{
  "best_metric": 6.180864334106445,
  "best_model_checkpoint": "miner_id_24/checkpoint-100",
  "epoch": 0.1519815313582147,
  "eval_steps": 100,
  "global_step": 23700,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.2767641688903643e-05,
      "grad_norm": 6554.25830078125,
      "learning_rate": 6.666666666666667e-06,
      "loss": 11.7044,
      "step": 1
    },
    {
      "epoch": 1.2767641688903643e-05,
      "eval_loss": 5.90285062789917,
      "eval_runtime": 2.0487,
      "eval_samples_per_second": 153.267,
      "eval_steps_per_second": 38.561,
      "step": 1
    },
    {
      "epoch": 2.5535283377807285e-05,
      "grad_norm": 8690.068359375,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 11.8098,
      "step": 2
    },
    {
      "epoch": 3.830292506671093e-05,
      "grad_norm": 10054.91796875,
      "learning_rate": 2e-05,
      "loss": 12.4234,
      "step": 3
    },
    {
      "epoch": 5.107056675561457e-05,
      "grad_norm": 8402.779296875,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 12.0679,
      "step": 4
    },
    {
      "epoch": 6.383820844451822e-05,
      "grad_norm": 14080.271484375,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 11.4926,
      "step": 5
    },
    {
      "epoch": 7.660585013342186e-05,
      "grad_norm": 8711.0693359375,
      "learning_rate": 4e-05,
      "loss": 11.0144,
      "step": 6
    },
    {
      "epoch": 8.93734918223255e-05,
      "grad_norm": 14042.59765625,
      "learning_rate": 4.666666666666667e-05,
      "loss": 12.1028,
      "step": 7
    },
    {
      "epoch": 0.00010214113351122914,
      "grad_norm": 5214.50146484375,
      "learning_rate": 5.333333333333333e-05,
      "loss": 11.6052,
      "step": 8
    },
    {
      "epoch": 0.00011490877520013278,
      "grad_norm": 13273.27734375,
      "learning_rate": 6e-05,
      "loss": 11.9528,
      "step": 9
    },
    {
      "epoch": 0.00012767641688903644,
      "grad_norm": 8128.28173828125,
      "learning_rate": 6.666666666666667e-05,
      "loss": 10.5742,
      "step": 10
    },
    {
      "epoch": 0.00014044405857794006,
      "grad_norm": 9932.337890625,
      "learning_rate": 7.333333333333333e-05,
      "loss": 10.181,
      "step": 11
    },
    {
      "epoch": 0.00015321170026684372,
      "grad_norm": 7859.625,
      "learning_rate": 8e-05,
      "loss": 10.8171,
      "step": 12
    },
    {
      "epoch": 0.00016597934195574735,
      "grad_norm": 5279.96923828125,
      "learning_rate": 8.666666666666667e-05,
      "loss": 10.4177,
      "step": 13
    },
    {
      "epoch": 0.000178746983644651,
      "grad_norm": 6539.61767578125,
      "learning_rate": 9.333333333333334e-05,
      "loss": 9.9268,
      "step": 14
    },
    {
      "epoch": 0.00019151462533355463,
      "grad_norm": 5448.30859375,
      "learning_rate": 0.0001,
      "loss": 10.4748,
      "step": 15
    },
    {
      "epoch": 0.00020428226702245828,
      "grad_norm": 9599.1845703125,
      "learning_rate": 0.00010666666666666667,
      "loss": 10.4201,
      "step": 16
    },
    {
      "epoch": 0.00021704990871136194,
      "grad_norm": 5317.126953125,
      "learning_rate": 0.00011333333333333334,
      "loss": 10.5978,
      "step": 17
    },
    {
      "epoch": 0.00022981755040026556,
      "grad_norm": 6357.78369140625,
      "learning_rate": 0.00012,
      "loss": 10.9065,
      "step": 18
    },
    {
      "epoch": 0.00024258519208916922,
      "grad_norm": 9413.86328125,
      "learning_rate": 0.00012666666666666666,
      "loss": 10.2977,
      "step": 19
    },
    {
      "epoch": 0.0002553528337780729,
      "grad_norm": 9681.037109375,
      "learning_rate": 0.00013333333333333334,
      "loss": 10.5094,
      "step": 20
    },
    {
      "epoch": 0.0002681204754669765,
      "grad_norm": 9827.4375,
      "learning_rate": 0.00014,
      "loss": 10.8147,
      "step": 21
    },
    {
      "epoch": 0.00028088811715588013,
      "grad_norm": 16815.90234375,
      "learning_rate": 0.00014666666666666666,
      "loss": 10.8731,
      "step": 22
    },
    {
      "epoch": 0.00029365575884478376,
      "grad_norm": 14281.4462890625,
      "learning_rate": 0.00015333333333333334,
      "loss": 10.8489,
      "step": 23
    },
    {
      "epoch": 0.00030642340053368744,
      "grad_norm": 12568.109375,
      "learning_rate": 0.00016,
      "loss": 11.6617,
      "step": 24
    },
    {
      "epoch": 0.00031919104222259107,
      "grad_norm": 11728.787109375,
      "learning_rate": 0.0001666666666666667,
      "loss": 10.911,
      "step": 25
    },
    {
      "epoch": 0.0003319586839114947,
      "grad_norm": 12980.275390625,
      "learning_rate": 0.00017333333333333334,
      "loss": 11.3043,
      "step": 26
    },
    {
      "epoch": 0.0003447263256003984,
      "grad_norm": 12155.599609375,
      "learning_rate": 0.00018,
      "loss": 11.0249,
      "step": 27
    },
    {
      "epoch": 0.000357493967289302,
      "grad_norm": 8090.23486328125,
      "learning_rate": 0.0001866666666666667,
      "loss": 10.7801,
      "step": 28
    },
    {
      "epoch": 0.00037026160897820563,
      "grad_norm": 5605.1064453125,
      "learning_rate": 0.00019333333333333333,
      "loss": 10.8431,
      "step": 29
    },
    {
      "epoch": 0.00038302925066710926,
      "grad_norm": 12453.927734375,
      "learning_rate": 0.0002,
      "loss": 11.0084,
      "step": 30
    },
    {
      "epoch": 0.00039579689235601294,
      "grad_norm": 28387.357421875,
      "learning_rate": 0.0001999999999991955,
      "loss": 11.3374,
      "step": 31
    },
    {
      "epoch": 0.00040856453404491657,
      "grad_norm": 7769.52197265625,
      "learning_rate": 0.00019999999999678202,
      "loss": 10.6151,
      "step": 32
    },
    {
      "epoch": 0.0004213321757338202,
      "grad_norm": 12717.724609375,
      "learning_rate": 0.00019999999999275954,
      "loss": 13.0095,
      "step": 33
    },
    {
      "epoch": 0.0004340998174227239,
      "grad_norm": 14761.9150390625,
      "learning_rate": 0.00019999999998712806,
      "loss": 11.514,
      "step": 34
    },
    {
      "epoch": 0.0004468674591116275,
      "grad_norm": 12047.0361328125,
      "learning_rate": 0.0001999999999798876,
      "loss": 12.4034,
      "step": 35
    },
    {
      "epoch": 0.00045963510080053113,
      "grad_norm": 146760.421875,
      "learning_rate": 0.00019999999997103812,
      "loss": 13.3614,
      "step": 36
    },
    {
      "epoch": 0.00047240274248943476,
      "grad_norm": 6609.26611328125,
      "learning_rate": 0.00019999999996057967,
      "loss": 11.6546,
      "step": 37
    },
    {
      "epoch": 0.00048517038417833844,
      "grad_norm": 10473.3994140625,
      "learning_rate": 0.00019999999994851222,
      "loss": 12.7946,
      "step": 38
    },
    {
      "epoch": 0.000497938025867242,
      "grad_norm": 29100.775390625,
      "learning_rate": 0.00019999999993483575,
      "loss": 12.4108,
      "step": 39
    },
    {
      "epoch": 0.0005107056675561457,
      "grad_norm": 14295.0498046875,
      "learning_rate": 0.0001999999999195503,
      "loss": 13.1354,
      "step": 40
    },
    {
      "epoch": 0.0005234733092450494,
      "grad_norm": 6085.1015625,
      "learning_rate": 0.00019999999990265587,
      "loss": 13.5624,
      "step": 41
    },
    {
      "epoch": 0.000536240950933953,
      "grad_norm": 11002.58984375,
      "learning_rate": 0.00019999999988415247,
      "loss": 13.8031,
      "step": 42
    },
    {
      "epoch": 0.0005490085926228566,
      "grad_norm": 8825.26171875,
      "learning_rate": 0.00019999999986404003,
      "loss": 13.256,
      "step": 43
    },
    {
      "epoch": 0.0005617762343117603,
      "grad_norm": 10525.6259765625,
      "learning_rate": 0.0001999999998423186,
      "loss": 18.5044,
      "step": 44
    },
    {
      "epoch": 0.0005745438760006639,
      "grad_norm": 7148.3271484375,
      "learning_rate": 0.0001999999998189882,
      "loss": 13.7755,
      "step": 45
    },
    {
      "epoch": 0.0005873115176895675,
      "grad_norm": 22919.8671875,
      "learning_rate": 0.0001999999997940488,
      "loss": 14.1998,
      "step": 46
    },
    {
      "epoch": 0.0006000791593784712,
      "grad_norm": 16596.48828125,
      "learning_rate": 0.0001999999997675004,
      "loss": 15.945,
      "step": 47
    },
    {
      "epoch": 0.0006128468010673749,
      "grad_norm": 22356.857421875,
      "learning_rate": 0.000199999999739343,
      "loss": 13.8449,
      "step": 48
    },
    {
      "epoch": 0.0006256144427562785,
      "grad_norm": 112847.578125,
      "learning_rate": 0.00019999999970957662,
      "loss": 13.9049,
      "step": 49
    },
    {
      "epoch": 0.0006383820844451821,
      "grad_norm": 9035.115234375,
      "learning_rate": 0.00019999999967820124,
      "loss": 12.8306,
      "step": 50
    },
    {
      "epoch": 0.0006511497261340858,
      "grad_norm": 28154.208984375,
      "learning_rate": 0.00019999999964521689,
      "loss": 13.8901,
      "step": 51
    },
    {
      "epoch": 0.0006639173678229894,
      "grad_norm": 9239.9619140625,
      "learning_rate": 0.0001999999996106235,
      "loss": 14.1963,
      "step": 52
    },
    {
      "epoch": 0.000676685009511893,
      "grad_norm": 5697.56494140625,
      "learning_rate": 0.00019999999957442114,
      "loss": 14.1843,
      "step": 53
    },
    {
      "epoch": 0.0006894526512007967,
      "grad_norm": 6460.50244140625,
      "learning_rate": 0.00019999999953660978,
      "loss": 13.2095,
      "step": 54
    },
    {
      "epoch": 0.0007022202928897004,
      "grad_norm": 6587.25927734375,
      "learning_rate": 0.0001999999994971894,
      "loss": 15.7199,
      "step": 55
    },
    {
      "epoch": 0.000714987934578604,
      "grad_norm": 6706.22412109375,
      "learning_rate": 0.00019999999945616008,
      "loss": 13.6048,
      "step": 56
    },
    {
      "epoch": 0.0007277555762675076,
      "grad_norm": 5490.59619140625,
      "learning_rate": 0.00019999999941352174,
      "loss": 14.3756,
      "step": 57
    },
    {
      "epoch": 0.0007405232179564113,
      "grad_norm": 2365.041259765625,
      "learning_rate": 0.0001999999993692744,
      "loss": 12.9832,
      "step": 58
    },
    {
      "epoch": 0.0007532908596453149,
      "grad_norm": 2061.57080078125,
      "learning_rate": 0.0001999999993234181,
      "loss": 12.7518,
      "step": 59
    },
    {
      "epoch": 0.0007660585013342185,
      "grad_norm": 3679.89208984375,
      "learning_rate": 0.00019999999927595278,
      "loss": 11.8292,
      "step": 60
    },
    {
      "epoch": 0.0007788261430231222,
      "grad_norm": 8972.2080078125,
      "learning_rate": 0.00019999999922687845,
      "loss": 14.1382,
      "step": 61
    },
    {
      "epoch": 0.0007915937847120259,
      "grad_norm": 5949.7744140625,
      "learning_rate": 0.00019999999917619517,
      "loss": 13.0094,
      "step": 62
    },
    {
      "epoch": 0.0008043614264009295,
      "grad_norm": 4529.2548828125,
      "learning_rate": 0.00019999999912390285,
      "loss": 12.9273,
      "step": 63
    },
    {
      "epoch": 0.0008171290680898331,
      "grad_norm": 8431.556640625,
      "learning_rate": 0.00019999999907000155,
      "loss": 12.4511,
      "step": 64
    },
    {
      "epoch": 0.0008298967097787368,
      "grad_norm": 1961.731689453125,
      "learning_rate": 0.00019999999901449127,
      "loss": 11.3968,
      "step": 65
    },
    {
      "epoch": 0.0008426643514676404,
      "grad_norm": 1316.13330078125,
      "learning_rate": 0.00019999999895737198,
      "loss": 11.41,
      "step": 66
    },
    {
      "epoch": 0.000855431993156544,
      "grad_norm": 1123.166259765625,
      "learning_rate": 0.00019999999889864373,
      "loss": 10.8875,
      "step": 67
    },
    {
      "epoch": 0.0008681996348454477,
      "grad_norm": 2479.706787109375,
      "learning_rate": 0.00019999999883830644,
      "loss": 11.0496,
      "step": 68
    },
    {
      "epoch": 0.0008809672765343514,
      "grad_norm": 13184.013671875,
      "learning_rate": 0.00019999999877636017,
      "loss": 10.9947,
      "step": 69
    },
    {
      "epoch": 0.000893734918223255,
      "grad_norm": 1941.7310791015625,
      "learning_rate": 0.00019999999871280491,
      "loss": 11.0654,
      "step": 70
    },
    {
      "epoch": 0.0009065025599121586,
      "grad_norm": 5298.626953125,
      "learning_rate": 0.00019999999864764068,
      "loss": 10.9174,
      "step": 71
    },
    {
      "epoch": 0.0009192702016010623,
      "grad_norm": 7279.1669921875,
      "learning_rate": 0.00019999999858086743,
      "loss": 10.6978,
      "step": 72
    },
    {
      "epoch": 0.0009320378432899659,
      "grad_norm": 2376.807373046875,
      "learning_rate": 0.0001999999985124852,
      "loss": 10.653,
      "step": 73
    },
    {
      "epoch": 0.0009448054849788695,
      "grad_norm": 2340.303955078125,
      "learning_rate": 0.00019999999844249396,
      "loss": 10.8629,
      "step": 74
    },
    {
      "epoch": 0.0009575731266677731,
      "grad_norm": 1756.54345703125,
      "learning_rate": 0.00019999999837089374,
      "loss": 10.6912,
      "step": 75
    },
    {
      "epoch": 0.0009703407683566769,
      "grad_norm": 2817.447509765625,
      "learning_rate": 0.00019999999829768453,
      "loss": 10.8201,
      "step": 76
    },
    {
      "epoch": 0.0009831084100455805,
      "grad_norm": 4728.0,
      "learning_rate": 0.00019999999822286629,
      "loss": 10.5181,
      "step": 77
    },
    {
      "epoch": 0.000995876051734484,
      "grad_norm": 5442.048828125,
      "learning_rate": 0.00019999999814643909,
      "loss": 10.777,
      "step": 78
    },
    {
      "epoch": 0.0010086436934233878,
      "grad_norm": 1931.66162109375,
      "learning_rate": 0.00019999999806840287,
      "loss": 11.2157,
      "step": 79
    },
    {
      "epoch": 0.0010214113351122915,
      "grad_norm": 1093.4049072265625,
      "learning_rate": 0.00019999999798875768,
      "loss": 10.6514,
      "step": 80
    },
    {
      "epoch": 0.001034178976801195,
      "grad_norm": 564.5877075195312,
      "learning_rate": 0.0001999999979075035,
      "loss": 10.806,
      "step": 81
    },
    {
      "epoch": 0.0010469466184900988,
      "grad_norm": 938.5908203125,
      "learning_rate": 0.00019999999782464032,
      "loss": 10.7269,
      "step": 82
    },
    {
      "epoch": 0.0010597142601790023,
      "grad_norm": 1426.685546875,
      "learning_rate": 0.00019999999774016812,
      "loss": 10.6928,
      "step": 83
    },
    {
      "epoch": 0.001072481901867906,
      "grad_norm": 2712.204833984375,
      "learning_rate": 0.00019999999765408697,
      "loss": 11.4202,
      "step": 84
    },
    {
      "epoch": 0.0010852495435568095,
      "grad_norm": 2149.587646484375,
      "learning_rate": 0.0001999999975663968,
      "loss": 11.5971,
      "step": 85
    },
    {
      "epoch": 0.0010980171852457133,
      "grad_norm": 1485.5224609375,
      "learning_rate": 0.00019999999747709763,
      "loss": 11.8655,
      "step": 86
    },
    {
      "epoch": 0.001110784826934617,
      "grad_norm": 1271.185302734375,
      "learning_rate": 0.00019999999738618947,
      "loss": 11.1993,
      "step": 87
    },
    {
      "epoch": 0.0011235524686235205,
      "grad_norm": 716.8171997070312,
      "learning_rate": 0.00019999999729367236,
      "loss": 11.3696,
      "step": 88
    },
    {
      "epoch": 0.0011363201103124243,
      "grad_norm": 2034.1036376953125,
      "learning_rate": 0.0001999999971995462,
      "loss": 11.8253,
      "step": 89
    },
    {
      "epoch": 0.0011490877520013278,
      "grad_norm": 4621.65576171875,
      "learning_rate": 0.00019999999710381108,
      "loss": 11.3911,
      "step": 90
    },
    {
      "epoch": 0.0011618553936902315,
      "grad_norm": 3604.03662109375,
      "learning_rate": 0.00019999999700646694,
      "loss": 13.5853,
      "step": 91
    },
    {
      "epoch": 0.001174623035379135,
      "grad_norm": 831.7344360351562,
      "learning_rate": 0.00019999999690751384,
      "loss": 11.5983,
      "step": 92
    },
    {
      "epoch": 0.0011873906770680388,
      "grad_norm": 2493.891357421875,
      "learning_rate": 0.0001999999968069517,
      "loss": 12.1339,
      "step": 93
    },
    {
      "epoch": 0.0012001583187569425,
      "grad_norm": 1808.344970703125,
      "learning_rate": 0.00019999999670478058,
      "loss": 12.0367,
      "step": 94
    },
    {
      "epoch": 0.001212925960445846,
      "grad_norm": 5152.16357421875,
      "learning_rate": 0.00019999999660100048,
      "loss": 12.9524,
      "step": 95
    },
    {
      "epoch": 0.0012256936021347498,
      "grad_norm": 940.7650146484375,
      "learning_rate": 0.00019999999649561142,
      "loss": 11.8256,
      "step": 96
    },
    {
      "epoch": 0.0012384612438236533,
      "grad_norm": 1793.8331298828125,
      "learning_rate": 0.00019999999638861332,
      "loss": 11.4946,
      "step": 97
    },
    {
      "epoch": 0.001251228885512557,
      "grad_norm": 2149.8212890625,
      "learning_rate": 0.00019999999628000624,
      "loss": 11.5116,
      "step": 98
    },
    {
      "epoch": 0.0012639965272014605,
      "grad_norm": 6652.45947265625,
      "learning_rate": 0.00019999999616979012,
      "loss": 13.9354,
      "step": 99
    },
    {
      "epoch": 0.0012767641688903643,
      "grad_norm": 5153.09716796875,
      "learning_rate": 0.00019999999605796508,
      "loss": 18.3384,
      "step": 100
    },
    {
      "epoch": 0.0012767641688903643,
      "eval_loss": 6.180864334106445,
      "eval_runtime": 2.041,
      "eval_samples_per_second": 153.85,
      "eval_steps_per_second": 38.707,
      "step": 100
    },
    {
      "epoch": 0.001289531810579268,
      "grad_norm": 8021.31689453125,
      "learning_rate": 0.000199999995944531,
      "loss": 12.6069,
      "step": 101
    },
    {
      "epoch": 0.0013022994522681715,
      "grad_norm": 15488.3818359375,
      "learning_rate": 0.00019999999582948793,
      "loss": 28.1291,
      "step": 102
    },
    {
      "epoch": 0.0013150670939570753,
      "grad_norm": 4029.55908203125,
      "learning_rate": 0.00019999999571283588,
      "loss": 14.7098,
      "step": 103
    },
    {
      "epoch": 0.0013278347356459788,
      "grad_norm": 8272.37109375,
      "learning_rate": 0.00019999999559457482,
      "loss": 15.393,
      "step": 104
    },
    {
      "epoch": 0.0013406023773348825,
      "grad_norm": 4892.46142578125,
      "learning_rate": 0.0001999999954747048,
      "loss": 20.2414,
      "step": 105
    },
    {
      "epoch": 0.001353370019023786,
      "grad_norm": 2292.881591796875,
      "learning_rate": 0.00019999999535322575,
      "loss": 13.549,
      "step": 106
    },
    {
      "epoch": 0.0013661376607126898,
      "grad_norm": 11986.8095703125,
      "learning_rate": 0.00019999999523013772,
      "loss": 19.2933,
      "step": 107
    },
    {
      "epoch": 0.0013789053024015935,
      "grad_norm": 7582.4345703125,
      "learning_rate": 0.00019999999510544072,
      "loss": 13.6351,
      "step": 108
    },
    {
      "epoch": 0.001391672944090497,
      "grad_norm": 5716.77490234375,
      "learning_rate": 0.0001999999949791347,
      "loss": 17.2133,
      "step": 109
    },
    {
      "epoch": 0.0014044405857794008,
      "grad_norm": 11676.150390625,
      "learning_rate": 0.00019999999485121968,
      "loss": 18.267,
      "step": 110
    },
    {
      "epoch": 0.0014172082274683043,
      "grad_norm": 9112.5986328125,
      "learning_rate": 0.00019999999472169569,
      "loss": 18.5412,
      "step": 111
    },
    {
      "epoch": 0.001429975869157208,
      "grad_norm": 10488.3876953125,
      "learning_rate": 0.00019999999459056268,
      "loss": 15.0779,
      "step": 112
    },
    {
      "epoch": 0.0014427435108461115,
      "grad_norm": 19792.916015625,
      "learning_rate": 0.0001999999944578207,
      "loss": 20.2147,
      "step": 113
    },
    {
      "epoch": 0.0014555111525350153,
      "grad_norm": 30689.173828125,
      "learning_rate": 0.0001999999943234697,
      "loss": 19.747,
      "step": 114
    },
    {
      "epoch": 0.001468278794223919,
      "grad_norm": 10521.9423828125,
      "learning_rate": 0.00019999999418750974,
      "loss": 18.6769,
      "step": 115
    },
    {
      "epoch": 0.0014810464359128225,
      "grad_norm": 23855.498046875,
      "learning_rate": 0.00019999999404994077,
      "loss": 51.4146,
      "step": 116
    },
    {
      "epoch": 0.0014938140776017263,
      "grad_norm": 29848.751953125,
      "learning_rate": 0.0001999999939107628,
      "loss": 63.602,
      "step": 117
    },
    {
      "epoch": 0.0015065817192906298,
      "grad_norm": 7226.82568359375,
      "learning_rate": 0.00019999999376997584,
      "loss": 21.5622,
      "step": 118
    },
    {
      "epoch": 0.0015193493609795335,
      "grad_norm": 16482.322265625,
      "learning_rate": 0.0001999999936275799,
      "loss": 23.2182,
      "step": 119
    },
    {
      "epoch": 0.001532117002668437,
      "grad_norm": 3659.844970703125,
      "learning_rate": 0.00019999999348357491,
      "loss": 18.8256,
      "step": 120
    },
    {
      "epoch": 0.0015448846443573408,
      "grad_norm": 7284.958984375,
      "learning_rate": 0.000199999993337961,
      "loss": 19.1772,
      "step": 121
    },
    {
      "epoch": 0.0015576522860462445,
      "grad_norm": 2478.700439453125,
      "learning_rate": 0.00019999999319073806,
      "loss": 19.0169,
      "step": 122
    },
    {
      "epoch": 0.001570419927735148,
      "grad_norm": 3322.542724609375,
      "learning_rate": 0.00019999999304190613,
      "loss": 16.7861,
      "step": 123
    },
    {
      "epoch": 0.0015831875694240518,
      "grad_norm": 2327.87939453125,
      "learning_rate": 0.0001999999928914652,
      "loss": 15.4357,
      "step": 124
    },
    {
      "epoch": 0.0015959552111129553,
      "grad_norm": 6060.69091796875,
      "learning_rate": 0.0001999999927394153,
      "loss": 14.463,
      "step": 125
    },
    {
      "epoch": 0.001608722852801859,
      "grad_norm": 3058.6572265625,
      "learning_rate": 0.0001999999925857564,
      "loss": 16.3859,
      "step": 126
    },
    {
      "epoch": 0.0016214904944907625,
      "grad_norm": 1417.792724609375,
      "learning_rate": 0.00019999999243048845,
      "loss": 14.1519,
      "step": 127
    },
    {
      "epoch": 0.0016342581361796663,
      "grad_norm": 2063.349609375,
      "learning_rate": 0.00019999999227361158,
      "loss": 14.6335,
      "step": 128
    },
    {
      "epoch": 0.00164702577786857,
      "grad_norm": 4290.1982421875,
      "learning_rate": 0.0001999999921151257,
      "loss": 13.9548,
      "step": 129
    },
    {
      "epoch": 0.0016597934195574735,
      "grad_norm": 1582.056640625,
      "learning_rate": 0.00019999999195503078,
      "loss": 14.4383,
      "step": 130
    },
    {
      "epoch": 0.0016725610612463773,
      "grad_norm": 2397.24560546875,
      "learning_rate": 0.00019999999179332693,
      "loss": 14.7205,
      "step": 131
    },
    {
      "epoch": 0.0016853287029352808,
      "grad_norm": 5036.1328125,
      "learning_rate": 0.00019999999163001407,
      "loss": 15.1998,
      "step": 132
    },
    {
      "epoch": 0.0016980963446241845,
      "grad_norm": 1712.783447265625,
      "learning_rate": 0.00019999999146509218,
      "loss": 18.6316,
      "step": 133
    },
    {
      "epoch": 0.001710863986313088,
      "grad_norm": 2972.8388671875,
      "learning_rate": 0.00019999999129856132,
      "loss": 29.4179,
      "step": 134
    },
    {
      "epoch": 0.0017236316280019918,
      "grad_norm": 1760.6575927734375,
      "learning_rate": 0.00019999999113042146,
      "loss": 14.1771,
      "step": 135
    },
    {
      "epoch": 0.0017363992696908955,
      "grad_norm": 3577.183349609375,
      "learning_rate": 0.00019999999096067264,
      "loss": 29.1476,
      "step": 136
    },
    {
      "epoch": 0.001749166911379799,
      "grad_norm": 3231.011962890625,
      "learning_rate": 0.00019999999078931476,
      "loss": 39.1057,
      "step": 137
    },
    {
      "epoch": 0.0017619345530687028,
      "grad_norm": 3421.279541015625,
      "learning_rate": 0.00019999999061634792,
      "loss": 35.725,
      "step": 138
    },
    {
      "epoch": 0.0017747021947576063,
      "grad_norm": 1556.506591796875,
      "learning_rate": 0.0001999999904417721,
      "loss": 18.5532,
      "step": 139
    },
    {
      "epoch": 0.00178746983644651,
      "grad_norm": 4231.65380859375,
      "learning_rate": 0.0001999999902655873,
      "loss": 41.3613,
      "step": 140
    },
    {
      "epoch": 0.0018002374781354135,
      "grad_norm": 2878.88525390625,
      "learning_rate": 0.00019999999008779348,
      "loss": 61.5235,
      "step": 141
    },
    {
      "epoch": 0.0018130051198243173,
      "grad_norm": 4318.76220703125,
      "learning_rate": 0.00019999998990839066,
      "loss": 50.9733,
      "step": 142
    },
    {
      "epoch": 0.001825772761513221,
      "grad_norm": 3246.517578125,
      "learning_rate": 0.00019999998972737885,
      "loss": 21.1371,
      "step": 143
    },
    {
      "epoch": 0.0018385404032021245,
      "grad_norm": 3724.327880859375,
      "learning_rate": 0.00019999998954475806,
      "loss": 22.8246,
      "step": 144
    },
    {
      "epoch": 0.0018513080448910283,
      "grad_norm": 2686.041259765625,
      "learning_rate": 0.00019999998936052826,
      "loss": 39.8965,
      "step": 145
    },
    {
      "epoch": 0.0018640756865799318,
      "grad_norm": 2653.685791015625,
      "learning_rate": 0.0001999999891746895,
      "loss": 44.5804,
      "step": 146
    },
    {
      "epoch": 0.0018768433282688355,
      "grad_norm": 1884.0977783203125,
      "learning_rate": 0.0001999999889872417,
      "loss": 37.3054,
      "step": 147
    },
    {
      "epoch": 0.001889610969957739,
      "grad_norm": 1721.0986328125,
      "learning_rate": 0.00019999998879818493,
      "loss": 20.239,
      "step": 148
    },
    {
      "epoch": 0.0019023786116466428,
      "grad_norm": 2848.707275390625,
      "learning_rate": 0.0001999999886075192,
      "loss": 20.4432,
      "step": 149
    },
    {
      "epoch": 0.0019151462533355463,
      "grad_norm": 2343.62890625,
      "learning_rate": 0.00019999998841524442,
      "loss": 34.5968,
      "step": 150
    },
    {
      "epoch": 0.00192791389502445,
      "grad_norm": 2077.114990234375,
      "learning_rate": 0.00019999998822136067,
      "loss": 23.6792,
      "step": 151
    },
    {
      "epoch": 0.0019406815367133538,
      "grad_norm": 904.5917358398438,
      "learning_rate": 0.00019999998802586793,
      "loss": 15.7515,
      "step": 152
    },
    {
      "epoch": 0.0019534491784022573,
      "grad_norm": 1699.20263671875,
      "learning_rate": 0.00019999998782876615,
      "loss": 19.8993,
      "step": 153
    },
    {
      "epoch": 0.001966216820091161,
      "grad_norm": 1110.4666748046875,
      "learning_rate": 0.00019999998763005542,
      "loss": 15.1061,
      "step": 154
    },
    {
      "epoch": 0.0019789844617800647,
      "grad_norm": 1989.4822998046875,
      "learning_rate": 0.0001999999874297357,
      "loss": 17.4658,
      "step": 155
    },
    {
      "epoch": 0.001991752103468968,
      "grad_norm": 1499.0050048828125,
      "learning_rate": 0.00019999998722780698,
      "loss": 17.6283,
      "step": 156
    },
    {
      "epoch": 0.002004519745157872,
      "grad_norm": 348.1505126953125,
      "learning_rate": 0.00019999998702426928,
      "loss": 12.7644,
      "step": 157
    },
    {
      "epoch": 0.0020172873868467755,
      "grad_norm": 656.9896240234375,
      "learning_rate": 0.00019999998681912256,
      "loss": 14.01,
      "step": 158
    },
    {
      "epoch": 0.0020300550285356793,
      "grad_norm": 369.1993408203125,
      "learning_rate": 0.00019999998661236689,
      "loss": 12.5943,
      "step": 159
    },
    {
      "epoch": 0.002042822670224583,
      "grad_norm": 940.2645263671875,
      "learning_rate": 0.00019999998640400217,
      "loss": 14.1986,
      "step": 160
    },
    {
      "epoch": 0.0020555903119134863,
      "grad_norm": 583.7670288085938,
      "learning_rate": 0.00019999998619402848,
      "loss": 12.4215,
      "step": 161
    },
    {
      "epoch": 0.00206835795360239,
      "grad_norm": 714.012451171875,
      "learning_rate": 0.00019999998598244578,
      "loss": 12.9138,
      "step": 162
    },
    {
      "epoch": 0.0020811255952912938,
      "grad_norm": 1157.215087890625,
      "learning_rate": 0.00019999998576925411,
      "loss": 14.1756,
      "step": 163
    },
    {
      "epoch": 0.0020938932369801975,
      "grad_norm": 520.541748046875,
      "learning_rate": 0.00019999998555445344,
      "loss": 12.953,
      "step": 164
    },
    {
      "epoch": 0.0021066608786691012,
      "grad_norm": 377.73828125,
      "learning_rate": 0.0001999999853380438,
      "loss": 12.2386,
      "step": 165
    },
    {
      "epoch": 0.0021194285203580045,
      "grad_norm": 329.1116943359375,
      "learning_rate": 0.00019999998512002513,
      "loss": 12.9919,
      "step": 166
    },
    {
      "epoch": 0.0021321961620469083,
      "grad_norm": 300.495849609375,
      "learning_rate": 0.00019999998490039745,
      "loss": 12.5122,
      "step": 167
    },
    {
      "epoch": 0.002144963803735812,
      "grad_norm": 673.7817993164062,
      "learning_rate": 0.00019999998467916082,
      "loss": 13.3611,
      "step": 168
    },
    {
      "epoch": 0.0021577314454247157,
      "grad_norm": 451.67926025390625,
      "learning_rate": 0.00019999998445631518,
      "loss": 11.8782,
      "step": 169
    },
    {
      "epoch": 0.002170499087113619,
      "grad_norm": 566.8585205078125,
      "learning_rate": 0.00019999998423186056,
      "loss": 12.5419,
      "step": 170
    },
    {
      "epoch": 0.002183266728802523,
      "grad_norm": 417.76983642578125,
      "learning_rate": 0.00019999998400579692,
      "loss": 12.5157,
      "step": 171
    },
    {
      "epoch": 0.0021960343704914265,
      "grad_norm": 347.2019958496094,
      "learning_rate": 0.0001999999837781243,
      "loss": 11.9601,
      "step": 172
    },
    {
      "epoch": 0.0022088020121803303,
      "grad_norm": 213.93316650390625,
      "learning_rate": 0.0001999999835488427,
      "loss": 12.1838,
      "step": 173
    },
    {
      "epoch": 0.002221569653869234,
      "grad_norm": 352.7246398925781,
      "learning_rate": 0.0001999999833179521,
      "loss": 11.8466,
      "step": 174
    },
    {
      "epoch": 0.0022343372955581373,
      "grad_norm": 403.16796875,
      "learning_rate": 0.0001999999830854525,
      "loss": 11.7251,
      "step": 175
    },
    {
      "epoch": 0.002247104937247041,
      "grad_norm": 323.2806091308594,
      "learning_rate": 0.00019999998285134393,
      "loss": 11.8604,
      "step": 176
    },
    {
      "epoch": 0.0022598725789359448,
      "grad_norm": 186.9263153076172,
      "learning_rate": 0.0001999999826156263,
      "loss": 11.3277,
      "step": 177
    },
    {
      "epoch": 0.0022726402206248485,
      "grad_norm": 153.57785034179688,
      "learning_rate": 0.00019999998237829974,
      "loss": 11.6674,
      "step": 178
    },
    {
      "epoch": 0.0022854078623137522,
      "grad_norm": 193.35792541503906,
      "learning_rate": 0.00019999998213936416,
      "loss": 11.4011,
      "step": 179
    },
    {
      "epoch": 0.0022981755040026555,
      "grad_norm": 256.5263977050781,
      "learning_rate": 0.0001999999818988196,
      "loss": 11.1683,
      "step": 180
    },
    {
      "epoch": 0.0023109431456915593,
      "grad_norm": 179.04637145996094,
      "learning_rate": 0.00019999998165666602,
      "loss": 11.5303,
      "step": 181
    },
    {
      "epoch": 0.002323710787380463,
      "grad_norm": 142.40829467773438,
      "learning_rate": 0.0001999999814129035,
      "loss": 11.3617,
      "step": 182
    },
    {
      "epoch": 0.0023364784290693667,
      "grad_norm": 120.98738098144531,
      "learning_rate": 0.00019999998116753193,
      "loss": 10.7523,
      "step": 183
    },
    {
      "epoch": 0.00234924607075827,
      "grad_norm": 180.19027709960938,
      "learning_rate": 0.00019999998092055138,
      "loss": 10.9137,
      "step": 184
    },
    {
      "epoch": 0.002362013712447174,
      "grad_norm": 141.54359436035156,
      "learning_rate": 0.00019999998067196184,
      "loss": 11.2357,
      "step": 185
    },
    {
      "epoch": 0.0023747813541360775,
      "grad_norm": 288.5848083496094,
      "learning_rate": 0.0001999999804217633,
      "loss": 11.7792,
      "step": 186
    },
    {
      "epoch": 0.0023875489958249813,
      "grad_norm": 280.44158935546875,
      "learning_rate": 0.00019999998016995577,
      "loss": 11.311,
      "step": 187
    },
    {
      "epoch": 0.002400316637513885,
      "grad_norm": 173.49740600585938,
      "learning_rate": 0.00019999997991653926,
      "loss": 10.9467,
      "step": 188
    },
    {
      "epoch": 0.0024130842792027883,
      "grad_norm": 364.6476135253906,
      "learning_rate": 0.00019999997966151377,
      "loss": 11.588,
      "step": 189
    },
    {
      "epoch": 0.002425851920891692,
      "grad_norm": 141.05908203125,
      "learning_rate": 0.00019999997940487924,
      "loss": 10.8432,
      "step": 190
    },
    {
      "epoch": 0.0024386195625805958,
      "grad_norm": 262.154296875,
      "learning_rate": 0.00019999997914663578,
      "loss": 11.2986,
      "step": 191
    },
    {
      "epoch": 0.0024513872042694995,
      "grad_norm": 199.03204345703125,
      "learning_rate": 0.00019999997888678328,
      "loss": 10.9619,
      "step": 192
    },
    {
      "epoch": 0.0024641548459584032,
      "grad_norm": 310.1134338378906,
      "learning_rate": 0.0001999999786253218,
      "loss": 11.7017,
      "step": 193
    },
    {
      "epoch": 0.0024769224876473065,
      "grad_norm": 213.55880737304688,
      "learning_rate": 0.00019999997836225132,
      "loss": 11.2092,
      "step": 194
    },
    {
      "epoch": 0.0024896901293362103,
      "grad_norm": 431.9449768066406,
      "learning_rate": 0.00019999997809757181,
      "loss": 11.5049,
      "step": 195
    },
    {
      "epoch": 0.002502457771025114,
      "grad_norm": 608.95751953125,
      "learning_rate": 0.00019999997783128336,
      "loss": 11.5617,
      "step": 196
    },
    {
      "epoch": 0.0025152254127140177,
      "grad_norm": 284.6772155761719,
      "learning_rate": 0.00019999997756338592,
      "loss": 11.0171,
      "step": 197
    },
    {
      "epoch": 0.002527993054402921,
      "grad_norm": 423.0811767578125,
      "learning_rate": 0.00019999997729387947,
      "loss": 11.1505,
      "step": 198
    },
    {
      "epoch": 0.002540760696091825,
      "grad_norm": 313.32720947265625,
      "learning_rate": 0.00019999997702276404,
      "loss": 11.4603,
      "step": 199
    },
    {
      "epoch": 0.0025535283377807285,
      "grad_norm": 956.1622924804688,
      "learning_rate": 0.0001999999767500396,
      "loss": 11.3645,
      "step": 200
    },
    {
      "epoch": 0.0025535283377807285,
      "eval_loss": 6.307971954345703,
      "eval_runtime": 2.0417,
      "eval_samples_per_second": 153.797,
      "eval_steps_per_second": 38.694,
      "step": 200
    },
    {
      "epoch": 0.0025662959794696323,
      "grad_norm": 840.785400390625,
      "learning_rate": 0.00019999997647570617,
      "loss": 12.7888,
      "step": 201
    },
    {
      "epoch": 0.002579063621158536,
      "grad_norm": 466.5254211425781,
      "learning_rate": 0.00019999997619976373,
      "loss": 12.0681,
      "step": 202
    },
    {
      "epoch": 0.0025918312628474393,
      "grad_norm": 416.9803161621094,
      "learning_rate": 0.00019999997592221229,
      "loss": 11.1363,
      "step": 203
    },
    {
      "epoch": 0.002604598904536343,
      "grad_norm": 851.1107177734375,
      "learning_rate": 0.0001999999756430519,
      "loss": 13.2527,
      "step": 204
    },
    {
      "epoch": 0.0026173665462252468,
      "grad_norm": 364.3754577636719,
      "learning_rate": 0.0001999999753622825,
      "loss": 10.9323,
      "step": 205
    },
    {
      "epoch": 0.0026301341879141505,
      "grad_norm": 341.1620788574219,
      "learning_rate": 0.0001999999750799041,
      "loss": 11.4006,
      "step": 206
    },
    {
      "epoch": 0.002642901829603054,
      "grad_norm": 514.6128540039062,
      "learning_rate": 0.0001999999747959167,
      "loss": 11.3049,
      "step": 207
    },
    {
      "epoch": 0.0026556694712919575,
      "grad_norm": 511.20037841796875,
      "learning_rate": 0.0001999999745103203,
      "loss": 10.8224,
      "step": 208
    },
    {
      "epoch": 0.0026684371129808613,
      "grad_norm": 605.14111328125,
      "learning_rate": 0.00019999997422311493,
      "loss": 10.8904,
      "step": 209
    },
    {
      "epoch": 0.002681204754669765,
      "grad_norm": 940.6456298828125,
      "learning_rate": 0.00019999997393430055,
      "loss": 10.8208,
      "step": 210
    },
    {
      "epoch": 0.0026939723963586687,
      "grad_norm": 305.1231689453125,
      "learning_rate": 0.00019999997364387716,
      "loss": 10.6161,
      "step": 211
    },
    {
      "epoch": 0.002706740038047572,
      "grad_norm": 239.55502319335938,
      "learning_rate": 0.0001999999733518448,
      "loss": 10.7765,
      "step": 212
    },
    {
      "epoch": 0.002719507679736476,
      "grad_norm": 389.9185485839844,
      "learning_rate": 0.00019999997305820348,
      "loss": 11.1492,
      "step": 213
    },
    {
      "epoch": 0.0027322753214253795,
      "grad_norm": 568.3292236328125,
      "learning_rate": 0.00019999997276295314,
      "loss": 10.8421,
      "step": 214
    },
    {
      "epoch": 0.0027450429631142833,
      "grad_norm": 525.0424194335938,
      "learning_rate": 0.00019999997246609378,
      "loss": 10.7074,
      "step": 215
    },
    {
      "epoch": 0.002757810604803187,
      "grad_norm": 259.34674072265625,
      "learning_rate": 0.00019999997216762545,
      "loss": 10.9544,
      "step": 216
    },
    {
      "epoch": 0.0027705782464920903,
      "grad_norm": 244.0890655517578,
      "learning_rate": 0.00019999997186754813,
      "loss": 10.7829,
      "step": 217
    },
    {
      "epoch": 0.002783345888180994,
      "grad_norm": 494.2879333496094,
      "learning_rate": 0.0001999999715658618,
      "loss": 10.8988,
      "step": 218
    },
    {
      "epoch": 0.0027961135298698978,
      "grad_norm": 590.3590087890625,
      "learning_rate": 0.0001999999712625665,
      "loss": 11.2412,
      "step": 219
    },
    {
      "epoch": 0.0028088811715588015,
      "grad_norm": 219.01390075683594,
      "learning_rate": 0.0001999999709576622,
      "loss": 10.744,
      "step": 220
    },
    {
      "epoch": 0.002821648813247705,
      "grad_norm": 879.86669921875,
      "learning_rate": 0.0001999999706511489,
      "loss": 11.4106,
      "step": 221
    },
    {
      "epoch": 0.0028344164549366085,
      "grad_norm": 355.1510314941406,
      "learning_rate": 0.00019999997034302657,
      "loss": 11.176,
      "step": 222
    },
    {
      "epoch": 0.0028471840966255123,
      "grad_norm": 579.4278564453125,
      "learning_rate": 0.0001999999700332953,
      "loss": 10.9995,
      "step": 223
    },
    {
      "epoch": 0.002859951738314416,
      "grad_norm": 2277.3994140625,
      "learning_rate": 0.000199999969721955,
      "loss": 11.5608,
      "step": 224
    },
    {
      "epoch": 0.0028727193800033198,
      "grad_norm": 838.0509643554688,
      "learning_rate": 0.00019999996940900573,
      "loss": 12.2781,
      "step": 225
    },
    {
      "epoch": 0.002885487021692223,
      "grad_norm": 376.6185607910156,
      "learning_rate": 0.00019999996909444748,
      "loss": 11.053,
      "step": 226
    },
    {
      "epoch": 0.002898254663381127,
      "grad_norm": 781.56494140625,
      "learning_rate": 0.00019999996877828022,
      "loss": 12.273,
      "step": 227
    },
    {
      "epoch": 0.0029110223050700305,
      "grad_norm": 683.9985961914062,
      "learning_rate": 0.00019999996846050395,
      "loss": 11.1278,
      "step": 228
    },
    {
      "epoch": 0.0029237899467589343,
      "grad_norm": 372.55230712890625,
      "learning_rate": 0.0001999999681411187,
      "loss": 11.2236,
      "step": 229
    },
    {
      "epoch": 0.002936557588447838,
      "grad_norm": 1002.2417602539062,
      "learning_rate": 0.00019999996782012446,
      "loss": 11.4037,
      "step": 230
    },
    {
      "epoch": 0.0029493252301367413,
      "grad_norm": 1369.48974609375,
      "learning_rate": 0.00019999996749752122,
      "loss": 11.9185,
      "step": 231
    },
    {
      "epoch": 0.002962092871825645,
      "grad_norm": 1281.32421875,
      "learning_rate": 0.000199999967173309,
      "loss": 11.6804,
      "step": 232
    },
    {
      "epoch": 0.0029748605135145488,
      "grad_norm": 392.63226318359375,
      "learning_rate": 0.00019999996684748775,
      "loss": 10.9982,
      "step": 233
    },
    {
      "epoch": 0.0029876281552034525,
      "grad_norm": 464.56463623046875,
      "learning_rate": 0.00019999996652005756,
      "loss": 10.9264,
      "step": 234
    },
    {
      "epoch": 0.003000395796892356,
      "grad_norm": 599.8810424804688,
      "learning_rate": 0.00019999996619101835,
      "loss": 11.7078,
      "step": 235
    },
    {
      "epoch": 0.0030131634385812595,
      "grad_norm": 371.1404724121094,
      "learning_rate": 0.00019999996586037017,
      "loss": 11.1447,
      "step": 236
    },
    {
      "epoch": 0.0030259310802701633,
      "grad_norm": 325.8619689941406,
      "learning_rate": 0.00019999996552811294,
      "loss": 10.9362,
      "step": 237
    },
    {
      "epoch": 0.003038698721959067,
      "grad_norm": 506.2458801269531,
      "learning_rate": 0.00019999996519424679,
      "loss": 11.2016,
      "step": 238
    },
    {
      "epoch": 0.0030514663636479708,
      "grad_norm": 502.45849609375,
      "learning_rate": 0.0001999999648587716,
      "loss": 10.9004,
      "step": 239
    },
    {
      "epoch": 0.003064234005336874,
      "grad_norm": 367.96929931640625,
      "learning_rate": 0.00019999996452168742,
      "loss": 10.6785,
      "step": 240
    },
    {
      "epoch": 0.003077001647025778,
      "grad_norm": 599.7294921875,
      "learning_rate": 0.00019999996418299424,
      "loss": 12.0608,
      "step": 241
    },
    {
      "epoch": 0.0030897692887146815,
      "grad_norm": 469.3807067871094,
      "learning_rate": 0.0001999999638426921,
      "loss": 11.0684,
      "step": 242
    },
    {
      "epoch": 0.0031025369304035853,
      "grad_norm": 395.8192443847656,
      "learning_rate": 0.00019999996350078094,
      "loss": 11.4362,
      "step": 243
    },
    {
      "epoch": 0.003115304572092489,
      "grad_norm": 222.7454071044922,
      "learning_rate": 0.00019999996315726078,
      "loss": 11.1391,
      "step": 244
    },
    {
      "epoch": 0.0031280722137813923,
      "grad_norm": 552.6336669921875,
      "learning_rate": 0.00019999996281213164,
      "loss": 11.1987,
      "step": 245
    },
    {
      "epoch": 0.003140839855470296,
      "grad_norm": 1597.0516357421875,
      "learning_rate": 0.0001999999624653935,
      "loss": 11.2028,
      "step": 246
    },
    {
      "epoch": 0.0031536074971591998,
      "grad_norm": 1457.507080078125,
      "learning_rate": 0.0001999999621170464,
      "loss": 10.9915,
      "step": 247
    },
    {
      "epoch": 0.0031663751388481035,
      "grad_norm": 616.3475341796875,
      "learning_rate": 0.00019999996176709025,
      "loss": 10.7108,
      "step": 248
    },
    {
      "epoch": 0.003179142780537007,
      "grad_norm": 308.8985595703125,
      "learning_rate": 0.00019999996141552515,
      "loss": 10.9013,
      "step": 249
    },
    {
      "epoch": 0.0031919104222259105,
      "grad_norm": 837.0426635742188,
      "learning_rate": 0.00019999996106235103,
      "loss": 11.034,
      "step": 250
    },
    {
      "epoch": 0.0032046780639148143,
      "grad_norm": 315.5787658691406,
      "learning_rate": 0.00019999996070756794,
      "loss": 10.8418,
      "step": 251
    },
    {
      "epoch": 0.003217445705603718,
      "grad_norm": 452.9766540527344,
      "learning_rate": 0.00019999996035117583,
      "loss": 10.8929,
      "step": 252
    },
    {
      "epoch": 0.0032302133472926218,
      "grad_norm": 481.6365966796875,
      "learning_rate": 0.00019999995999317476,
      "loss": 10.7893,
      "step": 253
    },
    {
      "epoch": 0.003242980988981525,
      "grad_norm": 625.4154663085938,
      "learning_rate": 0.00019999995963356466,
      "loss": 10.8325,
      "step": 254
    },
    {
      "epoch": 0.003255748630670429,
      "grad_norm": 1261.742431640625,
      "learning_rate": 0.0001999999592723456,
      "loss": 11.357,
      "step": 255
    },
    {
      "epoch": 0.0032685162723593325,
      "grad_norm": 1262.25830078125,
      "learning_rate": 0.00019999995890951754,
      "loss": 11.7496,
      "step": 256
    },
    {
      "epoch": 0.0032812839140482363,
      "grad_norm": 4937.87548828125,
      "learning_rate": 0.00019999995854508046,
      "loss": 12.7565,
      "step": 257
    },
    {
      "epoch": 0.00329405155573714,
      "grad_norm": 74375.1015625,
      "learning_rate": 0.00019999995817903443,
      "loss": 41.3111,
      "step": 258
    },
    {
      "epoch": 0.0033068191974260433,
      "grad_norm": 75948.7265625,
      "learning_rate": 0.00019999995781137936,
      "loss": 95.1788,
      "step": 259
    },
    {
      "epoch": 0.003319586839114947,
      "grad_norm": 208338.90625,
      "learning_rate": 0.00019999995744211533,
      "loss": 121.4496,
      "step": 260
    },
    {
      "epoch": 0.0033323544808038508,
      "grad_norm": 475927.96875,
      "learning_rate": 0.0001999999570712423,
      "loss": 471.1504,
      "step": 261
    },
    {
      "epoch": 0.0033451221224927545,
      "grad_norm": 453420.875,
      "learning_rate": 0.00019999995669876027,
      "loss": 570.0175,
      "step": 262
    },
    {
      "epoch": 0.003357889764181658,
      "grad_norm": 142798.46875,
      "learning_rate": 0.00019999995632466927,
      "loss": 257.2815,
      "step": 263
    },
    {
      "epoch": 0.0033706574058705615,
      "grad_norm": 374853.6875,
      "learning_rate": 0.00019999995594896923,
      "loss": 74.5191,
      "step": 264
    },
    {
      "epoch": 0.0033834250475594653,
      "grad_norm": 329764.875,
      "learning_rate": 0.00019999995557166026,
      "loss": 134.6057,
      "step": 265
    },
    {
      "epoch": 0.003396192689248369,
      "grad_norm": 61371.9375,
      "learning_rate": 0.00019999995519274225,
      "loss": 315.9885,
      "step": 266
    },
    {
      "epoch": 0.0034089603309372728,
      "grad_norm": 121215.78125,
      "learning_rate": 0.00019999995481221526,
      "loss": 108.3813,
      "step": 267
    },
    {
      "epoch": 0.003421727972626176,
      "grad_norm": 60331.7421875,
      "learning_rate": 0.00019999995443007926,
      "loss": 51.3245,
      "step": 268
    },
    {
      "epoch": 0.00343449561431508,
      "grad_norm": 24492.107421875,
      "learning_rate": 0.0001999999540463343,
      "loss": 53.0009,
      "step": 269
    },
    {
      "epoch": 0.0034472632560039835,
      "grad_norm": 25369.64453125,
      "learning_rate": 0.0001999999536609803,
      "loss": 45.3745,
      "step": 270
    },
    {
      "epoch": 0.0034600308976928873,
      "grad_norm": 19300.009765625,
      "learning_rate": 0.00019999995327401736,
      "loss": 37.2832,
      "step": 271
    },
    {
      "epoch": 0.003472798539381791,
      "grad_norm": 14355.0234375,
      "learning_rate": 0.0001999999528854454,
      "loss": 27.1863,
      "step": 272
    },
    {
      "epoch": 0.0034855661810706943,
      "grad_norm": 11469.1123046875,
      "learning_rate": 0.00019999995249526443,
      "loss": 26.4156,
      "step": 273
    },
    {
      "epoch": 0.003498333822759598,
      "grad_norm": 81698.96875,
      "learning_rate": 0.0001999999521034745,
      "loss": 36.9993,
      "step": 274
    },
    {
      "epoch": 0.0035111014644485018,
      "grad_norm": 26519.15625,
      "learning_rate": 0.00019999995171007554,
      "loss": 39.2177,
      "step": 275
    },
    {
      "epoch": 0.0035238691061374055,
      "grad_norm": 6686.02685546875,
      "learning_rate": 0.00019999995131506762,
      "loss": 37.1407,
      "step": 276
    },
    {
      "epoch": 0.003536636747826309,
      "grad_norm": 72646.1796875,
      "learning_rate": 0.0001999999509184507,
      "loss": 103.0055,
      "step": 277
    },
    {
      "epoch": 0.0035494043895152125,
      "grad_norm": 18655.37109375,
      "learning_rate": 0.0001999999505202248,
      "loss": 106.538,
      "step": 278
    },
    {
      "epoch": 0.0035621720312041163,
      "grad_norm": 38316.76171875,
      "learning_rate": 0.00019999995012038988,
      "loss": 90.1505,
      "step": 279
    },
    {
      "epoch": 0.00357493967289302,
      "grad_norm": 8814.005859375,
      "learning_rate": 0.00019999994971894598,
      "loss": 36.467,
      "step": 280
    },
    {
      "epoch": 0.0035877073145819238,
      "grad_norm": 8352.3623046875,
      "learning_rate": 0.0001999999493158931,
      "loss": 33.1733,
      "step": 281
    },
    {
      "epoch": 0.003600474956270827,
      "grad_norm": 9714.9013671875,
      "learning_rate": 0.0001999999489112312,
      "loss": 33.0242,
      "step": 282
    },
    {
      "epoch": 0.003613242597959731,
      "grad_norm": 32963.53515625,
      "learning_rate": 0.0001999999485049603,
      "loss": 22.1761,
      "step": 283
    },
    {
      "epoch": 0.0036260102396486345,
      "grad_norm": 3924.79736328125,
      "learning_rate": 0.00019999994809708044,
      "loss": 49.0468,
      "step": 284
    },
    {
      "epoch": 0.0036387778813375383,
      "grad_norm": 3251.009765625,
      "learning_rate": 0.0001999999476875916,
      "loss": 22.5467,
      "step": 285
    },
    {
      "epoch": 0.003651545523026442,
      "grad_norm": 3256.019775390625,
      "learning_rate": 0.0001999999472764937,
      "loss": 25.9888,
      "step": 286
    },
    {
      "epoch": 0.0036643131647153453,
      "grad_norm": 2596.654296875,
      "learning_rate": 0.00019999994686378686,
      "loss": 21.3393,
      "step": 287
    },
    {
      "epoch": 0.003677080806404249,
      "grad_norm": 1444.35205078125,
      "learning_rate": 0.000199999946449471,
      "loss": 22.2712,
      "step": 288
    },
    {
      "epoch": 0.0036898484480931528,
      "grad_norm": 1791.2174072265625,
      "learning_rate": 0.00019999994603354617,
      "loss": 22.7508,
      "step": 289
    },
    {
      "epoch": 0.0037026160897820565,
      "grad_norm": 1075.2012939453125,
      "learning_rate": 0.00019999994561601235,
      "loss": 18.7364,
      "step": 290
    },
    {
      "epoch": 0.00371538373147096,
      "grad_norm": 567.5964965820312,
      "learning_rate": 0.00019999994519686952,
      "loss": 16.0011,
      "step": 291
    },
    {
      "epoch": 0.0037281513731598635,
      "grad_norm": 836.9520874023438,
      "learning_rate": 0.00019999994477611768,
      "loss": 17.2178,
      "step": 292
    },
    {
      "epoch": 0.0037409190148487673,
      "grad_norm": 1046.1427001953125,
      "learning_rate": 0.0001999999443537569,
      "loss": 21.8186,
      "step": 293
    },
    {
      "epoch": 0.003753686656537671,
      "grad_norm": 3416.902099609375,
      "learning_rate": 0.00019999994392978708,
      "loss": 18.3411,
      "step": 294
    },
    {
      "epoch": 0.0037664542982265748,
      "grad_norm": 1103.369384765625,
      "learning_rate": 0.00019999994350420827,
      "loss": 15.1825,
      "step": 295
    },
    {
      "epoch": 0.003779221939915478,
      "grad_norm": 1076.9708251953125,
      "learning_rate": 0.0001999999430770205,
      "loss": 15.3999,
      "step": 296
    },
    {
      "epoch": 0.003791989581604382,
      "grad_norm": 1268.1229248046875,
      "learning_rate": 0.00019999994264822371,
      "loss": 17.079,
      "step": 297
    },
    {
      "epoch": 0.0038047572232932855,
      "grad_norm": 715.2523193359375,
      "learning_rate": 0.00019999994221781795,
      "loss": 15.1858,
      "step": 298
    },
    {
      "epoch": 0.0038175248649821893,
      "grad_norm": 1798.8533935546875,
      "learning_rate": 0.00019999994178580317,
      "loss": 23.3414,
      "step": 299
    },
    {
      "epoch": 0.0038302925066710926,
      "grad_norm": 5551.3125,
      "learning_rate": 0.00019999994135217941,
      "loss": 21.3634,
      "step": 300
    },
    {
      "epoch": 0.0038302925066710926,
      "eval_loss": 6.926823139190674,
      "eval_runtime": 2.1609,
      "eval_samples_per_second": 145.313,
      "eval_steps_per_second": 36.56,
      "step": 300
    },
    {
      "epoch": 0.0038430601483599963,
      "grad_norm": 857.4612426757812,
      "learning_rate": 0.00019999994091694667,
      "loss": 14.3952,
      "step": 301
    },
    {
      "epoch": 0.0038558277900489,
      "grad_norm": 995.026611328125,
      "learning_rate": 0.00019999994048010492,
      "loss": 21.7238,
      "step": 302
    },
    {
      "epoch": 0.0038685954317378038,
      "grad_norm": 1227.640869140625,
      "learning_rate": 0.00019999994004165416,
      "loss": 24.4534,
      "step": 303
    },
    {
      "epoch": 0.0038813630734267075,
      "grad_norm": 976.885498046875,
      "learning_rate": 0.00019999993960159444,
      "loss": 17.3224,
      "step": 304
    },
    {
      "epoch": 0.003894130715115611,
      "grad_norm": 2559.4287109375,
      "learning_rate": 0.00019999993915992568,
      "loss": 21.3118,
      "step": 305
    },
    {
      "epoch": 0.0039068983568045145,
      "grad_norm": 1555.8397216796875,
      "learning_rate": 0.000199999938716648,
      "loss": 31.0322,
      "step": 306
    },
    {
      "epoch": 0.003919665998493418,
      "grad_norm": 1600.4862060546875,
      "learning_rate": 0.00019999993827176128,
      "loss": 21.0234,
      "step": 307
    },
    {
      "epoch": 0.003932433640182322,
      "grad_norm": 848.2845458984375,
      "learning_rate": 0.00019999993782526557,
      "loss": 14.9149,
      "step": 308
    },
    {
      "epoch": 0.003945201281871226,
      "grad_norm": 1219.8812255859375,
      "learning_rate": 0.00019999993737716089,
      "loss": 20.3602,
      "step": 309
    },
    {
      "epoch": 0.0039579689235601295,
      "grad_norm": 3284.9501953125,
      "learning_rate": 0.0001999999369274472,
      "loss": 17.2893,
      "step": 310
    },
    {
      "epoch": 0.003970736565249033,
      "grad_norm": 886.727783203125,
      "learning_rate": 0.0001999999364761245,
      "loss": 13.4393,
      "step": 311
    },
    {
      "epoch": 0.003983504206937936,
      "grad_norm": 1450.8150634765625,
      "learning_rate": 0.0001999999360231928,
      "loss": 15.9036,
      "step": 312
    },
    {
      "epoch": 0.00399627184862684,
      "grad_norm": 1490.7969970703125,
      "learning_rate": 0.00019999993556865217,
      "loss": 16.2228,
      "step": 313
    },
    {
      "epoch": 0.004009039490315744,
      "grad_norm": 382.5545959472656,
      "learning_rate": 0.0001999999351125025,
      "loss": 12.5836,
      "step": 314
    },
    {
      "epoch": 0.004021807132004647,
      "grad_norm": 638.328369140625,
      "learning_rate": 0.0001999999346547438,
      "loss": 13.6751,
      "step": 315
    },
    {
      "epoch": 0.004034574773693551,
      "grad_norm": 225.6444549560547,
      "learning_rate": 0.0001999999341953762,
      "loss": 12.1849,
      "step": 316
    },
    {
      "epoch": 0.004047342415382455,
      "grad_norm": 849.197509765625,
      "learning_rate": 0.00019999993373439953,
      "loss": 13.1267,
      "step": 317
    },
    {
      "epoch": 0.0040601100570713585,
      "grad_norm": 326.2439270019531,
      "learning_rate": 0.0001999999332718139,
      "loss": 11.684,
      "step": 318
    },
    {
      "epoch": 0.004072877698760262,
      "grad_norm": 711.2354736328125,
      "learning_rate": 0.00019999993280761928,
      "loss": 13.1018,
      "step": 319
    },
    {
      "epoch": 0.004085645340449166,
      "grad_norm": 594.6253662109375,
      "learning_rate": 0.00019999993234181567,
      "loss": 13.0213,
      "step": 320
    },
    {
      "epoch": 0.004098412982138069,
      "grad_norm": 431.6824645996094,
      "learning_rate": 0.00019999993187440308,
      "loss": 12.1067,
      "step": 321
    },
    {
      "epoch": 0.004111180623826973,
      "grad_norm": 395.04583740234375,
      "learning_rate": 0.00019999993140538144,
      "loss": 11.8834,
      "step": 322
    },
    {
      "epoch": 0.004123948265515876,
      "grad_norm": 728.4483032226562,
      "learning_rate": 0.00019999993093475086,
      "loss": 12.3777,
      "step": 323
    },
    {
      "epoch": 0.00413671590720478,
      "grad_norm": 505.587158203125,
      "learning_rate": 0.00019999993046251126,
      "loss": 13.0169,
      "step": 324
    },
    {
      "epoch": 0.004149483548893684,
      "grad_norm": 258.6792297363281,
      "learning_rate": 0.00019999992998866268,
      "loss": 11.6919,
      "step": 325
    },
    {
      "epoch": 0.0041622511905825875,
      "grad_norm": 150.72911071777344,
      "learning_rate": 0.00019999992951320511,
      "loss": 11.5634,
      "step": 326
    },
    {
      "epoch": 0.004175018832271491,
      "grad_norm": 804.4244995117188,
      "learning_rate": 0.00019999992903613857,
      "loss": 11.5717,
      "step": 327
    },
    {
      "epoch": 0.004187786473960395,
      "grad_norm": 79.89893341064453,
      "learning_rate": 0.00019999992855746296,
      "loss": 11.6741,
      "step": 328
    },
    {
      "epoch": 0.004200554115649299,
      "grad_norm": 898.5028686523438,
      "learning_rate": 0.00019999992807717844,
      "loss": 13.913,
      "step": 329
    },
    {
      "epoch": 0.0042133217573382025,
      "grad_norm": 311.7528991699219,
      "learning_rate": 0.0001999999275952849,
      "loss": 11.8039,
      "step": 330
    },
    {
      "epoch": 0.004226089399027105,
      "grad_norm": 963.7655029296875,
      "learning_rate": 0.00019999992711178236,
      "loss": 15.8437,
      "step": 331
    },
    {
      "epoch": 0.004238857040716009,
      "grad_norm": 1039.8028564453125,
      "learning_rate": 0.00019999992662667081,
      "loss": 20.1268,
      "step": 332
    },
    {
      "epoch": 0.004251624682404913,
      "grad_norm": 1135.45458984375,
      "learning_rate": 0.0001999999261399503,
      "loss": 15.5669,
      "step": 333
    },
    {
      "epoch": 0.0042643923240938165,
      "grad_norm": 208.3410186767578,
      "learning_rate": 0.00019999992565162078,
      "loss": 11.4885,
      "step": 334
    },
    {
      "epoch": 0.00427715996578272,
      "grad_norm": 2422.11083984375,
      "learning_rate": 0.00019999992516168226,
      "loss": 15.9918,
      "step": 335
    },
    {
      "epoch": 0.004289927607471624,
      "grad_norm": 1237.0728759765625,
      "learning_rate": 0.00019999992467013478,
      "loss": 16.7971,
      "step": 336
    },
    {
      "epoch": 0.004302695249160528,
      "grad_norm": 274.5902099609375,
      "learning_rate": 0.00019999992417697827,
      "loss": 11.4174,
      "step": 337
    },
    {
      "epoch": 0.0043154628908494315,
      "grad_norm": 447.5932922363281,
      "learning_rate": 0.00019999992368221277,
      "loss": 12.6156,
      "step": 338
    },
    {
      "epoch": 0.004328230532538335,
      "grad_norm": 550.95849609375,
      "learning_rate": 0.00019999992318583832,
      "loss": 11.4343,
      "step": 339
    },
    {
      "epoch": 0.004340998174227238,
      "grad_norm": 741.9691162109375,
      "learning_rate": 0.00019999992268785483,
      "loss": 12.2789,
      "step": 340
    },
    {
      "epoch": 0.004353765815916142,
      "grad_norm": 350.7227783203125,
      "learning_rate": 0.00019999992218826235,
      "loss": 12.0528,
      "step": 341
    },
    {
      "epoch": 0.004366533457605046,
      "grad_norm": 996.18896484375,
      "learning_rate": 0.0001999999216870609,
      "loss": 13.4183,
      "step": 342
    },
    {
      "epoch": 0.004379301099293949,
      "grad_norm": 807.7819213867188,
      "learning_rate": 0.00019999992118425043,
      "loss": 16.0294,
      "step": 343
    },
    {
      "epoch": 0.004392068740982853,
      "grad_norm": 680.6571655273438,
      "learning_rate": 0.000199999920679831,
      "loss": 13.7238,
      "step": 344
    },
    {
      "epoch": 0.004404836382671757,
      "grad_norm": 707.3373413085938,
      "learning_rate": 0.00019999992017380257,
      "loss": 12.5248,
      "step": 345
    },
    {
      "epoch": 0.0044176040243606605,
      "grad_norm": 1106.5555419921875,
      "learning_rate": 0.00019999991966616513,
      "loss": 15.4465,
      "step": 346
    },
    {
      "epoch": 0.004430371666049564,
      "grad_norm": 309.286865234375,
      "learning_rate": 0.0001999999191569187,
      "loss": 11.8827,
      "step": 347
    },
    {
      "epoch": 0.004443139307738468,
      "grad_norm": 623.3431396484375,
      "learning_rate": 0.00019999991864606332,
      "loss": 14.2722,
      "step": 348
    },
    {
      "epoch": 0.004455906949427371,
      "grad_norm": 564.2118530273438,
      "learning_rate": 0.00019999991813359887,
      "loss": 13.8471,
      "step": 349
    },
    {
      "epoch": 0.004468674591116275,
      "grad_norm": 174.6422576904297,
      "learning_rate": 0.0001999999176195255,
      "loss": 11.818,
      "step": 350
    },
    {
      "epoch": 0.004481442232805178,
      "grad_norm": 1878.175537109375,
      "learning_rate": 0.0001999999171038431,
      "loss": 13.0872,
      "step": 351
    },
    {
      "epoch": 0.004494209874494082,
      "grad_norm": 848.992431640625,
      "learning_rate": 0.00019999991658655171,
      "loss": 13.0066,
      "step": 352
    },
    {
      "epoch": 0.004506977516182986,
      "grad_norm": 880.8057861328125,
      "learning_rate": 0.00019999991606765134,
      "loss": 11.8342,
      "step": 353
    },
    {
      "epoch": 0.0045197451578718895,
      "grad_norm": 1251.2681884765625,
      "learning_rate": 0.00019999991554714197,
      "loss": 14.1656,
      "step": 354
    },
    {
      "epoch": 0.004532512799560793,
      "grad_norm": 723.8450927734375,
      "learning_rate": 0.00019999991502502363,
      "loss": 14.7093,
      "step": 355
    },
    {
      "epoch": 0.004545280441249697,
      "grad_norm": 290.459228515625,
      "learning_rate": 0.00019999991450129627,
      "loss": 11.7487,
      "step": 356
    },
    {
      "epoch": 0.004558048082938601,
      "grad_norm": 2399.634033203125,
      "learning_rate": 0.0001999999139759599,
      "loss": 13.7416,
      "step": 357
    },
    {
      "epoch": 0.0045708157246275045,
      "grad_norm": 1015.6926879882812,
      "learning_rate": 0.00019999991344901458,
      "loss": 14.4233,
      "step": 358
    },
    {
      "epoch": 0.004583583366316407,
      "grad_norm": 300.25396728515625,
      "learning_rate": 0.00019999991292046025,
      "loss": 12.083,
      "step": 359
    },
    {
      "epoch": 0.004596351008005311,
      "grad_norm": 343.7488098144531,
      "learning_rate": 0.0001999999123902969,
      "loss": 12.6201,
      "step": 360
    },
    {
      "epoch": 0.004609118649694215,
      "grad_norm": 453.6400146484375,
      "learning_rate": 0.0001999999118585246,
      "loss": 12.3789,
      "step": 361
    },
    {
      "epoch": 0.0046218862913831186,
      "grad_norm": 216.4498748779297,
      "learning_rate": 0.0001999999113251433,
      "loss": 11.9158,
      "step": 362
    },
    {
      "epoch": 0.004634653933072022,
      "grad_norm": 674.3013916015625,
      "learning_rate": 0.00019999991079015298,
      "loss": 13.6504,
      "step": 363
    },
    {
      "epoch": 0.004647421574760926,
      "grad_norm": 790.699462890625,
      "learning_rate": 0.00019999991025355368,
      "loss": 14.4237,
      "step": 364
    },
    {
      "epoch": 0.00466018921644983,
      "grad_norm": 150.0742645263672,
      "learning_rate": 0.00019999990971534542,
      "loss": 11.6716,
      "step": 365
    },
    {
      "epoch": 0.0046729568581387335,
      "grad_norm": 1618.421630859375,
      "learning_rate": 0.00019999990917552815,
      "loss": 22.1906,
      "step": 366
    },
    {
      "epoch": 0.004685724499827637,
      "grad_norm": 1700.0050048828125,
      "learning_rate": 0.00019999990863410187,
      "loss": 30.1631,
      "step": 367
    },
    {
      "epoch": 0.00469849214151654,
      "grad_norm": 1491.88818359375,
      "learning_rate": 0.0001999999080910666,
      "loss": 21.5212,
      "step": 368
    },
    {
      "epoch": 0.004711259783205444,
      "grad_norm": 378.6062927246094,
      "learning_rate": 0.00019999990754642234,
      "loss": 12.1516,
      "step": 369
    },
    {
      "epoch": 0.004724027424894348,
      "grad_norm": 5188.8359375,
      "learning_rate": 0.0001999999070001691,
      "loss": 16.3313,
      "step": 370
    },
    {
      "epoch": 0.004736795066583251,
      "grad_norm": 805.1864013671875,
      "learning_rate": 0.00019999990645230687,
      "loss": 20.5363,
      "step": 371
    },
    {
      "epoch": 0.004749562708272155,
      "grad_norm": 897.034423828125,
      "learning_rate": 0.00019999990590283565,
      "loss": 17.8888,
      "step": 372
    },
    {
      "epoch": 0.004762330349961059,
      "grad_norm": 186.829345703125,
      "learning_rate": 0.00019999990535175542,
      "loss": 11.8877,
      "step": 373
    },
    {
      "epoch": 0.0047750979916499625,
      "grad_norm": 1421.7493896484375,
      "learning_rate": 0.0001999999047990662,
      "loss": 26.8356,
      "step": 374
    },
    {
      "epoch": 0.004787865633338866,
      "grad_norm": 1591.298095703125,
      "learning_rate": 0.00019999990424476798,
      "loss": 36.856,
      "step": 375
    },
    {
      "epoch": 0.00480063327502777,
      "grad_norm": 1458.4339599609375,
      "learning_rate": 0.00019999990368886077,
      "loss": 35.9365,
      "step": 376
    },
    {
      "epoch": 0.004813400916716673,
      "grad_norm": 2149.56689453125,
      "learning_rate": 0.00019999990313134458,
      "loss": 21.2075,
      "step": 377
    },
    {
      "epoch": 0.004826168558405577,
      "grad_norm": 142.66754150390625,
      "learning_rate": 0.0001999999025722194,
      "loss": 11.4843,
      "step": 378
    },
    {
      "epoch": 0.00483893620009448,
      "grad_norm": 645.40283203125,
      "learning_rate": 0.00019999990201148522,
      "loss": 13.7593,
      "step": 379
    },
    {
      "epoch": 0.004851703841783384,
      "grad_norm": 903.3219604492188,
      "learning_rate": 0.00019999990144914205,
      "loss": 13.6534,
      "step": 380
    },
    {
      "epoch": 0.004864471483472288,
      "grad_norm": 187.0173797607422,
      "learning_rate": 0.00019999990088518987,
      "loss": 11.9833,
      "step": 381
    },
    {
      "epoch": 0.0048772391251611915,
      "grad_norm": 1213.0445556640625,
      "learning_rate": 0.0001999999003196287,
      "loss": 16.5525,
      "step": 382
    },
    {
      "epoch": 0.004890006766850095,
      "grad_norm": 1544.5245361328125,
      "learning_rate": 0.0001999998997524586,
      "loss": 19.7657,
      "step": 383
    },
    {
      "epoch": 0.004902774408538999,
      "grad_norm": 924.3412475585938,
      "learning_rate": 0.00019999989918367944,
      "loss": 13.4747,
      "step": 384
    },
    {
      "epoch": 0.004915542050227903,
      "grad_norm": 450.5268859863281,
      "learning_rate": 0.0001999998986132913,
      "loss": 12.3873,
      "step": 385
    },
    {
      "epoch": 0.0049283096919168065,
      "grad_norm": 638.5613403320312,
      "learning_rate": 0.00019999989804129418,
      "loss": 14.31,
      "step": 386
    },
    {
      "epoch": 0.004941077333605709,
      "grad_norm": 399.97198486328125,
      "learning_rate": 0.00019999989746768808,
      "loss": 12.2562,
      "step": 387
    },
    {
      "epoch": 0.004953844975294613,
      "grad_norm": 807.3412475585938,
      "learning_rate": 0.00019999989689247296,
      "loss": 13.5775,
      "step": 388
    },
    {
      "epoch": 0.004966612616983517,
      "grad_norm": 1111.8795166015625,
      "learning_rate": 0.00019999989631564887,
      "loss": 15.728,
      "step": 389
    },
    {
      "epoch": 0.0049793802586724206,
      "grad_norm": 307.8830261230469,
      "learning_rate": 0.00019999989573721576,
      "loss": 11.4963,
      "step": 390
    },
    {
      "epoch": 0.004992147900361324,
      "grad_norm": 573.4055786132812,
      "learning_rate": 0.00019999989515717367,
      "loss": 13.0989,
      "step": 391
    },
    {
      "epoch": 0.005004915542050228,
      "grad_norm": 612.8871459960938,
      "learning_rate": 0.0001999998945755226,
      "loss": 14.682,
      "step": 392
    },
    {
      "epoch": 0.005017683183739132,
      "grad_norm": 303.9349670410156,
      "learning_rate": 0.00019999989399226254,
      "loss": 11.9652,
      "step": 393
    },
    {
      "epoch": 0.0050304508254280355,
      "grad_norm": 540.4708251953125,
      "learning_rate": 0.00019999989340739347,
      "loss": 12.367,
      "step": 394
    },
    {
      "epoch": 0.005043218467116939,
      "grad_norm": 921.4439697265625,
      "learning_rate": 0.00019999989282091542,
      "loss": 14.8706,
      "step": 395
    },
    {
      "epoch": 0.005055986108805842,
      "grad_norm": 280.14837646484375,
      "learning_rate": 0.00019999989223282839,
      "loss": 11.6572,
      "step": 396
    },
    {
      "epoch": 0.005068753750494746,
      "grad_norm": 450.9341125488281,
      "learning_rate": 0.00019999989164313234,
      "loss": 12.6196,
      "step": 397
    },
    {
      "epoch": 0.00508152139218365,
      "grad_norm": 426.3381652832031,
      "learning_rate": 0.00019999989105182731,
      "loss": 13.1758,
      "step": 398
    },
    {
      "epoch": 0.005094289033872553,
      "grad_norm": 193.81385803222656,
      "learning_rate": 0.00019999989045891328,
      "loss": 11.6672,
      "step": 399
    },
    {
      "epoch": 0.005107056675561457,
      "grad_norm": 598.0869750976562,
      "learning_rate": 0.00019999988986439026,
      "loss": 13.1181,
      "step": 400
    },
    {
      "epoch": 0.005107056675561457,
      "eval_loss": 6.9537858963012695,
      "eval_runtime": 2.1585,
      "eval_samples_per_second": 145.471,
      "eval_steps_per_second": 36.599,
      "step": 400
    },
    {
      "epoch": 0.005119824317250361,
      "grad_norm": 894.1095581054688,
      "learning_rate": 0.00019999988926825825,
      "loss": 14.7733,
      "step": 401
    },
    {
      "epoch": 0.0051325919589392645,
      "grad_norm": 279.7042541503906,
      "learning_rate": 0.00019999988867051727,
      "loss": 11.3899,
      "step": 402
    },
    {
      "epoch": 0.005145359600628168,
      "grad_norm": 406.1716003417969,
      "learning_rate": 0.00019999988807116727,
      "loss": 12.5253,
      "step": 403
    },
    {
      "epoch": 0.005158127242317072,
      "grad_norm": 567.6176147460938,
      "learning_rate": 0.0001999998874702083,
      "loss": 14.1806,
      "step": 404
    },
    {
      "epoch": 0.005170894884005975,
      "grad_norm": 372.4680480957031,
      "learning_rate": 0.0001999998868676403,
      "loss": 12.6583,
      "step": 405
    },
    {
      "epoch": 0.005183662525694879,
      "grad_norm": 97.73116302490234,
      "learning_rate": 0.00019999988626346333,
      "loss": 11.1323,
      "step": 406
    },
    {
      "epoch": 0.005196430167383782,
      "grad_norm": 497.68524169921875,
      "learning_rate": 0.00019999988565767737,
      "loss": 12.8944,
      "step": 407
    },
    {
      "epoch": 0.005209197809072686,
      "grad_norm": 133.21133422851562,
      "learning_rate": 0.00019999988505028243,
      "loss": 11.6769,
      "step": 408
    },
    {
      "epoch": 0.00522196545076159,
      "grad_norm": 472.84564208984375,
      "learning_rate": 0.00019999988444127848,
      "loss": 11.8809,
      "step": 409
    },
    {
      "epoch": 0.0052347330924504935,
      "grad_norm": 623.0360107421875,
      "learning_rate": 0.00019999988383066555,
      "loss": 13.4354,
      "step": 410
    },
    {
      "epoch": 0.005247500734139397,
      "grad_norm": 498.9211730957031,
      "learning_rate": 0.00019999988321844363,
      "loss": 12.0789,
      "step": 411
    },
    {
      "epoch": 0.005260268375828301,
      "grad_norm": 108.33838653564453,
      "learning_rate": 0.00019999988260461268,
      "loss": 11.1072,
      "step": 412
    },
    {
      "epoch": 0.005273036017517205,
      "grad_norm": 378.4739990234375,
      "learning_rate": 0.0001999998819891728,
      "loss": 11.7648,
      "step": 413
    },
    {
      "epoch": 0.005285803659206108,
      "grad_norm": 335.5289611816406,
      "learning_rate": 0.00019999988137212388,
      "loss": 11.7901,
      "step": 414
    },
    {
      "epoch": 0.005298571300895011,
      "grad_norm": 87.93016815185547,
      "learning_rate": 0.00019999988075346598,
      "loss": 11.2488,
      "step": 415
    },
    {
      "epoch": 0.005311338942583915,
      "grad_norm": 211.9776611328125,
      "learning_rate": 0.0001999998801331991,
      "loss": 11.6081,
      "step": 416
    },
    {
      "epoch": 0.005324106584272819,
      "grad_norm": 168.4147186279297,
      "learning_rate": 0.00019999987951132322,
      "loss": 11.6512,
      "step": 417
    },
    {
      "epoch": 0.0053368742259617226,
      "grad_norm": 115.34741973876953,
      "learning_rate": 0.00019999987888783834,
      "loss": 11.4342,
      "step": 418
    },
    {
      "epoch": 0.005349641867650626,
      "grad_norm": 264.0501403808594,
      "learning_rate": 0.00019999987826274448,
      "loss": 11.4291,
      "step": 419
    },
    {
      "epoch": 0.00536240950933953,
      "grad_norm": 342.4688415527344,
      "learning_rate": 0.00019999987763604163,
      "loss": 12.0003,
      "step": 420
    },
    {
      "epoch": 0.005375177151028434,
      "grad_norm": 112.58323669433594,
      "learning_rate": 0.00019999987700772978,
      "loss": 11.3219,
      "step": 421
    },
    {
      "epoch": 0.0053879447927173375,
      "grad_norm": 227.8848419189453,
      "learning_rate": 0.00019999987637780894,
      "loss": 11.5715,
      "step": 422
    },
    {
      "epoch": 0.005400712434406241,
      "grad_norm": 204.88796997070312,
      "learning_rate": 0.00019999987574627912,
      "loss": 11.3995,
      "step": 423
    },
    {
      "epoch": 0.005413480076095144,
      "grad_norm": 63.141536712646484,
      "learning_rate": 0.0001999998751131403,
      "loss": 10.895,
      "step": 424
    },
    {
      "epoch": 0.005426247717784048,
      "grad_norm": 134.3814697265625,
      "learning_rate": 0.00019999987447839247,
      "loss": 11.1969,
      "step": 425
    },
    {
      "epoch": 0.005439015359472952,
      "grad_norm": 107.83915710449219,
      "learning_rate": 0.00019999987384203567,
      "loss": 11.2901,
      "step": 426
    },
    {
      "epoch": 0.005451783001161855,
      "grad_norm": 190.64659118652344,
      "learning_rate": 0.00019999987320406986,
      "loss": 11.1733,
      "step": 427
    },
    {
      "epoch": 0.005464550642850759,
      "grad_norm": 116.20610046386719,
      "learning_rate": 0.00019999987256449507,
      "loss": 11.6551,
      "step": 428
    },
    {
      "epoch": 0.005477318284539663,
      "grad_norm": 46.549991607666016,
      "learning_rate": 0.00019999987192331132,
      "loss": 11.0727,
      "step": 429
    },
    {
      "epoch": 0.0054900859262285665,
      "grad_norm": 320.93890380859375,
      "learning_rate": 0.00019999987128051854,
      "loss": 12.418,
      "step": 430
    },
    {
      "epoch": 0.00550285356791747,
      "grad_norm": 270.6239929199219,
      "learning_rate": 0.00019999987063611677,
      "loss": 11.9072,
      "step": 431
    },
    {
      "epoch": 0.005515621209606374,
      "grad_norm": 93.7095947265625,
      "learning_rate": 0.000199999869990106,
      "loss": 11.3407,
      "step": 432
    },
    {
      "epoch": 0.005528388851295277,
      "grad_norm": 192.58474731445312,
      "learning_rate": 0.00019999986934248626,
      "loss": 11.6687,
      "step": 433
    },
    {
      "epoch": 0.005541156492984181,
      "grad_norm": 80.16651916503906,
      "learning_rate": 0.0001999998686932575,
      "loss": 11.1731,
      "step": 434
    },
    {
      "epoch": 0.005553924134673084,
      "grad_norm": 422.9783020019531,
      "learning_rate": 0.00019999986804241978,
      "loss": 12.0358,
      "step": 435
    },
    {
      "epoch": 0.005566691776361988,
      "grad_norm": 1581.118896484375,
      "learning_rate": 0.00019999986738997305,
      "loss": 12.8589,
      "step": 436
    },
    {
      "epoch": 0.005579459418050892,
      "grad_norm": 278.8804931640625,
      "learning_rate": 0.00019999986673591735,
      "loss": 11.5466,
      "step": 437
    },
    {
      "epoch": 0.0055922270597397955,
      "grad_norm": 80.58706665039062,
      "learning_rate": 0.00019999986608025262,
      "loss": 11.2654,
      "step": 438
    },
    {
      "epoch": 0.005604994701428699,
      "grad_norm": 303.5487365722656,
      "learning_rate": 0.00019999986542297893,
      "loss": 11.4562,
      "step": 439
    },
    {
      "epoch": 0.005617762343117603,
      "grad_norm": 163.20159912109375,
      "learning_rate": 0.00019999986476409624,
      "loss": 11.2189,
      "step": 440
    },
    {
      "epoch": 0.005630529984806507,
      "grad_norm": 99.1574935913086,
      "learning_rate": 0.00019999986410360458,
      "loss": 10.867,
      "step": 441
    },
    {
      "epoch": 0.00564329762649541,
      "grad_norm": 118.45353698730469,
      "learning_rate": 0.0001999998634415039,
      "loss": 11.1355,
      "step": 442
    },
    {
      "epoch": 0.005656065268184313,
      "grad_norm": 77.25948333740234,
      "learning_rate": 0.00019999986277779424,
      "loss": 10.9616,
      "step": 443
    },
    {
      "epoch": 0.005668832909873217,
      "grad_norm": 94.79257202148438,
      "learning_rate": 0.00019999986211247556,
      "loss": 10.9897,
      "step": 444
    },
    {
      "epoch": 0.005681600551562121,
      "grad_norm": 92.5561294555664,
      "learning_rate": 0.00019999986144554792,
      "loss": 11.2217,
      "step": 445
    },
    {
      "epoch": 0.0056943681932510246,
      "grad_norm": 255.52294921875,
      "learning_rate": 0.00019999986077701127,
      "loss": 10.9762,
      "step": 446
    },
    {
      "epoch": 0.005707135834939928,
      "grad_norm": 112.54540252685547,
      "learning_rate": 0.00019999986010686563,
      "loss": 11.0663,
      "step": 447
    },
    {
      "epoch": 0.005719903476628832,
      "grad_norm": 107.55570220947266,
      "learning_rate": 0.00019999985943511104,
      "loss": 11.1593,
      "step": 448
    },
    {
      "epoch": 0.005732671118317736,
      "grad_norm": 121.85921478271484,
      "learning_rate": 0.00019999985876174742,
      "loss": 11.0754,
      "step": 449
    },
    {
      "epoch": 0.0057454387600066395,
      "grad_norm": 200.86312866210938,
      "learning_rate": 0.0001999998580867748,
      "loss": 11.0556,
      "step": 450
    },
    {
      "epoch": 0.005758206401695543,
      "grad_norm": 187.6876220703125,
      "learning_rate": 0.0001999998574101932,
      "loss": 11.3864,
      "step": 451
    },
    {
      "epoch": 0.005770974043384446,
      "grad_norm": 162.77908325195312,
      "learning_rate": 0.0001999998567320026,
      "loss": 11.5269,
      "step": 452
    },
    {
      "epoch": 0.00578374168507335,
      "grad_norm": 385.3685302734375,
      "learning_rate": 0.00019999985605220305,
      "loss": 10.8326,
      "step": 453
    },
    {
      "epoch": 0.005796509326762254,
      "grad_norm": 190.74334716796875,
      "learning_rate": 0.00019999985537079445,
      "loss": 11.6528,
      "step": 454
    },
    {
      "epoch": 0.005809276968451157,
      "grad_norm": 492.8506774902344,
      "learning_rate": 0.0001999998546877769,
      "loss": 10.9088,
      "step": 455
    },
    {
      "epoch": 0.005822044610140061,
      "grad_norm": 250.30029296875,
      "learning_rate": 0.00019999985400315034,
      "loss": 10.8929,
      "step": 456
    },
    {
      "epoch": 0.005834812251828965,
      "grad_norm": 368.4800720214844,
      "learning_rate": 0.0001999998533169148,
      "loss": 11.2677,
      "step": 457
    },
    {
      "epoch": 0.0058475798935178685,
      "grad_norm": 198.77224731445312,
      "learning_rate": 0.00019999985262907023,
      "loss": 11.0563,
      "step": 458
    },
    {
      "epoch": 0.005860347535206772,
      "grad_norm": 490.9789123535156,
      "learning_rate": 0.00019999985193961672,
      "loss": 11.5219,
      "step": 459
    },
    {
      "epoch": 0.005873115176895676,
      "grad_norm": 901.4659423828125,
      "learning_rate": 0.00019999985124855417,
      "loss": 12.0167,
      "step": 460
    },
    {
      "epoch": 0.005885882818584579,
      "grad_norm": 1496.560302734375,
      "learning_rate": 0.0001999998505558827,
      "loss": 12.8359,
      "step": 461
    },
    {
      "epoch": 0.005898650460273483,
      "grad_norm": 2879.77490234375,
      "learning_rate": 0.00019999984986160217,
      "loss": 16.348,
      "step": 462
    },
    {
      "epoch": 0.005911418101962386,
      "grad_norm": 3896.33203125,
      "learning_rate": 0.00019999984916571268,
      "loss": 19.888,
      "step": 463
    },
    {
      "epoch": 0.00592418574365129,
      "grad_norm": 1089.4195556640625,
      "learning_rate": 0.0001999998484682142,
      "loss": 15.6559,
      "step": 464
    },
    {
      "epoch": 0.005936953385340194,
      "grad_norm": 866.4292602539062,
      "learning_rate": 0.0001999998477691067,
      "loss": 12.2213,
      "step": 465
    },
    {
      "epoch": 0.0059497210270290975,
      "grad_norm": 1168.7117919921875,
      "learning_rate": 0.00019999984706839022,
      "loss": 12.683,
      "step": 466
    },
    {
      "epoch": 0.005962488668718001,
      "grad_norm": 1495.8994140625,
      "learning_rate": 0.0001999998463660648,
      "loss": 15.2098,
      "step": 467
    },
    {
      "epoch": 0.005975256310406905,
      "grad_norm": 1096.69580078125,
      "learning_rate": 0.00019999984566213032,
      "loss": 14.1742,
      "step": 468
    },
    {
      "epoch": 0.005988023952095809,
      "grad_norm": 1411.1319580078125,
      "learning_rate": 0.00019999984495658687,
      "loss": 13.3685,
      "step": 469
    },
    {
      "epoch": 0.006000791593784712,
      "grad_norm": 1544.6043701171875,
      "learning_rate": 0.00019999984424943446,
      "loss": 12.1777,
      "step": 470
    },
    {
      "epoch": 0.006013559235473615,
      "grad_norm": 470.55126953125,
      "learning_rate": 0.00019999984354067302,
      "loss": 12.1244,
      "step": 471
    },
    {
      "epoch": 0.006026326877162519,
      "grad_norm": 1479.18408203125,
      "learning_rate": 0.0001999998428303026,
      "loss": 13.2511,
      "step": 472
    },
    {
      "epoch": 0.006039094518851423,
      "grad_norm": 2047.202880859375,
      "learning_rate": 0.00019999984211832317,
      "loss": 17.3492,
      "step": 473
    },
    {
      "epoch": 0.0060518621605403266,
      "grad_norm": 2591.1455078125,
      "learning_rate": 0.00019999984140473478,
      "loss": 18.9721,
      "step": 474
    },
    {
      "epoch": 0.00606462980222923,
      "grad_norm": 1198.9642333984375,
      "learning_rate": 0.0001999998406895374,
      "loss": 13.311,
      "step": 475
    },
    {
      "epoch": 0.006077397443918134,
      "grad_norm": 1384.69287109375,
      "learning_rate": 0.00019999983997273099,
      "loss": 12.6883,
      "step": 476
    },
    {
      "epoch": 0.006090165085607038,
      "grad_norm": 1397.965087890625,
      "learning_rate": 0.00019999983925431561,
      "loss": 14.0929,
      "step": 477
    },
    {
      "epoch": 0.0061029327272959415,
      "grad_norm": 2041.4149169921875,
      "learning_rate": 0.00019999983853429126,
      "loss": 17.3748,
      "step": 478
    },
    {
      "epoch": 0.006115700368984845,
      "grad_norm": 4913.64501953125,
      "learning_rate": 0.0001999998378126579,
      "loss": 18.6198,
      "step": 479
    },
    {
      "epoch": 0.006128468010673748,
      "grad_norm": 2807.970947265625,
      "learning_rate": 0.00019999983708941555,
      "loss": 20.883,
      "step": 480
    },
    {
      "epoch": 0.006141235652362652,
      "grad_norm": 2355.919921875,
      "learning_rate": 0.00019999983636456421,
      "loss": 17.8931,
      "step": 481
    },
    {
      "epoch": 0.006154003294051556,
      "grad_norm": 1602.849853515625,
      "learning_rate": 0.00019999983563810387,
      "loss": 15.2739,
      "step": 482
    },
    {
      "epoch": 0.006166770935740459,
      "grad_norm": 742.9414672851562,
      "learning_rate": 0.00019999983491003455,
      "loss": 12.5474,
      "step": 483
    },
    {
      "epoch": 0.006179538577429363,
      "grad_norm": 2454.531982421875,
      "learning_rate": 0.00019999983418035624,
      "loss": 12.3927,
      "step": 484
    },
    {
      "epoch": 0.006192306219118267,
      "grad_norm": 6320.62890625,
      "learning_rate": 0.00019999983344906892,
      "loss": 16.7959,
      "step": 485
    },
    {
      "epoch": 0.0062050738608071705,
      "grad_norm": 1937.369384765625,
      "learning_rate": 0.00019999983271617265,
      "loss": 23.8028,
      "step": 486
    },
    {
      "epoch": 0.006217841502496074,
      "grad_norm": 2084.478515625,
      "learning_rate": 0.00019999983198166734,
      "loss": 21.4838,
      "step": 487
    },
    {
      "epoch": 0.006230609144184978,
      "grad_norm": 1845.5953369140625,
      "learning_rate": 0.00019999983124555307,
      "loss": 13.8314,
      "step": 488
    },
    {
      "epoch": 0.006243376785873881,
      "grad_norm": 250.44671630859375,
      "learning_rate": 0.0001999998305078298,
      "loss": 11.6783,
      "step": 489
    },
    {
      "epoch": 0.006256144427562785,
      "grad_norm": 1009.2147827148438,
      "learning_rate": 0.00019999982976849753,
      "loss": 13.0494,
      "step": 490
    },
    {
      "epoch": 0.006268912069251688,
      "grad_norm": 847.193359375,
      "learning_rate": 0.0001999998290275563,
      "loss": 15.2121,
      "step": 491
    },
    {
      "epoch": 0.006281679710940592,
      "grad_norm": 534.4140625,
      "learning_rate": 0.00019999982828500606,
      "loss": 13.8696,
      "step": 492
    },
    {
      "epoch": 0.006294447352629496,
      "grad_norm": 77.48603057861328,
      "learning_rate": 0.0001999998275408468,
      "loss": 11.5155,
      "step": 493
    },
    {
      "epoch": 0.0063072149943183995,
      "grad_norm": 896.3461303710938,
      "learning_rate": 0.00019999982679507858,
      "loss": 15.9358,
      "step": 494
    },
    {
      "epoch": 0.006319982636007303,
      "grad_norm": 972.2769775390625,
      "learning_rate": 0.00019999982604770134,
      "loss": 17.3067,
      "step": 495
    },
    {
      "epoch": 0.006332750277696207,
      "grad_norm": 206.31007385253906,
      "learning_rate": 0.00019999982529871516,
      "loss": 11.7671,
      "step": 496
    },
    {
      "epoch": 0.006345517919385111,
      "grad_norm": 611.5755615234375,
      "learning_rate": 0.00019999982454811996,
      "loss": 14.7251,
      "step": 497
    },
    {
      "epoch": 0.006358285561074014,
      "grad_norm": 644.4353637695312,
      "learning_rate": 0.00019999982379591575,
      "loss": 18.1931,
      "step": 498
    },
    {
      "epoch": 0.006371053202762917,
      "grad_norm": 663.5217895507812,
      "learning_rate": 0.00019999982304210256,
      "loss": 16.1821,
      "step": 499
    },
    {
      "epoch": 0.006383820844451821,
      "grad_norm": 176.72744750976562,
      "learning_rate": 0.0001999998222866804,
      "loss": 11.6707,
      "step": 500
    },
    {
      "epoch": 0.006383820844451821,
      "eval_loss": 8.205815315246582,
      "eval_runtime": 2.17,
      "eval_samples_per_second": 144.701,
      "eval_steps_per_second": 36.406,
      "step": 500
    },
    {
      "epoch": 0.0032127741439015004,
      "grad_norm": 502.07843017578125,
      "learning_rate": 0.00019999995497920273,
      "loss": 8.2085,
      "step": 501
    },
    {
      "epoch": 0.0032191868667436193,
      "grad_norm": 613.0466918945312,
      "learning_rate": 0.00019999995478782868,
      "loss": 11.8137,
      "step": 502
    },
    {
      "epoch": 0.0032255995895857383,
      "grad_norm": 547.7665405273438,
      "learning_rate": 0.00019999995459604874,
      "loss": 10.7879,
      "step": 503
    },
    {
      "epoch": 0.003232012312427857,
      "grad_norm": 253.2191162109375,
      "learning_rate": 0.00019999995440386295,
      "loss": 6.6101,
      "step": 504
    },
    {
      "epoch": 0.003238425035269976,
      "grad_norm": 165.411376953125,
      "learning_rate": 0.00019999995421127124,
      "loss": 5.8444,
      "step": 505
    },
    {
      "epoch": 0.0032448377581120944,
      "grad_norm": 332.9987487792969,
      "learning_rate": 0.00019999995401827366,
      "loss": 8.2198,
      "step": 506
    },
    {
      "epoch": 0.0032512504809542133,
      "grad_norm": 317.8168640136719,
      "learning_rate": 0.00019999995382487024,
      "loss": 8.1729,
      "step": 507
    },
    {
      "epoch": 0.003257663203796332,
      "grad_norm": 160.78001403808594,
      "learning_rate": 0.00019999995363106089,
      "loss": 6.1451,
      "step": 508
    },
    {
      "epoch": 0.003264075926638451,
      "grad_norm": 86.34245300292969,
      "learning_rate": 0.00019999995343684566,
      "loss": 5.5498,
      "step": 509
    },
    {
      "epoch": 0.0032704886494805694,
      "grad_norm": 446.7667236328125,
      "learning_rate": 0.00019999995324222454,
      "loss": 7.5272,
      "step": 510
    },
    {
      "epoch": 0.0032769013723226883,
      "grad_norm": 305.4721374511719,
      "learning_rate": 0.00019999995304719755,
      "loss": 6.7703,
      "step": 511
    },
    {
      "epoch": 0.003283314095164807,
      "grad_norm": 56.15412902832031,
      "learning_rate": 0.0001999999528517647,
      "loss": 5.6625,
      "step": 512
    },
    {
      "epoch": 0.003289726818006926,
      "grad_norm": 101.23564910888672,
      "learning_rate": 0.00019999995265592593,
      "loss": 6.013,
      "step": 513
    },
    {
      "epoch": 0.0032961395408490444,
      "grad_norm": 254.35462951660156,
      "learning_rate": 0.0001999999524596813,
      "loss": 6.823,
      "step": 514
    },
    {
      "epoch": 0.0033025522636911634,
      "grad_norm": 127.9451904296875,
      "learning_rate": 0.00019999995226303074,
      "loss": 6.3172,
      "step": 515
    },
    {
      "epoch": 0.003308964986533282,
      "grad_norm": 27.16916275024414,
      "learning_rate": 0.00019999995206597434,
      "loss": 5.5932,
      "step": 516
    },
    {
      "epoch": 0.003315377709375401,
      "grad_norm": 216.32728576660156,
      "learning_rate": 0.00019999995186851207,
      "loss": 6.606,
      "step": 517
    },
    {
      "epoch": 0.0033217904322175194,
      "grad_norm": 289.5876770019531,
      "learning_rate": 0.0001999999516706439,
      "loss": 6.8063,
      "step": 518
    },
    {
      "epoch": 0.0033282031550596384,
      "grad_norm": 152.85629272460938,
      "learning_rate": 0.00019999995147236983,
      "loss": 5.9444,
      "step": 519
    },
    {
      "epoch": 0.003334615877901757,
      "grad_norm": 26.127994537353516,
      "learning_rate": 0.00019999995127368989,
      "loss": 5.4874,
      "step": 520
    },
    {
      "epoch": 0.003341028600743876,
      "grad_norm": 121.53495788574219,
      "learning_rate": 0.00019999995107460405,
      "loss": 5.5808,
      "step": 521
    },
    {
      "epoch": 0.0033474413235859944,
      "grad_norm": 56.6453971862793,
      "learning_rate": 0.00019999995087511237,
      "loss": 5.6168,
      "step": 522
    },
    {
      "epoch": 0.0033538540464281134,
      "grad_norm": 47.84210968017578,
      "learning_rate": 0.0001999999506752148,
      "loss": 5.4378,
      "step": 523
    },
    {
      "epoch": 0.003360266769270232,
      "grad_norm": 56.75403594970703,
      "learning_rate": 0.00019999995047491128,
      "loss": 5.5578,
      "step": 524
    },
    {
      "epoch": 0.003366679492112351,
      "grad_norm": 73.1769790649414,
      "learning_rate": 0.00019999995027420196,
      "loss": 5.7759,
      "step": 525
    },
    {
      "epoch": 0.00337309221495447,
      "grad_norm": 23.480016708374023,
      "learning_rate": 0.00019999995007308668,
      "loss": 5.3657,
      "step": 526
    },
    {
      "epoch": 0.0033795049377965884,
      "grad_norm": 48.917274475097656,
      "learning_rate": 0.0001999999498715656,
      "loss": 5.5891,
      "step": 527
    },
    {
      "epoch": 0.0033859176606387074,
      "grad_norm": 30.56466293334961,
      "learning_rate": 0.00019999994966963858,
      "loss": 5.7154,
      "step": 528
    },
    {
      "epoch": 0.003392330383480826,
      "grad_norm": 79.36869049072266,
      "learning_rate": 0.00019999994946730566,
      "loss": 5.6679,
      "step": 529
    },
    {
      "epoch": 0.003398743106322945,
      "grad_norm": 114.44317626953125,
      "learning_rate": 0.0001999999492645669,
      "loss": 5.6283,
      "step": 530
    },
    {
      "epoch": 0.0034051558291650634,
      "grad_norm": 73.3740005493164,
      "learning_rate": 0.00019999994906142225,
      "loss": 5.3905,
      "step": 531
    },
    {
      "epoch": 0.0034115685520071824,
      "grad_norm": 46.679927825927734,
      "learning_rate": 0.0001999999488578717,
      "loss": 5.7967,
      "step": 532
    },
    {
      "epoch": 0.003417981274849301,
      "grad_norm": 124.1196517944336,
      "learning_rate": 0.0001999999486539153,
      "loss": 6.1312,
      "step": 533
    },
    {
      "epoch": 0.00342439399769142,
      "grad_norm": 61.22017288208008,
      "learning_rate": 0.000199999948449553,
      "loss": 5.6268,
      "step": 534
    },
    {
      "epoch": 0.0034308067205335384,
      "grad_norm": 24.034265518188477,
      "learning_rate": 0.0001999999482447848,
      "loss": 5.3253,
      "step": 535
    },
    {
      "epoch": 0.0034372194433756574,
      "grad_norm": 267.0154724121094,
      "learning_rate": 0.0001999999480396107,
      "loss": 5.7651,
      "step": 536
    },
    {
      "epoch": 0.003443632166217776,
      "grad_norm": 330.27581787109375,
      "learning_rate": 0.00019999994783403077,
      "loss": 5.7339,
      "step": 537
    },
    {
      "epoch": 0.003450044889059895,
      "grad_norm": 141.09341430664062,
      "learning_rate": 0.00019999994762804493,
      "loss": 5.7764,
      "step": 538
    },
    {
      "epoch": 0.0034564576119020135,
      "grad_norm": 64.08247375488281,
      "learning_rate": 0.00019999994742165317,
      "loss": 5.3499,
      "step": 539
    },
    {
      "epoch": 0.0034628703347441324,
      "grad_norm": 71.64933013916016,
      "learning_rate": 0.00019999994721485556,
      "loss": 5.2559,
      "step": 540
    },
    {
      "epoch": 0.003469283057586251,
      "grad_norm": 110.33155059814453,
      "learning_rate": 0.0001999999470076521,
      "loss": 5.6171,
      "step": 541
    },
    {
      "epoch": 0.00347569578042837,
      "grad_norm": 84.54129791259766,
      "learning_rate": 0.00019999994680004274,
      "loss": 5.7173,
      "step": 542
    },
    {
      "epoch": 0.0034821085032704885,
      "grad_norm": 59.498313903808594,
      "learning_rate": 0.00019999994659202747,
      "loss": 5.4296,
      "step": 543
    },
    {
      "epoch": 0.0034885212261126074,
      "grad_norm": 46.42247009277344,
      "learning_rate": 0.00019999994638360632,
      "loss": 5.3192,
      "step": 544
    },
    {
      "epoch": 0.003494933948954726,
      "grad_norm": 88.4953384399414,
      "learning_rate": 0.0001999999461747793,
      "loss": 5.3791,
      "step": 545
    },
    {
      "epoch": 0.003501346671796845,
      "grad_norm": 41.935062408447266,
      "learning_rate": 0.0001999999459655464,
      "loss": 5.4765,
      "step": 546
    },
    {
      "epoch": 0.003507759394638964,
      "grad_norm": 47.83687210083008,
      "learning_rate": 0.00019999994575590758,
      "loss": 5.2339,
      "step": 547
    },
    {
      "epoch": 0.0035141721174810825,
      "grad_norm": 47.082889556884766,
      "learning_rate": 0.00019999994554586296,
      "loss": 5.6747,
      "step": 548
    },
    {
      "epoch": 0.0035205848403232014,
      "grad_norm": 57.118221282958984,
      "learning_rate": 0.00019999994533541237,
      "loss": 5.5226,
      "step": 549
    },
    {
      "epoch": 0.00352699756316532,
      "grad_norm": 36.28774642944336,
      "learning_rate": 0.00019999994512455595,
      "loss": 5.3132,
      "step": 550
    },
    {
      "epoch": 0.003533410286007439,
      "grad_norm": 138.41519165039062,
      "learning_rate": 0.0001999999449132936,
      "loss": 5.6158,
      "step": 551
    },
    {
      "epoch": 0.0035398230088495575,
      "grad_norm": 171.22288513183594,
      "learning_rate": 0.0001999999447016254,
      "loss": 5.9071,
      "step": 552
    },
    {
      "epoch": 0.0035462357316916764,
      "grad_norm": 129.5877227783203,
      "learning_rate": 0.00019999994448955131,
      "loss": 5.8751,
      "step": 553
    },
    {
      "epoch": 0.003552648454533795,
      "grad_norm": 51.502506256103516,
      "learning_rate": 0.00019999994427707135,
      "loss": 5.4592,
      "step": 554
    },
    {
      "epoch": 0.003559061177375914,
      "grad_norm": 56.272491455078125,
      "learning_rate": 0.0001999999440641855,
      "loss": 5.4904,
      "step": 555
    },
    {
      "epoch": 0.0035654739002180325,
      "grad_norm": 65.07127380371094,
      "learning_rate": 0.00019999994385089376,
      "loss": 5.5656,
      "step": 556
    },
    {
      "epoch": 0.0035718866230601515,
      "grad_norm": 54.71575927734375,
      "learning_rate": 0.00019999994363719613,
      "loss": 5.3691,
      "step": 557
    },
    {
      "epoch": 0.00357829934590227,
      "grad_norm": 25.144535064697266,
      "learning_rate": 0.00019999994342309263,
      "loss": 5.2283,
      "step": 558
    },
    {
      "epoch": 0.003584712068744389,
      "grad_norm": 274.56610107421875,
      "learning_rate": 0.00019999994320858325,
      "loss": 5.6787,
      "step": 559
    },
    {
      "epoch": 0.0035911247915865075,
      "grad_norm": 353.9886779785156,
      "learning_rate": 0.00019999994299366795,
      "loss": 6.2897,
      "step": 560
    },
    {
      "epoch": 0.0035975375144286265,
      "grad_norm": 312.9778137207031,
      "learning_rate": 0.0001999999427783468,
      "loss": 7.0025,
      "step": 561
    },
    {
      "epoch": 0.003603950237270745,
      "grad_norm": 230.35240173339844,
      "learning_rate": 0.00019999994256261977,
      "loss": 5.999,
      "step": 562
    },
    {
      "epoch": 0.003610362960112864,
      "grad_norm": 73.2686767578125,
      "learning_rate": 0.00019999994234648683,
      "loss": 5.2426,
      "step": 563
    },
    {
      "epoch": 0.0036167756829549825,
      "grad_norm": 79.3612289428711,
      "learning_rate": 0.00019999994212994805,
      "loss": 5.5671,
      "step": 564
    },
    {
      "epoch": 0.0036231884057971015,
      "grad_norm": 108.92337036132812,
      "learning_rate": 0.00019999994191300334,
      "loss": 5.7412,
      "step": 565
    },
    {
      "epoch": 0.00362960112863922,
      "grad_norm": 145.1487579345703,
      "learning_rate": 0.0001999999416956528,
      "loss": 6.0119,
      "step": 566
    },
    {
      "epoch": 0.003636013851481339,
      "grad_norm": 115.86936950683594,
      "learning_rate": 0.00019999994147789632,
      "loss": 6.1741,
      "step": 567
    },
    {
      "epoch": 0.0036424265743234575,
      "grad_norm": 135.33505249023438,
      "learning_rate": 0.00019999994125973397,
      "loss": 5.42,
      "step": 568
    },
    {
      "epoch": 0.0036488392971655765,
      "grad_norm": 37.14260482788086,
      "learning_rate": 0.00019999994104116578,
      "loss": 5.2362,
      "step": 569
    },
    {
      "epoch": 0.0036552520200076955,
      "grad_norm": 117.49516296386719,
      "learning_rate": 0.00019999994082219166,
      "loss": 5.569,
      "step": 570
    },
    {
      "epoch": 0.003661664742849814,
      "grad_norm": 86.9608154296875,
      "learning_rate": 0.0001999999406028117,
      "loss": 5.5074,
      "step": 571
    },
    {
      "epoch": 0.003668077465691933,
      "grad_norm": 112.46259307861328,
      "learning_rate": 0.0001999999403830258,
      "loss": 5.3665,
      "step": 572
    },
    {
      "epoch": 0.0036744901885340515,
      "grad_norm": 84.27535247802734,
      "learning_rate": 0.00019999994016283405,
      "loss": 5.3562,
      "step": 573
    },
    {
      "epoch": 0.0036809029113761705,
      "grad_norm": 49.959075927734375,
      "learning_rate": 0.0001999999399422364,
      "loss": 5.2548,
      "step": 574
    },
    {
      "epoch": 0.003687315634218289,
      "grad_norm": 70.88404846191406,
      "learning_rate": 0.00019999993972123287,
      "loss": 5.287,
      "step": 575
    },
    {
      "epoch": 0.003693728357060408,
      "grad_norm": 33.82511901855469,
      "learning_rate": 0.0001999999394998235,
      "loss": 5.3165,
      "step": 576
    },
    {
      "epoch": 0.0037001410799025265,
      "grad_norm": 279.2095947265625,
      "learning_rate": 0.0001999999392780082,
      "loss": 5.1628,
      "step": 577
    },
    {
      "epoch": 0.0037065538027446455,
      "grad_norm": 93.76123046875,
      "learning_rate": 0.00019999993905578704,
      "loss": 5.6685,
      "step": 578
    },
    {
      "epoch": 0.003712966525586764,
      "grad_norm": 101.29888916015625,
      "learning_rate": 0.00019999993883315997,
      "loss": 5.5861,
      "step": 579
    },
    {
      "epoch": 0.003719379248428883,
      "grad_norm": 243.8697509765625,
      "learning_rate": 0.00019999993861012703,
      "loss": 5.1949,
      "step": 580
    },
    {
      "epoch": 0.0037257919712710016,
      "grad_norm": 367.3442687988281,
      "learning_rate": 0.00019999993838668823,
      "loss": 5.3113,
      "step": 581
    },
    {
      "epoch": 0.0037322046941131205,
      "grad_norm": 124.75727081298828,
      "learning_rate": 0.0001999999381628435,
      "loss": 5.522,
      "step": 582
    },
    {
      "epoch": 0.003738617416955239,
      "grad_norm": 66.15132904052734,
      "learning_rate": 0.00019999993793859292,
      "loss": 5.4998,
      "step": 583
    },
    {
      "epoch": 0.003745030139797358,
      "grad_norm": 48.89323806762695,
      "learning_rate": 0.00019999993771393647,
      "loss": 5.6319,
      "step": 584
    },
    {
      "epoch": 0.0037514428626394766,
      "grad_norm": 31.524120330810547,
      "learning_rate": 0.0001999999374888741,
      "loss": 5.3897,
      "step": 585
    },
    {
      "epoch": 0.0037578555854815955,
      "grad_norm": 62.71697235107422,
      "learning_rate": 0.00019999993726340588,
      "loss": 5.408,
      "step": 586
    },
    {
      "epoch": 0.003764268308323714,
      "grad_norm": 119.73779296875,
      "learning_rate": 0.00019999993703753174,
      "loss": 5.2507,
      "step": 587
    },
    {
      "epoch": 0.003770681031165833,
      "grad_norm": 184.00723266601562,
      "learning_rate": 0.00019999993681125172,
      "loss": 5.4869,
      "step": 588
    },
    {
      "epoch": 0.0037770937540079516,
      "grad_norm": 44.4374885559082,
      "learning_rate": 0.00019999993658456586,
      "loss": 5.3219,
      "step": 589
    },
    {
      "epoch": 0.0037835064768500706,
      "grad_norm": 67.2987289428711,
      "learning_rate": 0.00019999993635747408,
      "loss": 5.4691,
      "step": 590
    },
    {
      "epoch": 0.003789919199692189,
      "grad_norm": 112.32588958740234,
      "learning_rate": 0.00019999993612997643,
      "loss": 5.1633,
      "step": 591
    },
    {
      "epoch": 0.003796331922534308,
      "grad_norm": 81.86377716064453,
      "learning_rate": 0.0001999999359020729,
      "loss": 5.1962,
      "step": 592
    },
    {
      "epoch": 0.003802744645376427,
      "grad_norm": 155.54257202148438,
      "learning_rate": 0.0001999999356737635,
      "loss": 5.1754,
      "step": 593
    },
    {
      "epoch": 0.0038091573682185456,
      "grad_norm": 133.15318298339844,
      "learning_rate": 0.00019999993544504818,
      "loss": 5.2744,
      "step": 594
    },
    {
      "epoch": 0.0038155700910606646,
      "grad_norm": 63.7751579284668,
      "learning_rate": 0.000199999935215927,
      "loss": 5.0323,
      "step": 595
    },
    {
      "epoch": 0.003821982813902783,
      "grad_norm": 68.97856140136719,
      "learning_rate": 0.0001999999349863999,
      "loss": 5.4532,
      "step": 596
    },
    {
      "epoch": 0.003828395536744902,
      "grad_norm": 103.23686218261719,
      "learning_rate": 0.00019999993475646697,
      "loss": 5.2733,
      "step": 597
    },
    {
      "epoch": 0.0038348082595870206,
      "grad_norm": 45.38492965698242,
      "learning_rate": 0.00019999993452612813,
      "loss": 5.2592,
      "step": 598
    },
    {
      "epoch": 0.0038412209824291396,
      "grad_norm": 67.71326446533203,
      "learning_rate": 0.00019999993429538343,
      "loss": 5.0752,
      "step": 599
    },
    {
      "epoch": 0.003847633705271258,
      "grad_norm": 111.2350082397461,
      "learning_rate": 0.0001999999340642328,
      "loss": 5.4495,
      "step": 600
    },
    {
      "epoch": 0.003847633705271258,
      "eval_loss": 5.3661017417907715,
      "eval_runtime": 34.6248,
      "eval_samples_per_second": 90.542,
      "eval_steps_per_second": 22.643,
      "step": 600
    },
    {
      "epoch": 0.003854046428113377,
      "grad_norm": 72.53926849365234,
      "learning_rate": 0.00019999993383267633,
      "loss": 6.5714,
      "step": 601
    },
    {
      "epoch": 0.0038604591509554956,
      "grad_norm": 106.23738861083984,
      "learning_rate": 0.00019999993360071396,
      "loss": 5.679,
      "step": 602
    },
    {
      "epoch": 0.0038668718737976146,
      "grad_norm": 46.681114196777344,
      "learning_rate": 0.00019999993336834571,
      "loss": 5.3014,
      "step": 603
    },
    {
      "epoch": 0.003873284596639733,
      "grad_norm": 60.6865348815918,
      "learning_rate": 0.00019999993313557157,
      "loss": 5.5462,
      "step": 604
    },
    {
      "epoch": 0.003879697319481852,
      "grad_norm": 132.9699249267578,
      "learning_rate": 0.00019999993290239156,
      "loss": 6.0112,
      "step": 605
    },
    {
      "epoch": 0.0038861100423239706,
      "grad_norm": 165.393310546875,
      "learning_rate": 0.00019999993266880565,
      "loss": 5.4527,
      "step": 606
    },
    {
      "epoch": 0.0038925227651660896,
      "grad_norm": 59.98395919799805,
      "learning_rate": 0.00019999993243481384,
      "loss": 5.4776,
      "step": 607
    },
    {
      "epoch": 0.003898935488008208,
      "grad_norm": 45.9638671875,
      "learning_rate": 0.0001999999322004162,
      "loss": 5.4445,
      "step": 608
    },
    {
      "epoch": 0.003905348210850327,
      "grad_norm": 39.690650939941406,
      "learning_rate": 0.00019999993196561264,
      "loss": 5.3074,
      "step": 609
    },
    {
      "epoch": 0.003911760933692446,
      "grad_norm": 41.325923919677734,
      "learning_rate": 0.00019999993173040322,
      "loss": 5.5632,
      "step": 610
    },
    {
      "epoch": 0.003918173656534564,
      "grad_norm": 68.0400390625,
      "learning_rate": 0.00019999993149478787,
      "loss": 5.6796,
      "step": 611
    },
    {
      "epoch": 0.003924586379376684,
      "grad_norm": 36.27840042114258,
      "learning_rate": 0.00019999993125876668,
      "loss": 5.3712,
      "step": 612
    },
    {
      "epoch": 0.003930999102218802,
      "grad_norm": 27.347665786743164,
      "learning_rate": 0.00019999993102233962,
      "loss": 5.2784,
      "step": 613
    },
    {
      "epoch": 0.003937411825060921,
      "grad_norm": 77.49659729003906,
      "learning_rate": 0.00019999993078550663,
      "loss": 5.1792,
      "step": 614
    },
    {
      "epoch": 0.003943824547903039,
      "grad_norm": 48.91150665283203,
      "learning_rate": 0.0001999999305482678,
      "loss": 5.3554,
      "step": 615
    },
    {
      "epoch": 0.003950237270745159,
      "grad_norm": 51.023494720458984,
      "learning_rate": 0.00019999993031062307,
      "loss": 5.439,
      "step": 616
    },
    {
      "epoch": 0.003956649993587277,
      "grad_norm": 107.74993896484375,
      "learning_rate": 0.00019999993007257242,
      "loss": 5.34,
      "step": 617
    },
    {
      "epoch": 0.003963062716429396,
      "grad_norm": 35.3804931640625,
      "learning_rate": 0.00019999992983411592,
      "loss": 6.0579,
      "step": 618
    },
    {
      "epoch": 0.003969475439271515,
      "grad_norm": 56.649051666259766,
      "learning_rate": 0.00019999992959525358,
      "loss": 5.371,
      "step": 619
    },
    {
      "epoch": 0.003975888162113634,
      "grad_norm": 264.670166015625,
      "learning_rate": 0.00019999992935598528,
      "loss": 5.4597,
      "step": 620
    },
    {
      "epoch": 0.003982300884955752,
      "grad_norm": 46.13899230957031,
      "learning_rate": 0.00019999992911631114,
      "loss": 5.3478,
      "step": 621
    },
    {
      "epoch": 0.003988713607797871,
      "grad_norm": 46.38508605957031,
      "learning_rate": 0.0001999999288762311,
      "loss": 5.3565,
      "step": 622
    },
    {
      "epoch": 0.00399512633063999,
      "grad_norm": 40.91022491455078,
      "learning_rate": 0.0001999999286357452,
      "loss": 5.364,
      "step": 623
    },
    {
      "epoch": 0.004001539053482109,
      "grad_norm": 33.33086395263672,
      "learning_rate": 0.0001999999283948534,
      "loss": 5.5857,
      "step": 624
    },
    {
      "epoch": 0.004007951776324227,
      "grad_norm": 61.63943099975586,
      "learning_rate": 0.00019999992815355572,
      "loss": 5.418,
      "step": 625
    },
    {
      "epoch": 0.004014364499166346,
      "grad_norm": 46.94227600097656,
      "learning_rate": 0.00019999992791185217,
      "loss": 5.4329,
      "step": 626
    },
    {
      "epoch": 0.004020777222008465,
      "grad_norm": 30.613109588623047,
      "learning_rate": 0.00019999992766974272,
      "loss": 5.3839,
      "step": 627
    },
    {
      "epoch": 0.004027189944850584,
      "grad_norm": 51.41486740112305,
      "learning_rate": 0.00019999992742722738,
      "loss": 5.1572,
      "step": 628
    },
    {
      "epoch": 0.004033602667692702,
      "grad_norm": 59.77985763549805,
      "learning_rate": 0.00019999992718430613,
      "loss": 5.6495,
      "step": 629
    },
    {
      "epoch": 0.004040015390534821,
      "grad_norm": 53.4453239440918,
      "learning_rate": 0.00019999992694097905,
      "loss": 5.4398,
      "step": 630
    },
    {
      "epoch": 0.00404642811337694,
      "grad_norm": 42.032100677490234,
      "learning_rate": 0.00019999992669724606,
      "loss": 5.4986,
      "step": 631
    },
    {
      "epoch": 0.004052840836219059,
      "grad_norm": 51.01979446411133,
      "learning_rate": 0.0001999999264531072,
      "loss": 5.6075,
      "step": 632
    },
    {
      "epoch": 0.004059253559061177,
      "grad_norm": 34.22220993041992,
      "learning_rate": 0.00019999992620856248,
      "loss": 5.3832,
      "step": 633
    },
    {
      "epoch": 0.004065666281903296,
      "grad_norm": 98.9408950805664,
      "learning_rate": 0.00019999992596361182,
      "loss": 5.6535,
      "step": 634
    },
    {
      "epoch": 0.004072079004745415,
      "grad_norm": 16.341493606567383,
      "learning_rate": 0.0001999999257182553,
      "loss": 5.474,
      "step": 635
    },
    {
      "epoch": 0.004078491727587534,
      "grad_norm": 28.84989356994629,
      "learning_rate": 0.0001999999254724929,
      "loss": 5.2879,
      "step": 636
    },
    {
      "epoch": 0.004084904450429652,
      "grad_norm": 57.059234619140625,
      "learning_rate": 0.0001999999252263246,
      "loss": 5.3317,
      "step": 637
    },
    {
      "epoch": 0.004091317173271772,
      "grad_norm": 82.7343521118164,
      "learning_rate": 0.00019999992497975048,
      "loss": 5.2922,
      "step": 638
    },
    {
      "epoch": 0.00409772989611389,
      "grad_norm": 53.95466232299805,
      "learning_rate": 0.0001999999247327704,
      "loss": 5.4355,
      "step": 639
    },
    {
      "epoch": 0.004104142618956009,
      "grad_norm": 63.61468505859375,
      "learning_rate": 0.00019999992448538448,
      "loss": 5.8187,
      "step": 640
    },
    {
      "epoch": 0.004110555341798127,
      "grad_norm": 68.78600311279297,
      "learning_rate": 0.00019999992423759268,
      "loss": 5.622,
      "step": 641
    },
    {
      "epoch": 0.004116968064640247,
      "grad_norm": 24.94286346435547,
      "learning_rate": 0.00019999992398939497,
      "loss": 5.294,
      "step": 642
    },
    {
      "epoch": 0.004123380787482365,
      "grad_norm": 58.042457580566406,
      "learning_rate": 0.0001999999237407914,
      "loss": 5.5234,
      "step": 643
    },
    {
      "epoch": 0.004129793510324484,
      "grad_norm": 53.56149673461914,
      "learning_rate": 0.00019999992349178193,
      "loss": 5.4071,
      "step": 644
    },
    {
      "epoch": 0.004136206233166602,
      "grad_norm": 39.433597564697266,
      "learning_rate": 0.0001999999232423666,
      "loss": 5.5261,
      "step": 645
    },
    {
      "epoch": 0.004142618956008722,
      "grad_norm": 82.3932113647461,
      "learning_rate": 0.00019999992299254537,
      "loss": 5.6991,
      "step": 646
    },
    {
      "epoch": 0.00414903167885084,
      "grad_norm": 116.75731658935547,
      "learning_rate": 0.00019999992274231826,
      "loss": 5.9444,
      "step": 647
    },
    {
      "epoch": 0.004155444401692959,
      "grad_norm": 49.34419631958008,
      "learning_rate": 0.00019999992249168527,
      "loss": 5.5111,
      "step": 648
    },
    {
      "epoch": 0.004161857124535077,
      "grad_norm": 15.163369178771973,
      "learning_rate": 0.0001999999222406464,
      "loss": 5.2611,
      "step": 649
    },
    {
      "epoch": 0.004168269847377197,
      "grad_norm": 58.943477630615234,
      "learning_rate": 0.0001999999219892016,
      "loss": 5.3844,
      "step": 650
    },
    {
      "epoch": 0.004174682570219315,
      "grad_norm": 51.122737884521484,
      "learning_rate": 0.00019999992173735096,
      "loss": 5.3117,
      "step": 651
    },
    {
      "epoch": 0.004181095293061434,
      "grad_norm": 13.442508697509766,
      "learning_rate": 0.00019999992148509444,
      "loss": 5.1692,
      "step": 652
    },
    {
      "epoch": 0.004187508015903552,
      "grad_norm": 30.64569091796875,
      "learning_rate": 0.00019999992123243202,
      "loss": 5.5294,
      "step": 653
    },
    {
      "epoch": 0.004193920738745672,
      "grad_norm": 22.771970748901367,
      "learning_rate": 0.00019999992097936373,
      "loss": 5.517,
      "step": 654
    },
    {
      "epoch": 0.00420033346158779,
      "grad_norm": 16.667287826538086,
      "learning_rate": 0.00019999992072588954,
      "loss": 5.2662,
      "step": 655
    },
    {
      "epoch": 0.004206746184429909,
      "grad_norm": 15.10080337524414,
      "learning_rate": 0.00019999992047200948,
      "loss": 5.2316,
      "step": 656
    },
    {
      "epoch": 0.004213158907272027,
      "grad_norm": 29.61166000366211,
      "learning_rate": 0.00019999992021772355,
      "loss": 5.3592,
      "step": 657
    },
    {
      "epoch": 0.004219571630114147,
      "grad_norm": 11.988141059875488,
      "learning_rate": 0.00019999991996303172,
      "loss": 5.2652,
      "step": 658
    },
    {
      "epoch": 0.004225984352956265,
      "grad_norm": 16.85266876220703,
      "learning_rate": 0.000199999919707934,
      "loss": 5.1165,
      "step": 659
    },
    {
      "epoch": 0.004232397075798384,
      "grad_norm": 16.371248245239258,
      "learning_rate": 0.00019999991945243042,
      "loss": 5.2615,
      "step": 660
    },
    {
      "epoch": 0.004238809798640503,
      "grad_norm": 20.984458923339844,
      "learning_rate": 0.00019999991919652095,
      "loss": 5.2936,
      "step": 661
    },
    {
      "epoch": 0.004245222521482622,
      "grad_norm": 17.751893997192383,
      "learning_rate": 0.00019999991894020558,
      "loss": 5.3074,
      "step": 662
    },
    {
      "epoch": 0.00425163524432474,
      "grad_norm": 18.973173141479492,
      "learning_rate": 0.00019999991868348434,
      "loss": 5.4043,
      "step": 663
    },
    {
      "epoch": 0.004258047967166859,
      "grad_norm": 24.973548889160156,
      "learning_rate": 0.0001999999184263572,
      "loss": 5.2989,
      "step": 664
    },
    {
      "epoch": 0.004264460690008978,
      "grad_norm": 20.51189613342285,
      "learning_rate": 0.00019999991816882417,
      "loss": 5.2951,
      "step": 665
    },
    {
      "epoch": 0.004270873412851097,
      "grad_norm": 30.135141372680664,
      "learning_rate": 0.00019999991791088532,
      "loss": 5.3625,
      "step": 666
    },
    {
      "epoch": 0.004277286135693215,
      "grad_norm": 31.410480499267578,
      "learning_rate": 0.00019999991765254054,
      "loss": 5.2829,
      "step": 667
    },
    {
      "epoch": 0.004283698858535334,
      "grad_norm": 51.080787658691406,
      "learning_rate": 0.00019999991739378986,
      "loss": 5.3711,
      "step": 668
    },
    {
      "epoch": 0.004290111581377453,
      "grad_norm": 50.686832427978516,
      "learning_rate": 0.00019999991713463331,
      "loss": 5.399,
      "step": 669
    },
    {
      "epoch": 0.004296524304219572,
      "grad_norm": 82.45499420166016,
      "learning_rate": 0.0001999999168750709,
      "loss": 5.2957,
      "step": 670
    },
    {
      "epoch": 0.00430293702706169,
      "grad_norm": 49.38897705078125,
      "learning_rate": 0.00019999991661510258,
      "loss": 5.5516,
      "step": 671
    },
    {
      "epoch": 0.004309349749903809,
      "grad_norm": 94.70759582519531,
      "learning_rate": 0.0001999999163547284,
      "loss": 5.3599,
      "step": 672
    },
    {
      "epoch": 0.004315762472745928,
      "grad_norm": 26.009077072143555,
      "learning_rate": 0.0001999999160939483,
      "loss": 5.1936,
      "step": 673
    },
    {
      "epoch": 0.004322175195588047,
      "grad_norm": 45.925323486328125,
      "learning_rate": 0.00019999991583276235,
      "loss": 5.1836,
      "step": 674
    },
    {
      "epoch": 0.004328587918430165,
      "grad_norm": 41.49982833862305,
      "learning_rate": 0.00019999991557117052,
      "loss": 5.1141,
      "step": 675
    },
    {
      "epoch": 0.004335000641272284,
      "grad_norm": 35.91358947753906,
      "learning_rate": 0.0001999999153091728,
      "loss": 5.3254,
      "step": 676
    },
    {
      "epoch": 0.004341413364114403,
      "grad_norm": 17.82908058166504,
      "learning_rate": 0.00019999991504676917,
      "loss": 5.2652,
      "step": 677
    },
    {
      "epoch": 0.004347826086956522,
      "grad_norm": 32.3630485534668,
      "learning_rate": 0.0001999999147839597,
      "loss": 5.2098,
      "step": 678
    },
    {
      "epoch": 0.00435423880979864,
      "grad_norm": 28.932811737060547,
      "learning_rate": 0.0001999999145207443,
      "loss": 5.2984,
      "step": 679
    },
    {
      "epoch": 0.004360651532640759,
      "grad_norm": 14.494144439697266,
      "learning_rate": 0.00019999991425712305,
      "loss": 5.2623,
      "step": 680
    },
    {
      "epoch": 0.004367064255482878,
      "grad_norm": 15.970664024353027,
      "learning_rate": 0.0001999999139930959,
      "loss": 5.2258,
      "step": 681
    },
    {
      "epoch": 0.004373476978324997,
      "grad_norm": 23.396821975708008,
      "learning_rate": 0.0001999999137286629,
      "loss": 5.3336,
      "step": 682
    },
    {
      "epoch": 0.004379889701167115,
      "grad_norm": 18.298065185546875,
      "learning_rate": 0.000199999913463824,
      "loss": 5.1729,
      "step": 683
    },
    {
      "epoch": 0.004386302424009235,
      "grad_norm": 56.839847564697266,
      "learning_rate": 0.0001999999131985792,
      "loss": 5.994,
      "step": 684
    },
    {
      "epoch": 0.004392715146851353,
      "grad_norm": 25.995025634765625,
      "learning_rate": 0.00019999991293292852,
      "loss": 5.3868,
      "step": 685
    },
    {
      "epoch": 0.004399127869693472,
      "grad_norm": 25.189712524414062,
      "learning_rate": 0.00019999991266687198,
      "loss": 5.2758,
      "step": 686
    },
    {
      "epoch": 0.00440554059253559,
      "grad_norm": 20.172731399536133,
      "learning_rate": 0.00019999991240040953,
      "loss": 5.1743,
      "step": 687
    },
    {
      "epoch": 0.00441195331537771,
      "grad_norm": 22.581928253173828,
      "learning_rate": 0.0001999999121335412,
      "loss": 5.0252,
      "step": 688
    },
    {
      "epoch": 0.004418366038219828,
      "grad_norm": 24.716835021972656,
      "learning_rate": 0.00019999991186626698,
      "loss": 5.3586,
      "step": 689
    },
    {
      "epoch": 0.004424778761061947,
      "grad_norm": 24.90398597717285,
      "learning_rate": 0.00019999991159858692,
      "loss": 5.2547,
      "step": 690
    },
    {
      "epoch": 0.004431191483904065,
      "grad_norm": 40.70684051513672,
      "learning_rate": 0.00019999991133050094,
      "loss": 5.2082,
      "step": 691
    },
    {
      "epoch": 0.004437604206746185,
      "grad_norm": 42.70903015136719,
      "learning_rate": 0.00019999991106200909,
      "loss": 5.2437,
      "step": 692
    },
    {
      "epoch": 0.004444016929588303,
      "grad_norm": 76.21051025390625,
      "learning_rate": 0.00019999991079311133,
      "loss": 5.4296,
      "step": 693
    },
    {
      "epoch": 0.004450429652430422,
      "grad_norm": 209.39524841308594,
      "learning_rate": 0.00019999991052380774,
      "loss": 5.3571,
      "step": 694
    },
    {
      "epoch": 0.00445684237527254,
      "grad_norm": 35.64553451538086,
      "learning_rate": 0.00019999991025409825,
      "loss": 5.3491,
      "step": 695
    },
    {
      "epoch": 0.00446325509811466,
      "grad_norm": 25.018857955932617,
      "learning_rate": 0.00019999990998398283,
      "loss": 5.2032,
      "step": 696
    },
    {
      "epoch": 0.004469667820956778,
      "grad_norm": 35.748619079589844,
      "learning_rate": 0.00019999990971346156,
      "loss": 5.2466,
      "step": 697
    },
    {
      "epoch": 0.004476080543798897,
      "grad_norm": 56.46668243408203,
      "learning_rate": 0.0001999999094425344,
      "loss": 5.1164,
      "step": 698
    },
    {
      "epoch": 0.004482493266641015,
      "grad_norm": 31.219104766845703,
      "learning_rate": 0.00019999990917120137,
      "loss": 5.4061,
      "step": 699
    },
    {
      "epoch": 0.004488905989483135,
      "grad_norm": 21.978431701660156,
      "learning_rate": 0.00019999990889946244,
      "loss": 5.4746,
      "step": 700
    },
    {
      "epoch": 0.004488905989483135,
      "eval_loss": 5.276263236999512,
      "eval_runtime": 34.7564,
      "eval_samples_per_second": 90.199,
      "eval_steps_per_second": 22.557,
      "step": 700
    },
    {
      "epoch": 0.004495318712325253,
      "grad_norm": 123.13839721679688,
      "learning_rate": 0.00019999990862731767,
      "loss": 5.0642,
      "step": 701
    },
    {
      "epoch": 0.004501731435167372,
      "grad_norm": 77.96743774414062,
      "learning_rate": 0.00019999990835476697,
      "loss": 5.1509,
      "step": 702
    },
    {
      "epoch": 0.00450814415800949,
      "grad_norm": 36.67694091796875,
      "learning_rate": 0.0001999999080818104,
      "loss": 5.4147,
      "step": 703
    },
    {
      "epoch": 0.00451455688085161,
      "grad_norm": 35.2849235534668,
      "learning_rate": 0.00019999990780844793,
      "loss": 5.4411,
      "step": 704
    },
    {
      "epoch": 0.004520969603693728,
      "grad_norm": 71.0354995727539,
      "learning_rate": 0.0001999999075346796,
      "loss": 5.2143,
      "step": 705
    },
    {
      "epoch": 0.004527382326535847,
      "grad_norm": 39.095367431640625,
      "learning_rate": 0.0001999999072605054,
      "loss": 5.4333,
      "step": 706
    },
    {
      "epoch": 0.004533795049377966,
      "grad_norm": 49.28672409057617,
      "learning_rate": 0.00019999990698592527,
      "loss": 5.3598,
      "step": 707
    },
    {
      "epoch": 0.004540207772220085,
      "grad_norm": 54.40971755981445,
      "learning_rate": 0.00019999990671093932,
      "loss": 5.4411,
      "step": 708
    },
    {
      "epoch": 0.004546620495062203,
      "grad_norm": 79.22248840332031,
      "learning_rate": 0.00019999990643554744,
      "loss": 5.2993,
      "step": 709
    },
    {
      "epoch": 0.004553033217904322,
      "grad_norm": 67.8880844116211,
      "learning_rate": 0.0001999999061597497,
      "loss": 5.2427,
      "step": 710
    },
    {
      "epoch": 0.004559445940746441,
      "grad_norm": 63.11351776123047,
      "learning_rate": 0.00019999990588354604,
      "loss": 5.8607,
      "step": 711
    },
    {
      "epoch": 0.00456585866358856,
      "grad_norm": 34.610389709472656,
      "learning_rate": 0.00019999990560693652,
      "loss": 5.3419,
      "step": 712
    },
    {
      "epoch": 0.004572271386430678,
      "grad_norm": 104.94400787353516,
      "learning_rate": 0.00019999990532992113,
      "loss": 5.5927,
      "step": 713
    },
    {
      "epoch": 0.004578684109272797,
      "grad_norm": 163.6251678466797,
      "learning_rate": 0.00019999990505249984,
      "loss": 5.4071,
      "step": 714
    },
    {
      "epoch": 0.004585096832114916,
      "grad_norm": 108.36639404296875,
      "learning_rate": 0.00019999990477467268,
      "loss": 5.3112,
      "step": 715
    },
    {
      "epoch": 0.004591509554957035,
      "grad_norm": 157.83094787597656,
      "learning_rate": 0.00019999990449643963,
      "loss": 5.6139,
      "step": 716
    },
    {
      "epoch": 0.004597922277799153,
      "grad_norm": 113.39205169677734,
      "learning_rate": 0.00019999990421780067,
      "loss": 5.7048,
      "step": 717
    },
    {
      "epoch": 0.004604335000641272,
      "grad_norm": 190.3470001220703,
      "learning_rate": 0.00019999990393875587,
      "loss": 5.3896,
      "step": 718
    },
    {
      "epoch": 0.004610747723483391,
      "grad_norm": 151.18359375,
      "learning_rate": 0.00019999990365930517,
      "loss": 5.5701,
      "step": 719
    },
    {
      "epoch": 0.00461716044632551,
      "grad_norm": 106.27484130859375,
      "learning_rate": 0.00019999990337944858,
      "loss": 5.5804,
      "step": 720
    },
    {
      "epoch": 0.0046235731691676284,
      "grad_norm": 33.98200607299805,
      "learning_rate": 0.0001999999030991861,
      "loss": 5.4808,
      "step": 721
    },
    {
      "epoch": 0.004629985892009747,
      "grad_norm": 35.82786560058594,
      "learning_rate": 0.00019999990281851777,
      "loss": 5.1931,
      "step": 722
    },
    {
      "epoch": 0.004636398614851866,
      "grad_norm": 59.646915435791016,
      "learning_rate": 0.00019999990253744354,
      "loss": 5.2243,
      "step": 723
    },
    {
      "epoch": 0.004642811337693985,
      "grad_norm": 26.144874572753906,
      "learning_rate": 0.0001999999022559634,
      "loss": 5.5163,
      "step": 724
    },
    {
      "epoch": 0.0046492240605361035,
      "grad_norm": 77.2594985961914,
      "learning_rate": 0.00019999990197407743,
      "loss": 5.3561,
      "step": 725
    },
    {
      "epoch": 0.004655636783378222,
      "grad_norm": 32.98871612548828,
      "learning_rate": 0.00019999990169178555,
      "loss": 5.2908,
      "step": 726
    },
    {
      "epoch": 0.004662049506220341,
      "grad_norm": 24.170745849609375,
      "learning_rate": 0.00019999990140908777,
      "loss": 5.2778,
      "step": 727
    },
    {
      "epoch": 0.00466846222906246,
      "grad_norm": 21.46954345703125,
      "learning_rate": 0.00019999990112598416,
      "loss": 5.345,
      "step": 728
    },
    {
      "epoch": 0.0046748749519045785,
      "grad_norm": 66.33927917480469,
      "learning_rate": 0.0001999999008424746,
      "loss": 5.2405,
      "step": 729
    },
    {
      "epoch": 0.004681287674746698,
      "grad_norm": 44.96459197998047,
      "learning_rate": 0.0001999999005585592,
      "loss": 5.2957,
      "step": 730
    },
    {
      "epoch": 0.004687700397588816,
      "grad_norm": 307.0660095214844,
      "learning_rate": 0.00019999990027423788,
      "loss": 5.3066,
      "step": 731
    },
    {
      "epoch": 0.004694113120430935,
      "grad_norm": 42.6366081237793,
      "learning_rate": 0.0001999998999895107,
      "loss": 5.3665,
      "step": 732
    },
    {
      "epoch": 0.0047005258432730535,
      "grad_norm": 37.456016540527344,
      "learning_rate": 0.00019999989970437764,
      "loss": 5.3799,
      "step": 733
    },
    {
      "epoch": 0.004706938566115173,
      "grad_norm": 163.19580078125,
      "learning_rate": 0.0001999998994188387,
      "loss": 5.3944,
      "step": 734
    },
    {
      "epoch": 0.004713351288957291,
      "grad_norm": 75.583251953125,
      "learning_rate": 0.00019999989913289387,
      "loss": 5.3371,
      "step": 735
    },
    {
      "epoch": 0.00471976401179941,
      "grad_norm": 434.4111022949219,
      "learning_rate": 0.00019999989884654314,
      "loss": 5.35,
      "step": 736
    },
    {
      "epoch": 0.0047261767346415285,
      "grad_norm": 68.60488891601562,
      "learning_rate": 0.00019999989855978658,
      "loss": 5.8168,
      "step": 737
    },
    {
      "epoch": 0.004732589457483648,
      "grad_norm": 37.979766845703125,
      "learning_rate": 0.00019999989827262408,
      "loss": 5.577,
      "step": 738
    },
    {
      "epoch": 0.0047390021803257664,
      "grad_norm": 16.311872482299805,
      "learning_rate": 0.00019999989798505575,
      "loss": 5.2978,
      "step": 739
    },
    {
      "epoch": 0.004745414903167885,
      "grad_norm": 376.365966796875,
      "learning_rate": 0.00019999989769708149,
      "loss": 5.0704,
      "step": 740
    },
    {
      "epoch": 0.0047518276260100035,
      "grad_norm": 39.5093994140625,
      "learning_rate": 0.00019999989740870135,
      "loss": 5.2443,
      "step": 741
    },
    {
      "epoch": 0.004758240348852123,
      "grad_norm": 924.2101440429688,
      "learning_rate": 0.00019999989711991532,
      "loss": 5.5159,
      "step": 742
    },
    {
      "epoch": 0.0047646530716942415,
      "grad_norm": 130.8565673828125,
      "learning_rate": 0.00019999989683072348,
      "loss": 5.7319,
      "step": 743
    },
    {
      "epoch": 0.00477106579453636,
      "grad_norm": 804.2423095703125,
      "learning_rate": 0.00019999989654112568,
      "loss": 5.2579,
      "step": 744
    },
    {
      "epoch": 0.0047774785173784785,
      "grad_norm": 409.5948486328125,
      "learning_rate": 0.000199999896251122,
      "loss": 5.4359,
      "step": 745
    },
    {
      "epoch": 0.004783891240220598,
      "grad_norm": 253.24510192871094,
      "learning_rate": 0.00019999989596071246,
      "loss": 5.3766,
      "step": 746
    },
    {
      "epoch": 0.0047903039630627165,
      "grad_norm": 678.3446044921875,
      "learning_rate": 0.00019999989566989705,
      "loss": 5.4125,
      "step": 747
    },
    {
      "epoch": 0.004796716685904835,
      "grad_norm": 408.28692626953125,
      "learning_rate": 0.00019999989537867574,
      "loss": 5.4489,
      "step": 748
    },
    {
      "epoch": 0.0048031294087469536,
      "grad_norm": 116.4076156616211,
      "learning_rate": 0.00019999989508704853,
      "loss": 5.4532,
      "step": 749
    },
    {
      "epoch": 0.004809542131589073,
      "grad_norm": 215.440673828125,
      "learning_rate": 0.00019999989479501547,
      "loss": 5.3863,
      "step": 750
    },
    {
      "epoch": 0.0048159548544311915,
      "grad_norm": 899.8172607421875,
      "learning_rate": 0.0001999998945025765,
      "loss": 5.7945,
      "step": 751
    },
    {
      "epoch": 0.00482236757727331,
      "grad_norm": 221.10101318359375,
      "learning_rate": 0.00019999989420973167,
      "loss": 5.7219,
      "step": 752
    },
    {
      "epoch": 0.0048287803001154294,
      "grad_norm": 513.7525634765625,
      "learning_rate": 0.00019999989391648092,
      "loss": 6.0046,
      "step": 753
    },
    {
      "epoch": 0.004835193022957548,
      "grad_norm": 131.0203094482422,
      "learning_rate": 0.00019999989362282433,
      "loss": 5.6443,
      "step": 754
    },
    {
      "epoch": 0.0048416057457996665,
      "grad_norm": 128.97512817382812,
      "learning_rate": 0.00019999989332876187,
      "loss": 5.8561,
      "step": 755
    },
    {
      "epoch": 0.004848018468641785,
      "grad_norm": 87.14675903320312,
      "learning_rate": 0.00019999989303429348,
      "loss": 5.6309,
      "step": 756
    },
    {
      "epoch": 0.0048544311914839045,
      "grad_norm": 285.24896240234375,
      "learning_rate": 0.00019999989273941922,
      "loss": 5.7923,
      "step": 757
    },
    {
      "epoch": 0.004860843914326023,
      "grad_norm": 329.47564697265625,
      "learning_rate": 0.0001999998924441391,
      "loss": 5.8376,
      "step": 758
    },
    {
      "epoch": 0.0048672566371681415,
      "grad_norm": 347.4107666015625,
      "learning_rate": 0.00019999989214845306,
      "loss": 5.6526,
      "step": 759
    },
    {
      "epoch": 0.00487366936001026,
      "grad_norm": 243.0497283935547,
      "learning_rate": 0.00019999989185236113,
      "loss": 5.4797,
      "step": 760
    },
    {
      "epoch": 0.0048800820828523795,
      "grad_norm": 499.381591796875,
      "learning_rate": 0.00019999989155586336,
      "loss": 5.5922,
      "step": 761
    },
    {
      "epoch": 0.004886494805694498,
      "grad_norm": 355.8706359863281,
      "learning_rate": 0.0001999998912589597,
      "loss": 5.7661,
      "step": 762
    },
    {
      "epoch": 0.0048929075285366165,
      "grad_norm": 1101.9093017578125,
      "learning_rate": 0.00019999989096165013,
      "loss": 5.6013,
      "step": 763
    },
    {
      "epoch": 0.004899320251378735,
      "grad_norm": 492.0057373046875,
      "learning_rate": 0.0001999998906639347,
      "loss": 5.4301,
      "step": 764
    },
    {
      "epoch": 0.0049057329742208545,
      "grad_norm": 90.94874572753906,
      "learning_rate": 0.00019999989036581338,
      "loss": 5.8212,
      "step": 765
    },
    {
      "epoch": 0.004912145697062973,
      "grad_norm": 2603.977783203125,
      "learning_rate": 0.00019999989006728617,
      "loss": 5.4557,
      "step": 766
    },
    {
      "epoch": 0.0049185584199050916,
      "grad_norm": 458.7171936035156,
      "learning_rate": 0.0001999998897683531,
      "loss": 5.5305,
      "step": 767
    },
    {
      "epoch": 0.00492497114274721,
      "grad_norm": 234.07484436035156,
      "learning_rate": 0.0001999998894690141,
      "loss": 5.5805,
      "step": 768
    },
    {
      "epoch": 0.0049313838655893295,
      "grad_norm": 343.1497497558594,
      "learning_rate": 0.00019999988916926924,
      "loss": 5.6955,
      "step": 769
    },
    {
      "epoch": 0.004937796588431448,
      "grad_norm": 370.8248291015625,
      "learning_rate": 0.00019999988886911852,
      "loss": 5.9336,
      "step": 770
    },
    {
      "epoch": 0.004944209311273567,
      "grad_norm": 273.4330139160156,
      "learning_rate": 0.00019999988856856188,
      "loss": 5.6073,
      "step": 771
    },
    {
      "epoch": 0.004950622034115685,
      "grad_norm": 121.79537200927734,
      "learning_rate": 0.0001999998882675994,
      "loss": 5.5185,
      "step": 772
    },
    {
      "epoch": 0.0049570347569578045,
      "grad_norm": 246.4324951171875,
      "learning_rate": 0.000199999887966231,
      "loss": 5.6225,
      "step": 773
    },
    {
      "epoch": 0.004963447479799923,
      "grad_norm": 286.76763916015625,
      "learning_rate": 0.00019999988766445674,
      "loss": 5.3048,
      "step": 774
    },
    {
      "epoch": 0.004969860202642042,
      "grad_norm": 163.71420288085938,
      "learning_rate": 0.0001999998873622766,
      "loss": 5.5815,
      "step": 775
    },
    {
      "epoch": 0.004976272925484161,
      "grad_norm": 132.7437744140625,
      "learning_rate": 0.00019999988705969056,
      "loss": 5.4859,
      "step": 776
    },
    {
      "epoch": 0.0049826856483262795,
      "grad_norm": 329.67999267578125,
      "learning_rate": 0.00019999988675669864,
      "loss": 5.5843,
      "step": 777
    },
    {
      "epoch": 0.004989098371168398,
      "grad_norm": 174.40870666503906,
      "learning_rate": 0.00019999988645330084,
      "loss": 5.4293,
      "step": 778
    },
    {
      "epoch": 0.004995511094010517,
      "grad_norm": 546.88916015625,
      "learning_rate": 0.00019999988614949717,
      "loss": 5.5569,
      "step": 779
    },
    {
      "epoch": 0.005001923816852636,
      "grad_norm": 160.91835021972656,
      "learning_rate": 0.00019999988584528758,
      "loss": 5.6117,
      "step": 780
    },
    {
      "epoch": 0.0050083365396947545,
      "grad_norm": 598.9354858398438,
      "learning_rate": 0.00019999988554067212,
      "loss": 5.6177,
      "step": 781
    },
    {
      "epoch": 0.005014749262536873,
      "grad_norm": 210.3992462158203,
      "learning_rate": 0.00019999988523565078,
      "loss": 5.5919,
      "step": 782
    },
    {
      "epoch": 0.005021161985378992,
      "grad_norm": 195.19149780273438,
      "learning_rate": 0.0001999998849302236,
      "loss": 5.3964,
      "step": 783
    },
    {
      "epoch": 0.005027574708221111,
      "grad_norm": 202.54129028320312,
      "learning_rate": 0.0001999998846243905,
      "loss": 5.4366,
      "step": 784
    },
    {
      "epoch": 0.0050339874310632296,
      "grad_norm": 177.19705200195312,
      "learning_rate": 0.0001999998843181515,
      "loss": 5.5403,
      "step": 785
    },
    {
      "epoch": 0.005040400153905348,
      "grad_norm": 109.53877258300781,
      "learning_rate": 0.00019999988401150662,
      "loss": 5.5468,
      "step": 786
    },
    {
      "epoch": 0.005046812876747467,
      "grad_norm": 128.5786895751953,
      "learning_rate": 0.00019999988370445588,
      "loss": 5.4878,
      "step": 787
    },
    {
      "epoch": 0.005053225599589586,
      "grad_norm": 72.28089904785156,
      "learning_rate": 0.00019999988339699924,
      "loss": 5.2956,
      "step": 788
    },
    {
      "epoch": 0.005059638322431705,
      "grad_norm": 90.59053802490234,
      "learning_rate": 0.00019999988308913675,
      "loss": 5.5263,
      "step": 789
    },
    {
      "epoch": 0.005066051045273823,
      "grad_norm": 135.9378662109375,
      "learning_rate": 0.00019999988278086834,
      "loss": 5.6067,
      "step": 790
    },
    {
      "epoch": 0.005072463768115942,
      "grad_norm": 56.151451110839844,
      "learning_rate": 0.00019999988247219408,
      "loss": 5.3976,
      "step": 791
    },
    {
      "epoch": 0.005078876490958061,
      "grad_norm": 192.5096435546875,
      "learning_rate": 0.0001999998821631139,
      "loss": 5.0336,
      "step": 792
    },
    {
      "epoch": 0.00508528921380018,
      "grad_norm": 51.71715545654297,
      "learning_rate": 0.00019999988185362785,
      "loss": 5.4734,
      "step": 793
    },
    {
      "epoch": 0.005091701936642298,
      "grad_norm": 84.35733795166016,
      "learning_rate": 0.00019999988154373592,
      "loss": 5.4343,
      "step": 794
    },
    {
      "epoch": 0.005098114659484417,
      "grad_norm": 60.89283752441406,
      "learning_rate": 0.0001999998812334381,
      "loss": 5.4042,
      "step": 795
    },
    {
      "epoch": 0.005104527382326536,
      "grad_norm": 219.29702758789062,
      "learning_rate": 0.0001999998809227344,
      "loss": 5.1679,
      "step": 796
    },
    {
      "epoch": 0.005110940105168655,
      "grad_norm": 90.8830337524414,
      "learning_rate": 0.00019999988061162482,
      "loss": 5.4594,
      "step": 797
    },
    {
      "epoch": 0.005117352828010773,
      "grad_norm": 39.779090881347656,
      "learning_rate": 0.00019999988030010939,
      "loss": 5.3614,
      "step": 798
    },
    {
      "epoch": 0.0051237655508528926,
      "grad_norm": 55.91665267944336,
      "learning_rate": 0.00019999987998818803,
      "loss": 5.3291,
      "step": 799
    },
    {
      "epoch": 0.005130178273695011,
      "grad_norm": 56.592445373535156,
      "learning_rate": 0.0001999998796758608,
      "loss": 5.4157,
      "step": 800
    },
    {
      "epoch": 0.005130178273695011,
      "eval_loss": 5.319550037384033,
      "eval_runtime": 34.7896,
      "eval_samples_per_second": 90.113,
      "eval_steps_per_second": 22.535,
      "step": 800
    },
    {
      "epoch": 0.00513659099653713,
      "grad_norm": 62.31747817993164,
      "learning_rate": 0.0001999998793631277,
      "loss": 5.8036,
      "step": 801
    },
    {
      "epoch": 0.005143003719379248,
      "grad_norm": 299.27032470703125,
      "learning_rate": 0.00019999987904998872,
      "loss": 5.3461,
      "step": 802
    },
    {
      "epoch": 0.005149416442221368,
      "grad_norm": 240.27450561523438,
      "learning_rate": 0.00019999987873644385,
      "loss": 5.4812,
      "step": 803
    },
    {
      "epoch": 0.005155829165063486,
      "grad_norm": 76.13568115234375,
      "learning_rate": 0.00019999987842249305,
      "loss": 5.4964,
      "step": 804
    },
    {
      "epoch": 0.005162241887905605,
      "grad_norm": 43.411827087402344,
      "learning_rate": 0.00019999987810813644,
      "loss": 5.2674,
      "step": 805
    },
    {
      "epoch": 0.005168654610747723,
      "grad_norm": 81.9395751953125,
      "learning_rate": 0.0001999998777933739,
      "loss": 5.2031,
      "step": 806
    },
    {
      "epoch": 0.005175067333589843,
      "grad_norm": 43.15953826904297,
      "learning_rate": 0.0001999998774782055,
      "loss": 5.8553,
      "step": 807
    },
    {
      "epoch": 0.005181480056431961,
      "grad_norm": 108.08181762695312,
      "learning_rate": 0.0001999998771626312,
      "loss": 5.4947,
      "step": 808
    },
    {
      "epoch": 0.00518789277927408,
      "grad_norm": 240.9573974609375,
      "learning_rate": 0.00019999987684665103,
      "loss": 5.5379,
      "step": 809
    },
    {
      "epoch": 0.005194305502116198,
      "grad_norm": 134.22862243652344,
      "learning_rate": 0.00019999987653026495,
      "loss": 5.685,
      "step": 810
    },
    {
      "epoch": 0.005200718224958318,
      "grad_norm": 87.97583770751953,
      "learning_rate": 0.00019999987621347303,
      "loss": 5.5689,
      "step": 811
    },
    {
      "epoch": 0.005207130947800436,
      "grad_norm": 47.53358840942383,
      "learning_rate": 0.0001999998758962752,
      "loss": 5.3975,
      "step": 812
    },
    {
      "epoch": 0.005213543670642555,
      "grad_norm": 743.2334594726562,
      "learning_rate": 0.0001999998755786715,
      "loss": 5.6265,
      "step": 813
    },
    {
      "epoch": 0.005219956393484673,
      "grad_norm": 52.576107025146484,
      "learning_rate": 0.0001999998752606619,
      "loss": 5.468,
      "step": 814
    },
    {
      "epoch": 0.005226369116326793,
      "grad_norm": 98.2451171875,
      "learning_rate": 0.00019999987494224644,
      "loss": 5.3432,
      "step": 815
    },
    {
      "epoch": 0.005232781839168911,
      "grad_norm": 52.019996643066406,
      "learning_rate": 0.00019999987462342506,
      "loss": 5.4687,
      "step": 816
    },
    {
      "epoch": 0.00523919456201103,
      "grad_norm": 56.39310073852539,
      "learning_rate": 0.00019999987430419785,
      "loss": 5.439,
      "step": 817
    },
    {
      "epoch": 0.005245607284853148,
      "grad_norm": 33.08180618286133,
      "learning_rate": 0.00019999987398456473,
      "loss": 5.2412,
      "step": 818
    },
    {
      "epoch": 0.005252020007695268,
      "grad_norm": 118.88663482666016,
      "learning_rate": 0.0001999998736645257,
      "loss": 5.2447,
      "step": 819
    },
    {
      "epoch": 0.005258432730537386,
      "grad_norm": 259.0557556152344,
      "learning_rate": 0.00019999987334408083,
      "loss": 5.2977,
      "step": 820
    },
    {
      "epoch": 0.005264845453379505,
      "grad_norm": 69.21505737304688,
      "learning_rate": 0.00019999987302323006,
      "loss": 5.4154,
      "step": 821
    },
    {
      "epoch": 0.005271258176221624,
      "grad_norm": 35.41370391845703,
      "learning_rate": 0.0001999998727019734,
      "loss": 5.3207,
      "step": 822
    },
    {
      "epoch": 0.005277670899063743,
      "grad_norm": 65.34628295898438,
      "learning_rate": 0.00019999987238031086,
      "loss": 5.5542,
      "step": 823
    },
    {
      "epoch": 0.005284083621905861,
      "grad_norm": 35.95384979248047,
      "learning_rate": 0.00019999987205824245,
      "loss": 5.6843,
      "step": 824
    },
    {
      "epoch": 0.00529049634474798,
      "grad_norm": 66.94803619384766,
      "learning_rate": 0.00019999987173576815,
      "loss": 5.2713,
      "step": 825
    },
    {
      "epoch": 0.005296909067590099,
      "grad_norm": 218.24221801757812,
      "learning_rate": 0.00019999987141288797,
      "loss": 5.4529,
      "step": 826
    },
    {
      "epoch": 0.005303321790432218,
      "grad_norm": 89.79117584228516,
      "learning_rate": 0.00019999987108960187,
      "loss": 5.6769,
      "step": 827
    },
    {
      "epoch": 0.005309734513274336,
      "grad_norm": 49.81316375732422,
      "learning_rate": 0.00019999987076590995,
      "loss": 5.805,
      "step": 828
    },
    {
      "epoch": 0.005316147236116455,
      "grad_norm": 53.578739166259766,
      "learning_rate": 0.0001999998704418121,
      "loss": 5.4933,
      "step": 829
    },
    {
      "epoch": 0.005322559958958574,
      "grad_norm": 150.61553955078125,
      "learning_rate": 0.00019999987011730839,
      "loss": 5.6395,
      "step": 830
    },
    {
      "epoch": 0.005328972681800693,
      "grad_norm": 128.7048797607422,
      "learning_rate": 0.00019999986979239877,
      "loss": 5.3235,
      "step": 831
    },
    {
      "epoch": 0.005335385404642811,
      "grad_norm": 37.295631408691406,
      "learning_rate": 0.0001999998694670833,
      "loss": 5.4793,
      "step": 832
    },
    {
      "epoch": 0.00534179812748493,
      "grad_norm": 35.05705261230469,
      "learning_rate": 0.00019999986914136196,
      "loss": 5.4257,
      "step": 833
    },
    {
      "epoch": 0.005348210850327049,
      "grad_norm": 61.03498840332031,
      "learning_rate": 0.0001999998688152347,
      "loss": 5.655,
      "step": 834
    },
    {
      "epoch": 0.005354623573169168,
      "grad_norm": 43.8174934387207,
      "learning_rate": 0.00019999986848870155,
      "loss": 5.4615,
      "step": 835
    },
    {
      "epoch": 0.005361036296011286,
      "grad_norm": 92.65824127197266,
      "learning_rate": 0.00019999986816176253,
      "loss": 5.4662,
      "step": 836
    },
    {
      "epoch": 0.005367449018853405,
      "grad_norm": 60.135108947753906,
      "learning_rate": 0.00019999986783441763,
      "loss": 5.4949,
      "step": 837
    },
    {
      "epoch": 0.005373861741695524,
      "grad_norm": 41.3166618347168,
      "learning_rate": 0.00019999986750666686,
      "loss": 5.4135,
      "step": 838
    },
    {
      "epoch": 0.005380274464537643,
      "grad_norm": 23.227312088012695,
      "learning_rate": 0.0001999998671785102,
      "loss": 5.2729,
      "step": 839
    },
    {
      "epoch": 0.005386687187379761,
      "grad_norm": 18.263336181640625,
      "learning_rate": 0.00019999986684994764,
      "loss": 5.3889,
      "step": 840
    },
    {
      "epoch": 0.00539309991022188,
      "grad_norm": 58.576507568359375,
      "learning_rate": 0.0001999998665209792,
      "loss": 5.447,
      "step": 841
    },
    {
      "epoch": 0.005399512633063999,
      "grad_norm": 71.14908599853516,
      "learning_rate": 0.0001999998661916049,
      "loss": 5.1857,
      "step": 842
    },
    {
      "epoch": 0.005405925355906118,
      "grad_norm": 43.30167007446289,
      "learning_rate": 0.0001999998658618247,
      "loss": 5.224,
      "step": 843
    },
    {
      "epoch": 0.005412338078748236,
      "grad_norm": 61.28375244140625,
      "learning_rate": 0.00019999986553163862,
      "loss": 5.317,
      "step": 844
    },
    {
      "epoch": 0.005418750801590356,
      "grad_norm": 48.815895080566406,
      "learning_rate": 0.00019999986520104668,
      "loss": 5.2531,
      "step": 845
    },
    {
      "epoch": 0.005425163524432474,
      "grad_norm": 49.796897888183594,
      "learning_rate": 0.00019999986487004884,
      "loss": 5.2042,
      "step": 846
    },
    {
      "epoch": 0.005431576247274593,
      "grad_norm": 83.91402435302734,
      "learning_rate": 0.0001999998645386451,
      "loss": 5.5275,
      "step": 847
    },
    {
      "epoch": 0.005437988970116711,
      "grad_norm": 47.78982162475586,
      "learning_rate": 0.00019999986420683548,
      "loss": 5.2982,
      "step": 848
    },
    {
      "epoch": 0.005444401692958831,
      "grad_norm": 101.5244140625,
      "learning_rate": 0.00019999986387462,
      "loss": 5.3976,
      "step": 849
    },
    {
      "epoch": 0.005450814415800949,
      "grad_norm": 58.40144348144531,
      "learning_rate": 0.00019999986354199862,
      "loss": 5.4222,
      "step": 850
    },
    {
      "epoch": 0.005457227138643068,
      "grad_norm": 18.637676239013672,
      "learning_rate": 0.00019999986320897136,
      "loss": 5.313,
      "step": 851
    },
    {
      "epoch": 0.005463639861485186,
      "grad_norm": 88.58805847167969,
      "learning_rate": 0.0001999998628755382,
      "loss": 5.4585,
      "step": 852
    },
    {
      "epoch": 0.005470052584327306,
      "grad_norm": 68.67443084716797,
      "learning_rate": 0.0001999998625416992,
      "loss": 5.3888,
      "step": 853
    },
    {
      "epoch": 0.005476465307169424,
      "grad_norm": 57.142051696777344,
      "learning_rate": 0.00019999986220745427,
      "loss": 5.273,
      "step": 854
    },
    {
      "epoch": 0.005482878030011543,
      "grad_norm": 78.68190002441406,
      "learning_rate": 0.00019999986187280348,
      "loss": 5.5184,
      "step": 855
    },
    {
      "epoch": 0.005489290752853661,
      "grad_norm": 28.104408264160156,
      "learning_rate": 0.00019999986153774682,
      "loss": 5.4733,
      "step": 856
    },
    {
      "epoch": 0.005495703475695781,
      "grad_norm": 129.1995849609375,
      "learning_rate": 0.00019999986120228426,
      "loss": 5.3255,
      "step": 857
    },
    {
      "epoch": 0.005502116198537899,
      "grad_norm": 68.77371215820312,
      "learning_rate": 0.00019999986086641583,
      "loss": 5.6935,
      "step": 858
    },
    {
      "epoch": 0.005508528921380018,
      "grad_norm": 40.5756721496582,
      "learning_rate": 0.0001999998605301415,
      "loss": 5.2996,
      "step": 859
    },
    {
      "epoch": 0.005514941644222136,
      "grad_norm": 39.55902862548828,
      "learning_rate": 0.0001999998601934613,
      "loss": 5.3162,
      "step": 860
    },
    {
      "epoch": 0.005521354367064256,
      "grad_norm": 101.0916976928711,
      "learning_rate": 0.00019999985985637522,
      "loss": 5.4161,
      "step": 861
    },
    {
      "epoch": 0.005527767089906374,
      "grad_norm": 49.26385498046875,
      "learning_rate": 0.00019999985951888323,
      "loss": 5.587,
      "step": 862
    },
    {
      "epoch": 0.005534179812748493,
      "grad_norm": 40.46141815185547,
      "learning_rate": 0.00019999985918098538,
      "loss": 5.3272,
      "step": 863
    },
    {
      "epoch": 0.005540592535590611,
      "grad_norm": 101.80435943603516,
      "learning_rate": 0.00019999985884268165,
      "loss": 5.505,
      "step": 864
    },
    {
      "epoch": 0.005547005258432731,
      "grad_norm": 82.9131088256836,
      "learning_rate": 0.000199999858503972,
      "loss": 5.4691,
      "step": 865
    },
    {
      "epoch": 0.005553417981274849,
      "grad_norm": 51.36887741088867,
      "learning_rate": 0.00019999985816485653,
      "loss": 5.2028,
      "step": 866
    },
    {
      "epoch": 0.005559830704116968,
      "grad_norm": 36.09170913696289,
      "learning_rate": 0.00019999985782533512,
      "loss": 5.2678,
      "step": 867
    },
    {
      "epoch": 0.005566243426959087,
      "grad_norm": 62.8598518371582,
      "learning_rate": 0.00019999985748540787,
      "loss": 5.4218,
      "step": 868
    },
    {
      "epoch": 0.005572656149801206,
      "grad_norm": 119.19732666015625,
      "learning_rate": 0.0001999998571450747,
      "loss": 5.8861,
      "step": 869
    },
    {
      "epoch": 0.005579068872643324,
      "grad_norm": 60.571128845214844,
      "learning_rate": 0.00019999985680433567,
      "loss": 5.4001,
      "step": 870
    },
    {
      "epoch": 0.005585481595485443,
      "grad_norm": 46.72376251220703,
      "learning_rate": 0.00019999985646319075,
      "loss": 5.3063,
      "step": 871
    },
    {
      "epoch": 0.005591894318327562,
      "grad_norm": 46.934226989746094,
      "learning_rate": 0.00019999985612163994,
      "loss": 5.2232,
      "step": 872
    },
    {
      "epoch": 0.005598307041169681,
      "grad_norm": 35.372249603271484,
      "learning_rate": 0.00019999985577968325,
      "loss": 5.4513,
      "step": 873
    },
    {
      "epoch": 0.005604719764011799,
      "grad_norm": 41.87253952026367,
      "learning_rate": 0.00019999985543732072,
      "loss": 5.2561,
      "step": 874
    },
    {
      "epoch": 0.005611132486853918,
      "grad_norm": 39.76387023925781,
      "learning_rate": 0.00019999985509455226,
      "loss": 5.3643,
      "step": 875
    },
    {
      "epoch": 0.005617545209696037,
      "grad_norm": 30.658994674682617,
      "learning_rate": 0.00019999985475137793,
      "loss": 5.6778,
      "step": 876
    },
    {
      "epoch": 0.005623957932538156,
      "grad_norm": 180.65692138671875,
      "learning_rate": 0.0001999998544077977,
      "loss": 5.1267,
      "step": 877
    },
    {
      "epoch": 0.005630370655380274,
      "grad_norm": 39.308509826660156,
      "learning_rate": 0.0001999998540638116,
      "loss": 5.248,
      "step": 878
    },
    {
      "epoch": 0.005636783378222393,
      "grad_norm": 34.059383392333984,
      "learning_rate": 0.00019999985371941961,
      "loss": 5.2219,
      "step": 879
    },
    {
      "epoch": 0.005643196101064512,
      "grad_norm": 133.93064880371094,
      "learning_rate": 0.00019999985337462178,
      "loss": 5.2321,
      "step": 880
    },
    {
      "epoch": 0.005649608823906631,
      "grad_norm": 130.55589294433594,
      "learning_rate": 0.000199999853029418,
      "loss": 5.606,
      "step": 881
    },
    {
      "epoch": 0.005656021546748749,
      "grad_norm": 68.49486541748047,
      "learning_rate": 0.00019999985268380837,
      "loss": 5.4423,
      "step": 882
    },
    {
      "epoch": 0.005662434269590868,
      "grad_norm": 39.06857681274414,
      "learning_rate": 0.00019999985233779287,
      "loss": 5.2356,
      "step": 883
    },
    {
      "epoch": 0.005668846992432987,
      "grad_norm": 521.7890014648438,
      "learning_rate": 0.0001999998519913715,
      "loss": 5.3718,
      "step": 884
    },
    {
      "epoch": 0.005675259715275106,
      "grad_norm": 115.31755065917969,
      "learning_rate": 0.00019999985164454421,
      "loss": 5.3536,
      "step": 885
    },
    {
      "epoch": 0.005681672438117224,
      "grad_norm": 36.38422775268555,
      "learning_rate": 0.00019999985129731104,
      "loss": 5.1355,
      "step": 886
    },
    {
      "epoch": 0.005688085160959343,
      "grad_norm": 57.53438949584961,
      "learning_rate": 0.00019999985094967197,
      "loss": 5.3821,
      "step": 887
    },
    {
      "epoch": 0.005694497883801462,
      "grad_norm": 52.717811584472656,
      "learning_rate": 0.00019999985060162705,
      "loss": 5.509,
      "step": 888
    },
    {
      "epoch": 0.005700910606643581,
      "grad_norm": 47.8043212890625,
      "learning_rate": 0.00019999985025317624,
      "loss": 5.5947,
      "step": 889
    },
    {
      "epoch": 0.005707323329485699,
      "grad_norm": 20.061193466186523,
      "learning_rate": 0.00019999984990431955,
      "loss": 5.2511,
      "step": 890
    },
    {
      "epoch": 0.005713736052327819,
      "grad_norm": 50.08222579956055,
      "learning_rate": 0.00019999984955505697,
      "loss": 5.6318,
      "step": 891
    },
    {
      "epoch": 0.005720148775169937,
      "grad_norm": 54.81624984741211,
      "learning_rate": 0.0001999998492053885,
      "loss": 5.4557,
      "step": 892
    },
    {
      "epoch": 0.005726561498012056,
      "grad_norm": 16.86282730102539,
      "learning_rate": 0.00019999984885531419,
      "loss": 5.161,
      "step": 893
    },
    {
      "epoch": 0.005732974220854174,
      "grad_norm": 19.700742721557617,
      "learning_rate": 0.00019999984850483396,
      "loss": 5.1466,
      "step": 894
    },
    {
      "epoch": 0.005739386943696294,
      "grad_norm": 48.968929290771484,
      "learning_rate": 0.00019999984815394784,
      "loss": 5.1938,
      "step": 895
    },
    {
      "epoch": 0.005745799666538412,
      "grad_norm": 91.26769256591797,
      "learning_rate": 0.00019999984780265587,
      "loss": 5.6271,
      "step": 896
    },
    {
      "epoch": 0.005752212389380531,
      "grad_norm": 57.49236297607422,
      "learning_rate": 0.00019999984745095798,
      "loss": 5.3685,
      "step": 897
    },
    {
      "epoch": 0.005758625112222649,
      "grad_norm": 22.645423889160156,
      "learning_rate": 0.00019999984709885422,
      "loss": 5.299,
      "step": 898
    },
    {
      "epoch": 0.005765037835064769,
      "grad_norm": 35.67616653442383,
      "learning_rate": 0.0001999998467463446,
      "loss": 5.3935,
      "step": 899
    },
    {
      "epoch": 0.005771450557906887,
      "grad_norm": 104.26839447021484,
      "learning_rate": 0.00019999984639342908,
      "loss": 5.6285,
      "step": 900
    },
    {
      "epoch": 0.005771450557906887,
      "eval_loss": 5.362098693847656,
      "eval_runtime": 34.7828,
      "eval_samples_per_second": 90.131,
      "eval_steps_per_second": 22.54,
      "step": 900
    },
    {
      "epoch": 0.005777863280749006,
      "grad_norm": 44.781707763671875,
      "learning_rate": 0.00019999984604010768,
      "loss": 5.1536,
      "step": 901
    },
    {
      "epoch": 0.0057842760035911244,
      "grad_norm": 31.252826690673828,
      "learning_rate": 0.00019999984568638037,
      "loss": 5.1546,
      "step": 902
    },
    {
      "epoch": 0.005790688726433244,
      "grad_norm": 45.317256927490234,
      "learning_rate": 0.0001999998453322472,
      "loss": 5.3478,
      "step": 903
    },
    {
      "epoch": 0.005797101449275362,
      "grad_norm": 76.13277435302734,
      "learning_rate": 0.00019999984497770816,
      "loss": 5.3585,
      "step": 904
    },
    {
      "epoch": 0.005803514172117481,
      "grad_norm": 94.99083709716797,
      "learning_rate": 0.0001999998446227632,
      "loss": 5.548,
      "step": 905
    },
    {
      "epoch": 0.0058099268949595995,
      "grad_norm": 69.48694610595703,
      "learning_rate": 0.00019999984426741238,
      "loss": 5.1563,
      "step": 906
    },
    {
      "epoch": 0.005816339617801719,
      "grad_norm": 42.361900329589844,
      "learning_rate": 0.0001999998439116557,
      "loss": 5.5012,
      "step": 907
    },
    {
      "epoch": 0.005822752340643837,
      "grad_norm": 40.662010192871094,
      "learning_rate": 0.0001999998435554931,
      "loss": 5.5868,
      "step": 908
    },
    {
      "epoch": 0.005829165063485956,
      "grad_norm": 96.83507537841797,
      "learning_rate": 0.00019999984319892463,
      "loss": 5.4998,
      "step": 909
    },
    {
      "epoch": 0.0058355777863280745,
      "grad_norm": 24.715560913085938,
      "learning_rate": 0.00019999984284195028,
      "loss": 5.1259,
      "step": 910
    },
    {
      "epoch": 0.005841990509170194,
      "grad_norm": 19.029834747314453,
      "learning_rate": 0.00019999984248457006,
      "loss": 5.505,
      "step": 911
    },
    {
      "epoch": 0.005848403232012312,
      "grad_norm": 115.71649932861328,
      "learning_rate": 0.00019999984212678396,
      "loss": 5.3199,
      "step": 912
    },
    {
      "epoch": 0.005854815954854431,
      "grad_norm": 34.13254165649414,
      "learning_rate": 0.00019999984176859194,
      "loss": 5.1967,
      "step": 913
    },
    {
      "epoch": 0.00586122867769655,
      "grad_norm": 92.90889739990234,
      "learning_rate": 0.00019999984140999405,
      "loss": 5.2052,
      "step": 914
    },
    {
      "epoch": 0.005867641400538669,
      "grad_norm": 22.157148361206055,
      "learning_rate": 0.00019999984105099027,
      "loss": 5.3183,
      "step": 915
    },
    {
      "epoch": 0.0058740541233807874,
      "grad_norm": 65.52820587158203,
      "learning_rate": 0.00019999984069158063,
      "loss": 5.1018,
      "step": 916
    },
    {
      "epoch": 0.005880466846222906,
      "grad_norm": 130.76437377929688,
      "learning_rate": 0.0001999998403317651,
      "loss": 5.1994,
      "step": 917
    },
    {
      "epoch": 0.005886879569065025,
      "grad_norm": 46.843631744384766,
      "learning_rate": 0.0001999998399715437,
      "loss": 5.4237,
      "step": 918
    },
    {
      "epoch": 0.005893292291907144,
      "grad_norm": 92.95489501953125,
      "learning_rate": 0.0001999998396109164,
      "loss": 5.3482,
      "step": 919
    },
    {
      "epoch": 0.0058997050147492625,
      "grad_norm": 91.69657897949219,
      "learning_rate": 0.00019999983924988323,
      "loss": 5.3488,
      "step": 920
    },
    {
      "epoch": 0.005906117737591381,
      "grad_norm": 22.019248962402344,
      "learning_rate": 0.00019999983888844416,
      "loss": 5.1807,
      "step": 921
    },
    {
      "epoch": 0.0059125304604335,
      "grad_norm": 28.885902404785156,
      "learning_rate": 0.00019999983852659922,
      "loss": 5.2967,
      "step": 922
    },
    {
      "epoch": 0.005918943183275619,
      "grad_norm": 477.7242736816406,
      "learning_rate": 0.00019999983816434839,
      "loss": 5.4793,
      "step": 923
    },
    {
      "epoch": 0.0059253559061177375,
      "grad_norm": 42.089473724365234,
      "learning_rate": 0.00019999983780169168,
      "loss": 5.471,
      "step": 924
    },
    {
      "epoch": 0.005931768628959856,
      "grad_norm": 48.1794548034668,
      "learning_rate": 0.0001999998374386291,
      "loss": 5.3662,
      "step": 925
    },
    {
      "epoch": 0.005938181351801975,
      "grad_norm": 46.918190002441406,
      "learning_rate": 0.00019999983707516062,
      "loss": 5.1458,
      "step": 926
    },
    {
      "epoch": 0.005944594074644094,
      "grad_norm": 25.685888290405273,
      "learning_rate": 0.00019999983671128627,
      "loss": 5.147,
      "step": 927
    },
    {
      "epoch": 0.0059510067974862125,
      "grad_norm": 57.17014694213867,
      "learning_rate": 0.00019999983634700602,
      "loss": 5.2104,
      "step": 928
    },
    {
      "epoch": 0.005957419520328331,
      "grad_norm": 38.61637496948242,
      "learning_rate": 0.00019999983598231988,
      "loss": 5.3802,
      "step": 929
    },
    {
      "epoch": 0.00596383224317045,
      "grad_norm": 32.389976501464844,
      "learning_rate": 0.00019999983561722786,
      "loss": 5.3055,
      "step": 930
    },
    {
      "epoch": 0.005970244966012569,
      "grad_norm": 53.11585235595703,
      "learning_rate": 0.00019999983525172997,
      "loss": 5.2853,
      "step": 931
    },
    {
      "epoch": 0.0059766576888546875,
      "grad_norm": 79.88668060302734,
      "learning_rate": 0.0001999998348858262,
      "loss": 5.4546,
      "step": 932
    },
    {
      "epoch": 0.005983070411696806,
      "grad_norm": 80.55619049072266,
      "learning_rate": 0.00019999983451951655,
      "loss": 5.4278,
      "step": 933
    },
    {
      "epoch": 0.0059894831345389254,
      "grad_norm": 65.3740463256836,
      "learning_rate": 0.00019999983415280103,
      "loss": 5.3357,
      "step": 934
    },
    {
      "epoch": 0.005995895857381044,
      "grad_norm": 36.25745391845703,
      "learning_rate": 0.0001999998337856796,
      "loss": 5.17,
      "step": 935
    },
    {
      "epoch": 0.0060023085802231625,
      "grad_norm": 32.28235626220703,
      "learning_rate": 0.0001999998334181523,
      "loss": 5.484,
      "step": 936
    },
    {
      "epoch": 0.006008721303065282,
      "grad_norm": 51.393150329589844,
      "learning_rate": 0.0001999998330502191,
      "loss": 5.8286,
      "step": 937
    },
    {
      "epoch": 0.0060151340259074005,
      "grad_norm": 18.349214553833008,
      "learning_rate": 0.00019999983268188004,
      "loss": 5.2458,
      "step": 938
    },
    {
      "epoch": 0.006021546748749519,
      "grad_norm": 107.14115142822266,
      "learning_rate": 0.00019999983231313507,
      "loss": 5.3675,
      "step": 939
    },
    {
      "epoch": 0.0060279594715916375,
      "grad_norm": 114.9560546875,
      "learning_rate": 0.00019999983194398424,
      "loss": 5.3896,
      "step": 940
    },
    {
      "epoch": 0.006034372194433757,
      "grad_norm": 52.7327766418457,
      "learning_rate": 0.00019999983157442753,
      "loss": 5.3286,
      "step": 941
    },
    {
      "epoch": 0.0060407849172758755,
      "grad_norm": 31.092918395996094,
      "learning_rate": 0.00019999983120446492,
      "loss": 5.3838,
      "step": 942
    },
    {
      "epoch": 0.006047197640117994,
      "grad_norm": 25.307003021240234,
      "learning_rate": 0.00019999983083409645,
      "loss": 5.2295,
      "step": 943
    },
    {
      "epoch": 0.0060536103629601126,
      "grad_norm": 21.99578094482422,
      "learning_rate": 0.00019999983046332207,
      "loss": 5.279,
      "step": 944
    },
    {
      "epoch": 0.006060023085802232,
      "grad_norm": 32.43464279174805,
      "learning_rate": 0.00019999983009214183,
      "loss": 5.3106,
      "step": 945
    },
    {
      "epoch": 0.0060664358086443505,
      "grad_norm": 41.858768463134766,
      "learning_rate": 0.00019999982972055568,
      "loss": 5.233,
      "step": 946
    },
    {
      "epoch": 0.006072848531486469,
      "grad_norm": 25.345746994018555,
      "learning_rate": 0.00019999982934856367,
      "loss": 5.4972,
      "step": 947
    },
    {
      "epoch": 0.006079261254328588,
      "grad_norm": 30.33854866027832,
      "learning_rate": 0.00019999982897616575,
      "loss": 5.3236,
      "step": 948
    },
    {
      "epoch": 0.006085673977170707,
      "grad_norm": 35.765689849853516,
      "learning_rate": 0.000199999828603362,
      "loss": 5.6436,
      "step": 949
    },
    {
      "epoch": 0.0060920867000128255,
      "grad_norm": 46.75497055053711,
      "learning_rate": 0.00019999982823015234,
      "loss": 5.2494,
      "step": 950
    },
    {
      "epoch": 0.006098499422854944,
      "grad_norm": 35.26252365112305,
      "learning_rate": 0.0001999998278565368,
      "loss": 5.3278,
      "step": 951
    },
    {
      "epoch": 0.006104912145697063,
      "grad_norm": 49.54224395751953,
      "learning_rate": 0.00019999982748251536,
      "loss": 5.4616,
      "step": 952
    },
    {
      "epoch": 0.006111324868539182,
      "grad_norm": 64.65115356445312,
      "learning_rate": 0.00019999982710808804,
      "loss": 5.4189,
      "step": 953
    },
    {
      "epoch": 0.0061177375913813005,
      "grad_norm": 21.617856979370117,
      "learning_rate": 0.00019999982673325485,
      "loss": 5.3661,
      "step": 954
    },
    {
      "epoch": 0.006124150314223419,
      "grad_norm": 47.951087951660156,
      "learning_rate": 0.00019999982635801575,
      "loss": 5.3359,
      "step": 955
    },
    {
      "epoch": 0.006130563037065538,
      "grad_norm": 59.35520935058594,
      "learning_rate": 0.00019999982598237082,
      "loss": 5.4477,
      "step": 956
    },
    {
      "epoch": 0.006136975759907657,
      "grad_norm": 37.79171371459961,
      "learning_rate": 0.00019999982560631996,
      "loss": 5.587,
      "step": 957
    },
    {
      "epoch": 0.0061433884827497755,
      "grad_norm": 34.196590423583984,
      "learning_rate": 0.00019999982522986325,
      "loss": 5.7411,
      "step": 958
    },
    {
      "epoch": 0.006149801205591894,
      "grad_norm": 36.146114349365234,
      "learning_rate": 0.00019999982485300062,
      "loss": 5.3629,
      "step": 959
    },
    {
      "epoch": 0.0061562139284340135,
      "grad_norm": 11.520739555358887,
      "learning_rate": 0.00019999982447573215,
      "loss": 5.6571,
      "step": 960
    },
    {
      "epoch": 0.006162626651276132,
      "grad_norm": 21.184661865234375,
      "learning_rate": 0.00019999982409805775,
      "loss": 5.2741,
      "step": 961
    },
    {
      "epoch": 0.0061690393741182506,
      "grad_norm": 10.504955291748047,
      "learning_rate": 0.0001999998237199775,
      "loss": 5.2914,
      "step": 962
    },
    {
      "epoch": 0.006175452096960369,
      "grad_norm": 15.031349182128906,
      "learning_rate": 0.00019999982334149136,
      "loss": 5.4991,
      "step": 963
    },
    {
      "epoch": 0.0061818648198024885,
      "grad_norm": 24.897993087768555,
      "learning_rate": 0.00019999982296259935,
      "loss": 5.1706,
      "step": 964
    },
    {
      "epoch": 0.006188277542644607,
      "grad_norm": 17.751440048217773,
      "learning_rate": 0.00019999982258330144,
      "loss": 5.4055,
      "step": 965
    },
    {
      "epoch": 0.006194690265486726,
      "grad_norm": 84.04476165771484,
      "learning_rate": 0.00019999982220359765,
      "loss": 5.3647,
      "step": 966
    },
    {
      "epoch": 0.006201102988328844,
      "grad_norm": 21.761001586914062,
      "learning_rate": 0.00019999982182348797,
      "loss": 5.4573,
      "step": 967
    },
    {
      "epoch": 0.0062075157111709635,
      "grad_norm": 33.09267044067383,
      "learning_rate": 0.00019999982144297242,
      "loss": 5.2931,
      "step": 968
    },
    {
      "epoch": 0.006213928434013082,
      "grad_norm": 42.17802429199219,
      "learning_rate": 0.00019999982106205097,
      "loss": 5.4356,
      "step": 969
    },
    {
      "epoch": 0.006220341156855201,
      "grad_norm": 32.78889465332031,
      "learning_rate": 0.00019999982068072365,
      "loss": 5.4201,
      "step": 970
    },
    {
      "epoch": 0.006226753879697319,
      "grad_norm": 19.425016403198242,
      "learning_rate": 0.00019999982029899046,
      "loss": 5.4937,
      "step": 971
    },
    {
      "epoch": 0.0062331666025394385,
      "grad_norm": 16.344091415405273,
      "learning_rate": 0.00019999981991685137,
      "loss": 5.2153,
      "step": 972
    },
    {
      "epoch": 0.006239579325381557,
      "grad_norm": 17.64048957824707,
      "learning_rate": 0.00019999981953430643,
      "loss": 5.3844,
      "step": 973
    },
    {
      "epoch": 0.006245992048223676,
      "grad_norm": 15.39736557006836,
      "learning_rate": 0.00019999981915135555,
      "loss": 5.4652,
      "step": 974
    },
    {
      "epoch": 0.006252404771065794,
      "grad_norm": 9.456986427307129,
      "learning_rate": 0.00019999981876799882,
      "loss": 5.3304,
      "step": 975
    },
    {
      "epoch": 0.0062588174939079136,
      "grad_norm": 13.900970458984375,
      "learning_rate": 0.0001999998183842362,
      "loss": 5.3424,
      "step": 976
    },
    {
      "epoch": 0.006265230216750032,
      "grad_norm": 11.393662452697754,
      "learning_rate": 0.0001999998180000677,
      "loss": 5.3253,
      "step": 977
    },
    {
      "epoch": 0.006271642939592151,
      "grad_norm": 11.601228713989258,
      "learning_rate": 0.00019999981761549332,
      "loss": 5.0679,
      "step": 978
    },
    {
      "epoch": 0.006278055662434269,
      "grad_norm": 13.82641887664795,
      "learning_rate": 0.00019999981723051305,
      "loss": 5.1928,
      "step": 979
    },
    {
      "epoch": 0.006284468385276389,
      "grad_norm": 12.73808765411377,
      "learning_rate": 0.00019999981684512693,
      "loss": 5.5557,
      "step": 980
    },
    {
      "epoch": 0.006290881108118507,
      "grad_norm": 20.320009231567383,
      "learning_rate": 0.00019999981645933487,
      "loss": 5.2773,
      "step": 981
    },
    {
      "epoch": 0.006297293830960626,
      "grad_norm": 17.50447654724121,
      "learning_rate": 0.00019999981607313698,
      "loss": 5.0297,
      "step": 982
    },
    {
      "epoch": 0.006303706553802745,
      "grad_norm": 13.732351303100586,
      "learning_rate": 0.00019999981568653318,
      "loss": 5.0959,
      "step": 983
    },
    {
      "epoch": 0.006310119276644864,
      "grad_norm": 27.35839080810547,
      "learning_rate": 0.0001999998152995235,
      "loss": 5.3671,
      "step": 984
    },
    {
      "epoch": 0.006316531999486982,
      "grad_norm": 30.415014266967773,
      "learning_rate": 0.00019999981491210792,
      "loss": 5.2642,
      "step": 985
    },
    {
      "epoch": 0.006322944722329101,
      "grad_norm": 33.55244827270508,
      "learning_rate": 0.0001999998145242865,
      "loss": 5.1991,
      "step": 986
    },
    {
      "epoch": 0.00632935744517122,
      "grad_norm": 71.73236846923828,
      "learning_rate": 0.00019999981413605915,
      "loss": 5.3226,
      "step": 987
    },
    {
      "epoch": 0.006335770168013339,
      "grad_norm": 13.063884735107422,
      "learning_rate": 0.00019999981374742596,
      "loss": 5.2025,
      "step": 988
    },
    {
      "epoch": 0.006342182890855457,
      "grad_norm": 30.656530380249023,
      "learning_rate": 0.00019999981335838687,
      "loss": 5.2065,
      "step": 989
    },
    {
      "epoch": 0.006348595613697576,
      "grad_norm": 31.782445907592773,
      "learning_rate": 0.00019999981296894192,
      "loss": 5.1877,
      "step": 990
    },
    {
      "epoch": 0.006355008336539695,
      "grad_norm": 12.074453353881836,
      "learning_rate": 0.00019999981257909103,
      "loss": 5.4641,
      "step": 991
    },
    {
      "epoch": 0.006361421059381814,
      "grad_norm": 22.694862365722656,
      "learning_rate": 0.00019999981218883427,
      "loss": 5.2106,
      "step": 992
    },
    {
      "epoch": 0.006367833782223932,
      "grad_norm": 29.965900421142578,
      "learning_rate": 0.00019999981179817167,
      "loss": 5.6095,
      "step": 993
    },
    {
      "epoch": 0.006374246505066051,
      "grad_norm": 9.767875671386719,
      "learning_rate": 0.00019999981140710315,
      "loss": 5.1718,
      "step": 994
    },
    {
      "epoch": 0.00638065922790817,
      "grad_norm": 18.774532318115234,
      "learning_rate": 0.00019999981101562878,
      "loss": 5.1674,
      "step": 995
    },
    {
      "epoch": 0.006387071950750289,
      "grad_norm": 15.98804759979248,
      "learning_rate": 0.00019999981062374849,
      "loss": 5.2268,
      "step": 996
    },
    {
      "epoch": 0.006393484673592407,
      "grad_norm": 14.489280700683594,
      "learning_rate": 0.00019999981023146235,
      "loss": 5.1101,
      "step": 997
    },
    {
      "epoch": 0.006399897396434526,
      "grad_norm": 19.647075653076172,
      "learning_rate": 0.0001999998098387703,
      "loss": 5.1306,
      "step": 998
    },
    {
      "epoch": 0.006406310119276645,
      "grad_norm": 24.599634170532227,
      "learning_rate": 0.0001999998094456724,
      "loss": 5.1181,
      "step": 999
    },
    {
      "epoch": 0.006412722842118764,
      "grad_norm": 8.467521667480469,
      "learning_rate": 0.0001999998090521686,
      "loss": 5.0743,
      "step": 1000
    },
    {
      "epoch": 0.006412722842118764,
      "eval_loss": 5.1438469886779785,
      "eval_runtime": 34.7948,
      "eval_samples_per_second": 90.1,
      "eval_steps_per_second": 22.532,
      "step": 1000
    },
    {
      "epoch": 0.006419135564960882,
      "grad_norm": 7.894016265869141,
      "learning_rate": 0.0001999998086582589,
      "loss": 5.2082,
      "step": 1001
    },
    {
      "epoch": 0.006425548287803001,
      "grad_norm": 10.561184883117676,
      "learning_rate": 0.00019999980826394334,
      "loss": 5.2044,
      "step": 1002
    },
    {
      "epoch": 0.00643196101064512,
      "grad_norm": 22.173748016357422,
      "learning_rate": 0.00019999980786922187,
      "loss": 5.2397,
      "step": 1003
    },
    {
      "epoch": 0.006438373733487239,
      "grad_norm": 11.346043586730957,
      "learning_rate": 0.00019999980747409455,
      "loss": 5.1479,
      "step": 1004
    },
    {
      "epoch": 0.006444786456329357,
      "grad_norm": 13.427114486694336,
      "learning_rate": 0.0001999998070785613,
      "loss": 5.2017,
      "step": 1005
    },
    {
      "epoch": 0.006451199179171477,
      "grad_norm": 12.835556030273438,
      "learning_rate": 0.00019999980668262222,
      "loss": 5.0431,
      "step": 1006
    },
    {
      "epoch": 0.006457611902013595,
      "grad_norm": 23.31613540649414,
      "learning_rate": 0.00019999980628627727,
      "loss": 5.2535,
      "step": 1007
    },
    {
      "epoch": 0.006464024624855714,
      "grad_norm": 12.8051176071167,
      "learning_rate": 0.0001999998058895264,
      "loss": 5.2368,
      "step": 1008
    },
    {
      "epoch": 0.006470437347697832,
      "grad_norm": 9.510424613952637,
      "learning_rate": 0.00019999980549236966,
      "loss": 4.9357,
      "step": 1009
    },
    {
      "epoch": 0.006476850070539952,
      "grad_norm": 12.608160018920898,
      "learning_rate": 0.000199999805094807,
      "loss": 4.9821,
      "step": 1010
    },
    {
      "epoch": 0.00648326279338207,
      "grad_norm": 14.947205543518066,
      "learning_rate": 0.0001999998046968385,
      "loss": 5.0905,
      "step": 1011
    },
    {
      "epoch": 0.006489675516224189,
      "grad_norm": 15.374637603759766,
      "learning_rate": 0.0001999998042984641,
      "loss": 5.1208,
      "step": 1012
    },
    {
      "epoch": 0.006496088239066307,
      "grad_norm": 13.784879684448242,
      "learning_rate": 0.00019999980389968382,
      "loss": 5.1331,
      "step": 1013
    },
    {
      "epoch": 0.006502500961908427,
      "grad_norm": 13.790492057800293,
      "learning_rate": 0.00019999980350049768,
      "loss": 5.0549,
      "step": 1014
    },
    {
      "epoch": 0.006508913684750545,
      "grad_norm": 22.155742645263672,
      "learning_rate": 0.00019999980310090562,
      "loss": 5.4755,
      "step": 1015
    },
    {
      "epoch": 0.006515326407592664,
      "grad_norm": 28.588680267333984,
      "learning_rate": 0.0001999998027009077,
      "loss": 5.31,
      "step": 1016
    },
    {
      "epoch": 0.006521739130434782,
      "grad_norm": 16.116689682006836,
      "learning_rate": 0.0001999998023005039,
      "loss": 5.2625,
      "step": 1017
    },
    {
      "epoch": 0.006528151853276902,
      "grad_norm": 40.379188537597656,
      "learning_rate": 0.0001999998018996942,
      "loss": 5.1917,
      "step": 1018
    },
    {
      "epoch": 0.00653456457611902,
      "grad_norm": 21.66291046142578,
      "learning_rate": 0.0001999998014984786,
      "loss": 5.4413,
      "step": 1019
    },
    {
      "epoch": 0.006540977298961139,
      "grad_norm": 14.528669357299805,
      "learning_rate": 0.00019999980109685717,
      "loss": 5.07,
      "step": 1020
    },
    {
      "epoch": 0.006547390021803257,
      "grad_norm": 22.736974716186523,
      "learning_rate": 0.00019999980069482982,
      "loss": 5.2217,
      "step": 1021
    },
    {
      "epoch": 0.006553802744645377,
      "grad_norm": 24.656051635742188,
      "learning_rate": 0.0001999998002923966,
      "loss": 5.0081,
      "step": 1022
    },
    {
      "epoch": 0.006560215467487495,
      "grad_norm": 22.175430297851562,
      "learning_rate": 0.0001999997998895575,
      "loss": 5.1229,
      "step": 1023
    },
    {
      "epoch": 0.006566628190329614,
      "grad_norm": 15.516414642333984,
      "learning_rate": 0.00019999979948631254,
      "loss": 5.1577,
      "step": 1024
    },
    {
      "epoch": 0.006573040913171732,
      "grad_norm": 16.625072479248047,
      "learning_rate": 0.00019999979908266163,
      "loss": 5.0469,
      "step": 1025
    },
    {
      "epoch": 0.006579453636013852,
      "grad_norm": 14.937609672546387,
      "learning_rate": 0.0001999997986786049,
      "loss": 5.2606,
      "step": 1026
    },
    {
      "epoch": 0.00658586635885597,
      "grad_norm": 40.118202209472656,
      "learning_rate": 0.00019999979827414226,
      "loss": 5.4597,
      "step": 1027
    },
    {
      "epoch": 0.006592279081698089,
      "grad_norm": 33.503116607666016,
      "learning_rate": 0.00019999979786927374,
      "loss": 5.4088,
      "step": 1028
    },
    {
      "epoch": 0.006598691804540208,
      "grad_norm": 24.714981079101562,
      "learning_rate": 0.00019999979746399932,
      "loss": 5.3427,
      "step": 1029
    },
    {
      "epoch": 0.006605104527382327,
      "grad_norm": 19.82744789123535,
      "learning_rate": 0.00019999979705831905,
      "loss": 5.2141,
      "step": 1030
    },
    {
      "epoch": 0.006611517250224445,
      "grad_norm": 19.13532829284668,
      "learning_rate": 0.0001999997966522329,
      "loss": 5.3152,
      "step": 1031
    },
    {
      "epoch": 0.006617929973066564,
      "grad_norm": 21.314472198486328,
      "learning_rate": 0.00019999979624574086,
      "loss": 5.3699,
      "step": 1032
    },
    {
      "epoch": 0.006624342695908683,
      "grad_norm": 21.747661590576172,
      "learning_rate": 0.00019999979583884293,
      "loss": 5.0627,
      "step": 1033
    },
    {
      "epoch": 0.006630755418750802,
      "grad_norm": 13.235458374023438,
      "learning_rate": 0.00019999979543153907,
      "loss": 5.1455,
      "step": 1034
    },
    {
      "epoch": 0.00663716814159292,
      "grad_norm": 25.978729248046875,
      "learning_rate": 0.0001999997950238294,
      "loss": 5.0936,
      "step": 1035
    },
    {
      "epoch": 0.006643580864435039,
      "grad_norm": 143.28524780273438,
      "learning_rate": 0.0001999997946157138,
      "loss": 5.2528,
      "step": 1036
    },
    {
      "epoch": 0.006649993587277158,
      "grad_norm": 20.724267959594727,
      "learning_rate": 0.00019999979420719238,
      "loss": 5.1767,
      "step": 1037
    },
    {
      "epoch": 0.006656406310119277,
      "grad_norm": 23.171981811523438,
      "learning_rate": 0.00019999979379826501,
      "loss": 5.1021,
      "step": 1038
    },
    {
      "epoch": 0.006662819032961395,
      "grad_norm": 32.506202697753906,
      "learning_rate": 0.0001999997933889318,
      "loss": 5.1885,
      "step": 1039
    },
    {
      "epoch": 0.006669231755803514,
      "grad_norm": 50.46281814575195,
      "learning_rate": 0.00019999979297919267,
      "loss": 5.23,
      "step": 1040
    },
    {
      "epoch": 0.006675644478645633,
      "grad_norm": 45.593448638916016,
      "learning_rate": 0.00019999979256904768,
      "loss": 5.0728,
      "step": 1041
    },
    {
      "epoch": 0.006682057201487752,
      "grad_norm": 20.536441802978516,
      "learning_rate": 0.0001999997921584968,
      "loss": 5.0215,
      "step": 1042
    },
    {
      "epoch": 0.00668846992432987,
      "grad_norm": 24.350595474243164,
      "learning_rate": 0.00019999979174754006,
      "loss": 5.8321,
      "step": 1043
    },
    {
      "epoch": 0.006694882647171989,
      "grad_norm": 32.29364013671875,
      "learning_rate": 0.0001999997913361774,
      "loss": 5.1921,
      "step": 1044
    },
    {
      "epoch": 0.006701295370014108,
      "grad_norm": 48.617313385009766,
      "learning_rate": 0.00019999979092440891,
      "loss": 5.4241,
      "step": 1045
    },
    {
      "epoch": 0.006707708092856227,
      "grad_norm": 36.41075897216797,
      "learning_rate": 0.00019999979051223447,
      "loss": 5.2907,
      "step": 1046
    },
    {
      "epoch": 0.006714120815698345,
      "grad_norm": 13.91594409942627,
      "learning_rate": 0.0001999997900996542,
      "loss": 5.3074,
      "step": 1047
    },
    {
      "epoch": 0.006720533538540464,
      "grad_norm": 28.095916748046875,
      "learning_rate": 0.00019999978968666802,
      "loss": 5.1413,
      "step": 1048
    },
    {
      "epoch": 0.006726946261382583,
      "grad_norm": 71.35572814941406,
      "learning_rate": 0.000199999789273276,
      "loss": 5.3789,
      "step": 1049
    },
    {
      "epoch": 0.006733358984224702,
      "grad_norm": 45.61400604248047,
      "learning_rate": 0.00019999978885947803,
      "loss": 5.2871,
      "step": 1050
    },
    {
      "epoch": 0.00673977170706682,
      "grad_norm": 45.1053581237793,
      "learning_rate": 0.00019999978844527423,
      "loss": 5.239,
      "step": 1051
    },
    {
      "epoch": 0.00674618442990894,
      "grad_norm": 247.8743896484375,
      "learning_rate": 0.0001999997880306645,
      "loss": 5.4985,
      "step": 1052
    },
    {
      "epoch": 0.006752597152751058,
      "grad_norm": 40.35102462768555,
      "learning_rate": 0.00019999978761564894,
      "loss": 5.6116,
      "step": 1053
    },
    {
      "epoch": 0.006759009875593177,
      "grad_norm": 29.248043060302734,
      "learning_rate": 0.00019999978720022744,
      "loss": 5.1851,
      "step": 1054
    },
    {
      "epoch": 0.006765422598435295,
      "grad_norm": 42.97030258178711,
      "learning_rate": 0.00019999978678440013,
      "loss": 5.2983,
      "step": 1055
    },
    {
      "epoch": 0.006771835321277415,
      "grad_norm": 42.49294662475586,
      "learning_rate": 0.00019999978636816687,
      "loss": 5.7247,
      "step": 1056
    },
    {
      "epoch": 0.006778248044119533,
      "grad_norm": 15.627131462097168,
      "learning_rate": 0.00019999978595152778,
      "loss": 5.3195,
      "step": 1057
    },
    {
      "epoch": 0.006784660766961652,
      "grad_norm": 26.61658477783203,
      "learning_rate": 0.00019999978553448275,
      "loss": 5.1615,
      "step": 1058
    },
    {
      "epoch": 0.00679107348980377,
      "grad_norm": 47.70705795288086,
      "learning_rate": 0.00019999978511703187,
      "loss": 4.9737,
      "step": 1059
    },
    {
      "epoch": 0.00679748621264589,
      "grad_norm": 17.89063835144043,
      "learning_rate": 0.0001999997846991751,
      "loss": 5.1322,
      "step": 1060
    },
    {
      "epoch": 0.006803898935488008,
      "grad_norm": 15.319822311401367,
      "learning_rate": 0.00019999978428091248,
      "loss": 5.0565,
      "step": 1061
    },
    {
      "epoch": 0.006810311658330127,
      "grad_norm": 19.5967960357666,
      "learning_rate": 0.00019999978386224396,
      "loss": 5.0772,
      "step": 1062
    },
    {
      "epoch": 0.006816724381172245,
      "grad_norm": 20.08321189880371,
      "learning_rate": 0.00019999978344316954,
      "loss": 5.0241,
      "step": 1063
    },
    {
      "epoch": 0.006823137104014365,
      "grad_norm": 40.28638458251953,
      "learning_rate": 0.00019999978302368926,
      "loss": 5.2653,
      "step": 1064
    },
    {
      "epoch": 0.006829549826856483,
      "grad_norm": 15.06234359741211,
      "learning_rate": 0.00019999978260380305,
      "loss": 5.2771,
      "step": 1065
    },
    {
      "epoch": 0.006835962549698602,
      "grad_norm": 23.976564407348633,
      "learning_rate": 0.00019999978218351102,
      "loss": 5.1213,
      "step": 1066
    },
    {
      "epoch": 0.00684237527254072,
      "grad_norm": 119.68624114990234,
      "learning_rate": 0.00019999978176281306,
      "loss": 5.0835,
      "step": 1067
    },
    {
      "epoch": 0.00684878799538284,
      "grad_norm": 14.272994995117188,
      "learning_rate": 0.00019999978134170924,
      "loss": 5.0472,
      "step": 1068
    },
    {
      "epoch": 0.006855200718224958,
      "grad_norm": 19.763845443725586,
      "learning_rate": 0.00019999978092019954,
      "loss": 5.2705,
      "step": 1069
    },
    {
      "epoch": 0.006861613441067077,
      "grad_norm": 14.70418643951416,
      "learning_rate": 0.00019999978049828397,
      "loss": 5.0482,
      "step": 1070
    },
    {
      "epoch": 0.006868026163909196,
      "grad_norm": 15.597256660461426,
      "learning_rate": 0.0001999997800759625,
      "loss": 5.0831,
      "step": 1071
    },
    {
      "epoch": 0.006874438886751315,
      "grad_norm": 47.829071044921875,
      "learning_rate": 0.00019999977965323514,
      "loss": 5.1434,
      "step": 1072
    },
    {
      "epoch": 0.006880851609593433,
      "grad_norm": 14.856359481811523,
      "learning_rate": 0.00019999977923010188,
      "loss": 5.1864,
      "step": 1073
    },
    {
      "epoch": 0.006887264332435552,
      "grad_norm": 10.338778495788574,
      "learning_rate": 0.00019999977880656275,
      "loss": 5.0981,
      "step": 1074
    },
    {
      "epoch": 0.006893677055277671,
      "grad_norm": 45.53593063354492,
      "learning_rate": 0.00019999977838261777,
      "loss": 5.065,
      "step": 1075
    },
    {
      "epoch": 0.00690008977811979,
      "grad_norm": 28.417428970336914,
      "learning_rate": 0.00019999977795826687,
      "loss": 5.3518,
      "step": 1076
    },
    {
      "epoch": 0.006906502500961908,
      "grad_norm": 17.707210540771484,
      "learning_rate": 0.00019999977753351012,
      "loss": 5.1031,
      "step": 1077
    },
    {
      "epoch": 0.006912915223804027,
      "grad_norm": 15.318902969360352,
      "learning_rate": 0.00019999977710834745,
      "loss": 5.08,
      "step": 1078
    },
    {
      "epoch": 0.006919327946646146,
      "grad_norm": 18.653308868408203,
      "learning_rate": 0.00019999977668277893,
      "loss": 5.238,
      "step": 1079
    },
    {
      "epoch": 0.006925740669488265,
      "grad_norm": 24.54802131652832,
      "learning_rate": 0.00019999977625680452,
      "loss": 5.0867,
      "step": 1080
    },
    {
      "epoch": 0.006932153392330383,
      "grad_norm": 17.59001922607422,
      "learning_rate": 0.00019999977583042423,
      "loss": 5.4276,
      "step": 1081
    },
    {
      "epoch": 0.006938566115172502,
      "grad_norm": 37.209747314453125,
      "learning_rate": 0.00019999977540363805,
      "loss": 5.2396,
      "step": 1082
    },
    {
      "epoch": 0.006944978838014621,
      "grad_norm": 48.64018249511719,
      "learning_rate": 0.00019999977497644597,
      "loss": 5.2038,
      "step": 1083
    },
    {
      "epoch": 0.00695139156085674,
      "grad_norm": 165.208740234375,
      "learning_rate": 0.00019999977454884804,
      "loss": 5.0952,
      "step": 1084
    },
    {
      "epoch": 0.006957804283698858,
      "grad_norm": 33.254966735839844,
      "learning_rate": 0.00019999977412084422,
      "loss": 5.1143,
      "step": 1085
    },
    {
      "epoch": 0.006964217006540977,
      "grad_norm": 33.99351119995117,
      "learning_rate": 0.00019999977369243447,
      "loss": 5.0878,
      "step": 1086
    },
    {
      "epoch": 0.006970629729383096,
      "grad_norm": 29.13211441040039,
      "learning_rate": 0.00019999977326361893,
      "loss": 5.2176,
      "step": 1087
    },
    {
      "epoch": 0.006977042452225215,
      "grad_norm": 28.064632415771484,
      "learning_rate": 0.0001999997728343974,
      "loss": 4.9907,
      "step": 1088
    },
    {
      "epoch": 0.006983455175067333,
      "grad_norm": 345.48895263671875,
      "learning_rate": 0.00019999977240477005,
      "loss": 4.9177,
      "step": 1089
    },
    {
      "epoch": 0.006989867897909452,
      "grad_norm": 99.44377136230469,
      "learning_rate": 0.00019999977197473681,
      "loss": 5.0322,
      "step": 1090
    },
    {
      "epoch": 0.006996280620751571,
      "grad_norm": 41.717952728271484,
      "learning_rate": 0.0001999997715442977,
      "loss": 5.2731,
      "step": 1091
    },
    {
      "epoch": 0.00700269334359369,
      "grad_norm": 43.7789192199707,
      "learning_rate": 0.0001999997711134527,
      "loss": 5.1023,
      "step": 1092
    },
    {
      "epoch": 0.0070091060664358084,
      "grad_norm": 70.2915267944336,
      "learning_rate": 0.00019999977068220178,
      "loss": 5.0513,
      "step": 1093
    },
    {
      "epoch": 0.007015518789277928,
      "grad_norm": 27.230310440063477,
      "learning_rate": 0.00019999977025054503,
      "loss": 5.1443,
      "step": 1094
    },
    {
      "epoch": 0.007021931512120046,
      "grad_norm": 46.04075622558594,
      "learning_rate": 0.0001999997698184824,
      "loss": 5.3055,
      "step": 1095
    },
    {
      "epoch": 0.007028344234962165,
      "grad_norm": 27.406925201416016,
      "learning_rate": 0.00019999976938601382,
      "loss": 5.137,
      "step": 1096
    },
    {
      "epoch": 0.0070347569578042835,
      "grad_norm": 46.728248596191406,
      "learning_rate": 0.00019999976895313944,
      "loss": 5.1451,
      "step": 1097
    },
    {
      "epoch": 0.007041169680646403,
      "grad_norm": 71.03215789794922,
      "learning_rate": 0.00019999976851985913,
      "loss": 5.0876,
      "step": 1098
    },
    {
      "epoch": 0.007047582403488521,
      "grad_norm": 119.94429016113281,
      "learning_rate": 0.00019999976808617295,
      "loss": 5.1345,
      "step": 1099
    },
    {
      "epoch": 0.00705399512633064,
      "grad_norm": 70.03229522705078,
      "learning_rate": 0.0001999997676520809,
      "loss": 5.0993,
      "step": 1100
    },
    {
      "epoch": 0.00705399512633064,
      "eval_loss": 5.182571887969971,
      "eval_runtime": 34.7788,
      "eval_samples_per_second": 90.141,
      "eval_steps_per_second": 22.542,
      "step": 1100
    },
    {
      "epoch": 0.0070604078491727585,
      "grad_norm": 39.46163558959961,
      "learning_rate": 0.00019999976721758294,
      "loss": 5.1953,
      "step": 1101
    },
    {
      "epoch": 0.007066820572014878,
      "grad_norm": 31.2873592376709,
      "learning_rate": 0.0001999997667826791,
      "loss": 5.2616,
      "step": 1102
    },
    {
      "epoch": 0.007073233294856996,
      "grad_norm": 41.72473907470703,
      "learning_rate": 0.0001999997663473694,
      "loss": 5.1599,
      "step": 1103
    },
    {
      "epoch": 0.007079646017699115,
      "grad_norm": 55.02919006347656,
      "learning_rate": 0.00019999976591165378,
      "loss": 5.2386,
      "step": 1104
    },
    {
      "epoch": 0.0070860587405412335,
      "grad_norm": 47.43147659301758,
      "learning_rate": 0.0001999997654755323,
      "loss": 5.1271,
      "step": 1105
    },
    {
      "epoch": 0.007092471463383353,
      "grad_norm": 28.210447311401367,
      "learning_rate": 0.00019999976503900496,
      "loss": 5.2459,
      "step": 1106
    },
    {
      "epoch": 0.007098884186225471,
      "grad_norm": 23.986948013305664,
      "learning_rate": 0.0001999997646020717,
      "loss": 5.1182,
      "step": 1107
    },
    {
      "epoch": 0.00710529690906759,
      "grad_norm": 41.519561767578125,
      "learning_rate": 0.00019999976416473257,
      "loss": 5.3466,
      "step": 1108
    },
    {
      "epoch": 0.0071117096319097085,
      "grad_norm": 97.13446044921875,
      "learning_rate": 0.00019999976372698757,
      "loss": 5.0075,
      "step": 1109
    },
    {
      "epoch": 0.007118122354751828,
      "grad_norm": 27.661598205566406,
      "learning_rate": 0.00019999976328883667,
      "loss": 5.0714,
      "step": 1110
    },
    {
      "epoch": 0.0071245350775939464,
      "grad_norm": 56.03862380981445,
      "learning_rate": 0.00019999976285027987,
      "loss": 5.1067,
      "step": 1111
    },
    {
      "epoch": 0.007130947800436065,
      "grad_norm": 58.946842193603516,
      "learning_rate": 0.00019999976241131723,
      "loss": 5.1731,
      "step": 1112
    },
    {
      "epoch": 0.0071373605232781835,
      "grad_norm": 21.13782501220703,
      "learning_rate": 0.0001999997619719487,
      "loss": 5.0165,
      "step": 1113
    },
    {
      "epoch": 0.007143773246120303,
      "grad_norm": 43.09311294555664,
      "learning_rate": 0.00019999976153217428,
      "loss": 5.3159,
      "step": 1114
    },
    {
      "epoch": 0.0071501859689624215,
      "grad_norm": 88.70065307617188,
      "learning_rate": 0.00019999976109199397,
      "loss": 5.3688,
      "step": 1115
    },
    {
      "epoch": 0.00715659869180454,
      "grad_norm": 171.7996368408203,
      "learning_rate": 0.00019999976065140777,
      "loss": 5.175,
      "step": 1116
    },
    {
      "epoch": 0.007163011414646659,
      "grad_norm": 46.22242736816406,
      "learning_rate": 0.00019999976021041574,
      "loss": 5.0728,
      "step": 1117
    },
    {
      "epoch": 0.007169424137488778,
      "grad_norm": 62.955078125,
      "learning_rate": 0.00019999975976901777,
      "loss": 5.1589,
      "step": 1118
    },
    {
      "epoch": 0.0071758368603308965,
      "grad_norm": 18.128808975219727,
      "learning_rate": 0.00019999975932721392,
      "loss": 5.0899,
      "step": 1119
    },
    {
      "epoch": 0.007182249583173015,
      "grad_norm": 25.306947708129883,
      "learning_rate": 0.00019999975888500423,
      "loss": 5.018,
      "step": 1120
    },
    {
      "epoch": 0.007188662306015134,
      "grad_norm": 49.928340911865234,
      "learning_rate": 0.0001999997584423886,
      "loss": 5.3718,
      "step": 1121
    },
    {
      "epoch": 0.007195075028857253,
      "grad_norm": 72.47239685058594,
      "learning_rate": 0.00019999975799936715,
      "loss": 5.1233,
      "step": 1122
    },
    {
      "epoch": 0.0072014877516993715,
      "grad_norm": 16.50505828857422,
      "learning_rate": 0.00019999975755593977,
      "loss": 5.032,
      "step": 1123
    },
    {
      "epoch": 0.00720790047454149,
      "grad_norm": 32.88019943237305,
      "learning_rate": 0.0001999997571121065,
      "loss": 5.0764,
      "step": 1124
    },
    {
      "epoch": 0.007214313197383609,
      "grad_norm": 36.2859001159668,
      "learning_rate": 0.00019999975666786738,
      "loss": 5.1719,
      "step": 1125
    },
    {
      "epoch": 0.007220725920225728,
      "grad_norm": 35.95075988769531,
      "learning_rate": 0.00019999975622322238,
      "loss": 5.1438,
      "step": 1126
    },
    {
      "epoch": 0.0072271386430678465,
      "grad_norm": 90.72601318359375,
      "learning_rate": 0.00019999975577817146,
      "loss": 5.1045,
      "step": 1127
    },
    {
      "epoch": 0.007233551365909965,
      "grad_norm": 44.0992431640625,
      "learning_rate": 0.0001999997553327147,
      "loss": 5.082,
      "step": 1128
    },
    {
      "epoch": 0.0072399640887520844,
      "grad_norm": 32.48657989501953,
      "learning_rate": 0.00019999975488685205,
      "loss": 5.1729,
      "step": 1129
    },
    {
      "epoch": 0.007246376811594203,
      "grad_norm": 38.930484771728516,
      "learning_rate": 0.00019999975444058349,
      "loss": 5.4949,
      "step": 1130
    },
    {
      "epoch": 0.0072527895344363215,
      "grad_norm": 38.25245666503906,
      "learning_rate": 0.00019999975399390908,
      "loss": 4.8671,
      "step": 1131
    },
    {
      "epoch": 0.00725920225727844,
      "grad_norm": 29.54221534729004,
      "learning_rate": 0.00019999975354682877,
      "loss": 5.2048,
      "step": 1132
    },
    {
      "epoch": 0.0072656149801205595,
      "grad_norm": 35.82495880126953,
      "learning_rate": 0.0001999997530993426,
      "loss": 5.2091,
      "step": 1133
    },
    {
      "epoch": 0.007272027702962678,
      "grad_norm": 58.09715270996094,
      "learning_rate": 0.0001999997526514505,
      "loss": 5.0784,
      "step": 1134
    },
    {
      "epoch": 0.0072784404258047965,
      "grad_norm": 73.91722106933594,
      "learning_rate": 0.00019999975220315254,
      "loss": 5.169,
      "step": 1135
    },
    {
      "epoch": 0.007284853148646915,
      "grad_norm": 19.446001052856445,
      "learning_rate": 0.00019999975175444872,
      "loss": 5.2956,
      "step": 1136
    },
    {
      "epoch": 0.0072912658714890345,
      "grad_norm": 51.07712173461914,
      "learning_rate": 0.00019999975130533898,
      "loss": 5.043,
      "step": 1137
    },
    {
      "epoch": 0.007297678594331153,
      "grad_norm": 19.267662048339844,
      "learning_rate": 0.0001999997508558234,
      "loss": 5.2034,
      "step": 1138
    },
    {
      "epoch": 0.0073040913171732716,
      "grad_norm": 19.015628814697266,
      "learning_rate": 0.0001999997504059019,
      "loss": 5.2452,
      "step": 1139
    },
    {
      "epoch": 0.007310504040015391,
      "grad_norm": 18.708065032958984,
      "learning_rate": 0.00019999974995557452,
      "loss": 5.1733,
      "step": 1140
    },
    {
      "epoch": 0.0073169167628575095,
      "grad_norm": 19.125648498535156,
      "learning_rate": 0.0001999997495048413,
      "loss": 4.8987,
      "step": 1141
    },
    {
      "epoch": 0.007323329485699628,
      "grad_norm": 21.8543643951416,
      "learning_rate": 0.00019999974905370217,
      "loss": 5.2242,
      "step": 1142
    },
    {
      "epoch": 0.007329742208541747,
      "grad_norm": 22.765722274780273,
      "learning_rate": 0.00019999974860215715,
      "loss": 5.1543,
      "step": 1143
    },
    {
      "epoch": 0.007336154931383866,
      "grad_norm": 73.38433837890625,
      "learning_rate": 0.00019999974815020622,
      "loss": 5.036,
      "step": 1144
    },
    {
      "epoch": 0.0073425676542259845,
      "grad_norm": 20.099393844604492,
      "learning_rate": 0.00019999974769784946,
      "loss": 5.1224,
      "step": 1145
    },
    {
      "epoch": 0.007348980377068103,
      "grad_norm": 26.194499969482422,
      "learning_rate": 0.0001999997472450868,
      "loss": 5.1844,
      "step": 1146
    },
    {
      "epoch": 0.007355393099910222,
      "grad_norm": 16.451372146606445,
      "learning_rate": 0.00019999974679191826,
      "loss": 5.0742,
      "step": 1147
    },
    {
      "epoch": 0.007361805822752341,
      "grad_norm": 21.892711639404297,
      "learning_rate": 0.00019999974633834385,
      "loss": 5.1971,
      "step": 1148
    },
    {
      "epoch": 0.0073682185455944595,
      "grad_norm": 63.4840202331543,
      "learning_rate": 0.00019999974588436352,
      "loss": 5.2798,
      "step": 1149
    },
    {
      "epoch": 0.007374631268436578,
      "grad_norm": 24.375194549560547,
      "learning_rate": 0.00019999974542997731,
      "loss": 5.2001,
      "step": 1150
    },
    {
      "epoch": 0.007381043991278697,
      "grad_norm": 73.29173278808594,
      "learning_rate": 0.00019999974497518527,
      "loss": 5.1,
      "step": 1151
    },
    {
      "epoch": 0.007387456714120816,
      "grad_norm": 44.813385009765625,
      "learning_rate": 0.00019999974451998732,
      "loss": 5.0448,
      "step": 1152
    },
    {
      "epoch": 0.0073938694369629345,
      "grad_norm": 29.23589324951172,
      "learning_rate": 0.00019999974406438345,
      "loss": 5.0977,
      "step": 1153
    },
    {
      "epoch": 0.007400282159805053,
      "grad_norm": 37.57569885253906,
      "learning_rate": 0.00019999974360837374,
      "loss": 5.1334,
      "step": 1154
    },
    {
      "epoch": 0.007406694882647172,
      "grad_norm": 18.665678024291992,
      "learning_rate": 0.00019999974315195812,
      "loss": 5.2384,
      "step": 1155
    },
    {
      "epoch": 0.007413107605489291,
      "grad_norm": 26.181549072265625,
      "learning_rate": 0.00019999974269513664,
      "loss": 5.0945,
      "step": 1156
    },
    {
      "epoch": 0.0074195203283314096,
      "grad_norm": 73.57460021972656,
      "learning_rate": 0.00019999974223790926,
      "loss": 5.215,
      "step": 1157
    },
    {
      "epoch": 0.007425933051173528,
      "grad_norm": 52.188716888427734,
      "learning_rate": 0.00019999974178027603,
      "loss": 5.2093,
      "step": 1158
    },
    {
      "epoch": 0.007432345774015647,
      "grad_norm": 84.8812026977539,
      "learning_rate": 0.00019999974132223688,
      "loss": 4.9664,
      "step": 1159
    },
    {
      "epoch": 0.007438758496857766,
      "grad_norm": 38.48717498779297,
      "learning_rate": 0.00019999974086379189,
      "loss": 5.0798,
      "step": 1160
    },
    {
      "epoch": 0.007445171219699885,
      "grad_norm": 62.54503631591797,
      "learning_rate": 0.00019999974040494096,
      "loss": 5.3577,
      "step": 1161
    },
    {
      "epoch": 0.007451583942542003,
      "grad_norm": 45.074947357177734,
      "learning_rate": 0.0001999997399456842,
      "loss": 5.0543,
      "step": 1162
    },
    {
      "epoch": 0.0074579966653841225,
      "grad_norm": 27.124637603759766,
      "learning_rate": 0.00019999973948602154,
      "loss": 5.1529,
      "step": 1163
    },
    {
      "epoch": 0.007464409388226241,
      "grad_norm": 26.120346069335938,
      "learning_rate": 0.00019999973902595298,
      "loss": 5.1654,
      "step": 1164
    },
    {
      "epoch": 0.00747082211106836,
      "grad_norm": 34.86954879760742,
      "learning_rate": 0.00019999973856547854,
      "loss": 5.3044,
      "step": 1165
    },
    {
      "epoch": 0.007477234833910478,
      "grad_norm": 58.25941467285156,
      "learning_rate": 0.00019999973810459824,
      "loss": 5.0463,
      "step": 1166
    },
    {
      "epoch": 0.0074836475567525975,
      "grad_norm": 25.99953269958496,
      "learning_rate": 0.00019999973764331204,
      "loss": 5.1966,
      "step": 1167
    },
    {
      "epoch": 0.007490060279594716,
      "grad_norm": 113.90038299560547,
      "learning_rate": 0.00019999973718161997,
      "loss": 5.037,
      "step": 1168
    },
    {
      "epoch": 0.007496473002436835,
      "grad_norm": 38.5630989074707,
      "learning_rate": 0.00019999973671952202,
      "loss": 5.2411,
      "step": 1169
    },
    {
      "epoch": 0.007502885725278953,
      "grad_norm": 36.915401458740234,
      "learning_rate": 0.00019999973625701818,
      "loss": 5.1619,
      "step": 1170
    },
    {
      "epoch": 0.0075092984481210726,
      "grad_norm": 82.54364013671875,
      "learning_rate": 0.00019999973579410844,
      "loss": 5.1187,
      "step": 1171
    },
    {
      "epoch": 0.007515711170963191,
      "grad_norm": 51.976951599121094,
      "learning_rate": 0.00019999973533079283,
      "loss": 5.0698,
      "step": 1172
    },
    {
      "epoch": 0.00752212389380531,
      "grad_norm": 24.490575790405273,
      "learning_rate": 0.00019999973486707135,
      "loss": 5.3356,
      "step": 1173
    },
    {
      "epoch": 0.007528536616647428,
      "grad_norm": 26.308629989624023,
      "learning_rate": 0.00019999973440294397,
      "loss": 5.4174,
      "step": 1174
    },
    {
      "epoch": 0.007534949339489548,
      "grad_norm": 32.75141906738281,
      "learning_rate": 0.00019999973393841072,
      "loss": 5.1179,
      "step": 1175
    },
    {
      "epoch": 0.007541362062331666,
      "grad_norm": 42.50655746459961,
      "learning_rate": 0.0001999997334734716,
      "loss": 5.2237,
      "step": 1176
    },
    {
      "epoch": 0.007547774785173785,
      "grad_norm": 138.55125427246094,
      "learning_rate": 0.00019999973300812658,
      "loss": 5.5345,
      "step": 1177
    },
    {
      "epoch": 0.007554187508015903,
      "grad_norm": 20.053319931030273,
      "learning_rate": 0.00019999973254237568,
      "loss": 5.1937,
      "step": 1178
    },
    {
      "epoch": 0.007560600230858023,
      "grad_norm": 196.6363067626953,
      "learning_rate": 0.0001999997320762189,
      "loss": 5.0957,
      "step": 1179
    },
    {
      "epoch": 0.007567012953700141,
      "grad_norm": 29.91245460510254,
      "learning_rate": 0.00019999973160965623,
      "loss": 4.9591,
      "step": 1180
    },
    {
      "epoch": 0.00757342567654226,
      "grad_norm": 77.86437225341797,
      "learning_rate": 0.00019999973114268767,
      "loss": 5.214,
      "step": 1181
    },
    {
      "epoch": 0.007579838399384378,
      "grad_norm": 40.47344207763672,
      "learning_rate": 0.00019999973067531324,
      "loss": 5.2443,
      "step": 1182
    },
    {
      "epoch": 0.007586251122226498,
      "grad_norm": 611.4159545898438,
      "learning_rate": 0.00019999973020753294,
      "loss": 5.259,
      "step": 1183
    },
    {
      "epoch": 0.007592663845068616,
      "grad_norm": 49.92102813720703,
      "learning_rate": 0.00019999972973934674,
      "loss": 5.1068,
      "step": 1184
    },
    {
      "epoch": 0.007599076567910735,
      "grad_norm": 27.898860931396484,
      "learning_rate": 0.00019999972927075467,
      "loss": 5.1476,
      "step": 1185
    },
    {
      "epoch": 0.007605489290752854,
      "grad_norm": 31.96365737915039,
      "learning_rate": 0.0001999997288017567,
      "loss": 5.242,
      "step": 1186
    },
    {
      "epoch": 0.007611902013594973,
      "grad_norm": 30.62998390197754,
      "learning_rate": 0.00019999972833235286,
      "loss": 5.339,
      "step": 1187
    },
    {
      "epoch": 0.007618314736437091,
      "grad_norm": 29.283666610717773,
      "learning_rate": 0.00019999972786254313,
      "loss": 5.2964,
      "step": 1188
    },
    {
      "epoch": 0.00762472745927921,
      "grad_norm": 72.50544738769531,
      "learning_rate": 0.00019999972739232752,
      "loss": 5.1425,
      "step": 1189
    },
    {
      "epoch": 0.007631140182121329,
      "grad_norm": 59.05378723144531,
      "learning_rate": 0.00019999972692170604,
      "loss": 5.1936,
      "step": 1190
    },
    {
      "epoch": 0.007637552904963448,
      "grad_norm": 29.381072998046875,
      "learning_rate": 0.00019999972645067869,
      "loss": 5.1926,
      "step": 1191
    },
    {
      "epoch": 0.007643965627805566,
      "grad_norm": 52.95487594604492,
      "learning_rate": 0.00019999972597924544,
      "loss": 5.0549,
      "step": 1192
    },
    {
      "epoch": 0.007650378350647685,
      "grad_norm": 47.87834930419922,
      "learning_rate": 0.0001999997255074063,
      "loss": 5.1593,
      "step": 1193
    },
    {
      "epoch": 0.007656791073489804,
      "grad_norm": 153.6322784423828,
      "learning_rate": 0.00019999972503516127,
      "loss": 5.0377,
      "step": 1194
    },
    {
      "epoch": 0.007663203796331923,
      "grad_norm": 31.169031143188477,
      "learning_rate": 0.00019999972456251035,
      "loss": 5.151,
      "step": 1195
    },
    {
      "epoch": 0.007669616519174041,
      "grad_norm": 17.542600631713867,
      "learning_rate": 0.00019999972408945357,
      "loss": 5.1837,
      "step": 1196
    },
    {
      "epoch": 0.00767602924201616,
      "grad_norm": 73.90267181396484,
      "learning_rate": 0.0001999997236159909,
      "loss": 5.024,
      "step": 1197
    },
    {
      "epoch": 0.007682441964858279,
      "grad_norm": 255.56297302246094,
      "learning_rate": 0.00019999972314212238,
      "loss": 5.2306,
      "step": 1198
    },
    {
      "epoch": 0.007688854687700398,
      "grad_norm": 995.8345947265625,
      "learning_rate": 0.00019999972266784792,
      "loss": 5.2535,
      "step": 1199
    },
    {
      "epoch": 0.007695267410542516,
      "grad_norm": 793.6595458984375,
      "learning_rate": 0.00019999972219316762,
      "loss": 5.3153,
      "step": 1200
    },
    {
      "epoch": 0.007695267410542516,
      "eval_loss": 5.237898826599121,
      "eval_runtime": 34.7535,
      "eval_samples_per_second": 90.207,
      "eval_steps_per_second": 22.559,
      "step": 1200
    },
    {
      "epoch": 0.007701680133384635,
      "grad_norm": 279.3923034667969,
      "learning_rate": 0.00019999972171808142,
      "loss": 5.2276,
      "step": 1201
    },
    {
      "epoch": 0.007708092856226754,
      "grad_norm": 99.20381927490234,
      "learning_rate": 0.00019999972124258935,
      "loss": 5.2736,
      "step": 1202
    },
    {
      "epoch": 0.007714505579068873,
      "grad_norm": 49.431495666503906,
      "learning_rate": 0.0001999997207666914,
      "loss": 5.2459,
      "step": 1203
    },
    {
      "epoch": 0.007720918301910991,
      "grad_norm": 140.48060607910156,
      "learning_rate": 0.00019999972029038755,
      "loss": 5.4022,
      "step": 1204
    },
    {
      "epoch": 0.00772733102475311,
      "grad_norm": 77.13685607910156,
      "learning_rate": 0.00019999971981367781,
      "loss": 5.3935,
      "step": 1205
    },
    {
      "epoch": 0.007733743747595229,
      "grad_norm": 278.83770751953125,
      "learning_rate": 0.0001999997193365622,
      "loss": 5.2166,
      "step": 1206
    },
    {
      "epoch": 0.007740156470437348,
      "grad_norm": 1288.5533447265625,
      "learning_rate": 0.00019999971885904073,
      "loss": 5.2175,
      "step": 1207
    },
    {
      "epoch": 0.007746569193279466,
      "grad_norm": 168.20729064941406,
      "learning_rate": 0.00019999971838111335,
      "loss": 5.3032,
      "step": 1208
    },
    {
      "epoch": 0.007752981916121586,
      "grad_norm": 224.3952178955078,
      "learning_rate": 0.0001999997179027801,
      "loss": 5.133,
      "step": 1209
    },
    {
      "epoch": 0.007759394638963704,
      "grad_norm": 51.26927947998047,
      "learning_rate": 0.00019999971742404096,
      "loss": 5.2048,
      "step": 1210
    },
    {
      "epoch": 0.007765807361805823,
      "grad_norm": 73.35719299316406,
      "learning_rate": 0.00019999971694489594,
      "loss": 5.6124,
      "step": 1211
    },
    {
      "epoch": 0.007772220084647941,
      "grad_norm": 250.97023010253906,
      "learning_rate": 0.00019999971646534503,
      "loss": 5.3031,
      "step": 1212
    },
    {
      "epoch": 0.007778632807490061,
      "grad_norm": 53.73992156982422,
      "learning_rate": 0.00019999971598538827,
      "loss": 5.1891,
      "step": 1213
    },
    {
      "epoch": 0.007785045530332179,
      "grad_norm": 38.484615325927734,
      "learning_rate": 0.00019999971550502558,
      "loss": 5.4242,
      "step": 1214
    },
    {
      "epoch": 0.007791458253174298,
      "grad_norm": 64.59945678710938,
      "learning_rate": 0.00019999971502425705,
      "loss": 5.1511,
      "step": 1215
    },
    {
      "epoch": 0.007797870976016416,
      "grad_norm": 88.12818908691406,
      "learning_rate": 0.00019999971454308263,
      "loss": 5.22,
      "step": 1216
    },
    {
      "epoch": 0.007804283698858536,
      "grad_norm": 285.23974609375,
      "learning_rate": 0.00019999971406150228,
      "loss": 5.2249,
      "step": 1217
    },
    {
      "epoch": 0.007810696421700654,
      "grad_norm": 143.79302978515625,
      "learning_rate": 0.0001999997135795161,
      "loss": 5.2324,
      "step": 1218
    },
    {
      "epoch": 0.007817109144542773,
      "grad_norm": 145.6136932373047,
      "learning_rate": 0.00019999971309712401,
      "loss": 5.3592,
      "step": 1219
    },
    {
      "epoch": 0.007823521867384891,
      "grad_norm": 93.55866241455078,
      "learning_rate": 0.00019999971261432605,
      "loss": 5.3487,
      "step": 1220
    },
    {
      "epoch": 0.00782993459022701,
      "grad_norm": 223.43533325195312,
      "learning_rate": 0.0001999997121311222,
      "loss": 5.1069,
      "step": 1221
    },
    {
      "epoch": 0.007836347313069128,
      "grad_norm": 161.00050354003906,
      "learning_rate": 0.0001999997116475125,
      "loss": 5.1759,
      "step": 1222
    },
    {
      "epoch": 0.007842760035911249,
      "grad_norm": 167.0148468017578,
      "learning_rate": 0.0001999997111634969,
      "loss": 5.312,
      "step": 1223
    },
    {
      "epoch": 0.007849172758753367,
      "grad_norm": 76.78773498535156,
      "learning_rate": 0.00019999971067907542,
      "loss": 5.3029,
      "step": 1224
    },
    {
      "epoch": 0.007855585481595486,
      "grad_norm": 561.5294799804688,
      "learning_rate": 0.00019999971019424802,
      "loss": 5.096,
      "step": 1225
    },
    {
      "epoch": 0.007861998204437604,
      "grad_norm": 131.67169189453125,
      "learning_rate": 0.00019999970970901475,
      "loss": 5.3285,
      "step": 1226
    },
    {
      "epoch": 0.007868410927279723,
      "grad_norm": 128.85458374023438,
      "learning_rate": 0.00019999970922337563,
      "loss": 5.2163,
      "step": 1227
    },
    {
      "epoch": 0.007874823650121841,
      "grad_norm": 92.75872802734375,
      "learning_rate": 0.00019999970873733062,
      "loss": 5.0661,
      "step": 1228
    },
    {
      "epoch": 0.00788123637296396,
      "grad_norm": 84.01803588867188,
      "learning_rate": 0.00019999970825087973,
      "loss": 5.3332,
      "step": 1229
    },
    {
      "epoch": 0.007887649095806078,
      "grad_norm": 525.4563598632812,
      "learning_rate": 0.00019999970776402295,
      "loss": 5.4033,
      "step": 1230
    },
    {
      "epoch": 0.007894061818648199,
      "grad_norm": 773.5407104492188,
      "learning_rate": 0.00019999970727676026,
      "loss": 5.4852,
      "step": 1231
    },
    {
      "epoch": 0.007900474541490317,
      "grad_norm": 60.797096252441406,
      "learning_rate": 0.0001999997067890917,
      "loss": 5.1865,
      "step": 1232
    },
    {
      "epoch": 0.007906887264332436,
      "grad_norm": 99.32027435302734,
      "learning_rate": 0.0001999997063010173,
      "loss": 5.3247,
      "step": 1233
    },
    {
      "epoch": 0.007913299987174554,
      "grad_norm": 797.5177001953125,
      "learning_rate": 0.00019999970581253696,
      "loss": 5.1647,
      "step": 1234
    },
    {
      "epoch": 0.007919712710016673,
      "grad_norm": 58.26017379760742,
      "learning_rate": 0.00019999970532365077,
      "loss": 5.1717,
      "step": 1235
    },
    {
      "epoch": 0.007926125432858791,
      "grad_norm": 56.63559341430664,
      "learning_rate": 0.0001999997048343587,
      "loss": 5.0855,
      "step": 1236
    },
    {
      "epoch": 0.00793253815570091,
      "grad_norm": 375.5052185058594,
      "learning_rate": 0.00019999970434466074,
      "loss": 5.3356,
      "step": 1237
    },
    {
      "epoch": 0.00793895087854303,
      "grad_norm": 128.10316467285156,
      "learning_rate": 0.0001999997038545569,
      "loss": 5.3661,
      "step": 1238
    },
    {
      "epoch": 0.007945363601385149,
      "grad_norm": 100.55352783203125,
      "learning_rate": 0.00019999970336404718,
      "loss": 5.4978,
      "step": 1239
    },
    {
      "epoch": 0.007951776324227267,
      "grad_norm": 64.25226593017578,
      "learning_rate": 0.00019999970287313157,
      "loss": 5.2966,
      "step": 1240
    },
    {
      "epoch": 0.007958189047069386,
      "grad_norm": 77.36930084228516,
      "learning_rate": 0.0001999997023818101,
      "loss": 5.373,
      "step": 1241
    },
    {
      "epoch": 0.007964601769911504,
      "grad_norm": 48.46626281738281,
      "learning_rate": 0.00019999970189008272,
      "loss": 5.3542,
      "step": 1242
    },
    {
      "epoch": 0.007971014492753623,
      "grad_norm": 1208.128173828125,
      "learning_rate": 0.00019999970139794945,
      "loss": 5.3344,
      "step": 1243
    },
    {
      "epoch": 0.007977427215595741,
      "grad_norm": 836.1058349609375,
      "learning_rate": 0.00019999970090541034,
      "loss": 5.3535,
      "step": 1244
    },
    {
      "epoch": 0.00798383993843786,
      "grad_norm": 121.95008850097656,
      "learning_rate": 0.00019999970041246533,
      "loss": 5.234,
      "step": 1245
    },
    {
      "epoch": 0.00799025266127998,
      "grad_norm": 78.34422302246094,
      "learning_rate": 0.00019999969991911441,
      "loss": 5.2511,
      "step": 1246
    },
    {
      "epoch": 0.007996665384122099,
      "grad_norm": 168.78314208984375,
      "learning_rate": 0.00019999969942535763,
      "loss": 5.1443,
      "step": 1247
    },
    {
      "epoch": 0.008003078106964217,
      "grad_norm": 63.21760940551758,
      "learning_rate": 0.00019999969893119498,
      "loss": 5.2846,
      "step": 1248
    },
    {
      "epoch": 0.008009490829806336,
      "grad_norm": 180.44444274902344,
      "learning_rate": 0.0001999996984366264,
      "loss": 5.1595,
      "step": 1249
    },
    {
      "epoch": 0.008015903552648454,
      "grad_norm": 78.9633560180664,
      "learning_rate": 0.00019999969794165198,
      "loss": 5.1328,
      "step": 1250
    },
    {
      "epoch": 0.008022316275490573,
      "grad_norm": 51.348880767822266,
      "learning_rate": 0.00019999969744627168,
      "loss": 5.1477,
      "step": 1251
    },
    {
      "epoch": 0.008028728998332691,
      "grad_norm": 140.27879333496094,
      "learning_rate": 0.00019999969695048546,
      "loss": 5.2894,
      "step": 1252
    },
    {
      "epoch": 0.00803514172117481,
      "grad_norm": 41.87335968017578,
      "learning_rate": 0.0001999996964542934,
      "loss": 5.0436,
      "step": 1253
    },
    {
      "epoch": 0.00804155444401693,
      "grad_norm": 36.26510238647461,
      "learning_rate": 0.00019999969595769544,
      "loss": 5.3548,
      "step": 1254
    },
    {
      "epoch": 0.008047967166859049,
      "grad_norm": 115.91143035888672,
      "learning_rate": 0.0001999996954606916,
      "loss": 5.179,
      "step": 1255
    },
    {
      "epoch": 0.008054379889701167,
      "grad_norm": 114.38197326660156,
      "learning_rate": 0.00019999969496328188,
      "loss": 5.4806,
      "step": 1256
    },
    {
      "epoch": 0.008060792612543286,
      "grad_norm": 103.54984283447266,
      "learning_rate": 0.00019999969446546627,
      "loss": 5.0985,
      "step": 1257
    },
    {
      "epoch": 0.008067205335385404,
      "grad_norm": 55.586524963378906,
      "learning_rate": 0.00019999969396724477,
      "loss": 5.0171,
      "step": 1258
    },
    {
      "epoch": 0.008073618058227523,
      "grad_norm": 138.87753295898438,
      "learning_rate": 0.00019999969346861743,
      "loss": 5.1678,
      "step": 1259
    },
    {
      "epoch": 0.008080030781069641,
      "grad_norm": 38.3393669128418,
      "learning_rate": 0.00019999969296958416,
      "loss": 5.1346,
      "step": 1260
    },
    {
      "epoch": 0.008086443503911762,
      "grad_norm": 103.14994049072266,
      "learning_rate": 0.00019999969247014502,
      "loss": 5.1534,
      "step": 1261
    },
    {
      "epoch": 0.00809285622675388,
      "grad_norm": 64.5654296875,
      "learning_rate": 0.00019999969197029998,
      "loss": 5.1311,
      "step": 1262
    },
    {
      "epoch": 0.008099268949595999,
      "grad_norm": 62.30545425415039,
      "learning_rate": 0.0001999996914700491,
      "loss": 5.139,
      "step": 1263
    },
    {
      "epoch": 0.008105681672438117,
      "grad_norm": 74.25233459472656,
      "learning_rate": 0.00019999969096939232,
      "loss": 5.0827,
      "step": 1264
    },
    {
      "epoch": 0.008112094395280236,
      "grad_norm": 20.15203857421875,
      "learning_rate": 0.00019999969046832967,
      "loss": 5.0941,
      "step": 1265
    },
    {
      "epoch": 0.008118507118122354,
      "grad_norm": 1198.590576171875,
      "learning_rate": 0.00019999968996686112,
      "loss": 5.0771,
      "step": 1266
    },
    {
      "epoch": 0.008124919840964473,
      "grad_norm": 124.56256866455078,
      "learning_rate": 0.0001999996894649867,
      "loss": 5.2337,
      "step": 1267
    },
    {
      "epoch": 0.008131332563806591,
      "grad_norm": 55.67892074584961,
      "learning_rate": 0.0001999996889627064,
      "loss": 5.0764,
      "step": 1268
    },
    {
      "epoch": 0.008137745286648712,
      "grad_norm": 301.8502197265625,
      "learning_rate": 0.0001999996884600202,
      "loss": 5.183,
      "step": 1269
    },
    {
      "epoch": 0.00814415800949083,
      "grad_norm": 168.44985961914062,
      "learning_rate": 0.00019999968795692813,
      "loss": 5.1975,
      "step": 1270
    },
    {
      "epoch": 0.008150570732332949,
      "grad_norm": 45.49779510498047,
      "learning_rate": 0.00019999968745343017,
      "loss": 5.0347,
      "step": 1271
    },
    {
      "epoch": 0.008156983455175067,
      "grad_norm": 30.082883834838867,
      "learning_rate": 0.00019999968694952634,
      "loss": 4.9734,
      "step": 1272
    },
    {
      "epoch": 0.008163396178017186,
      "grad_norm": 41.64021682739258,
      "learning_rate": 0.0001999996864452166,
      "loss": 5.1232,
      "step": 1273
    },
    {
      "epoch": 0.008169808900859304,
      "grad_norm": 34.9926643371582,
      "learning_rate": 0.000199999685940501,
      "loss": 5.2217,
      "step": 1274
    },
    {
      "epoch": 0.008176221623701423,
      "grad_norm": 78.47647094726562,
      "learning_rate": 0.00019999968543537954,
      "loss": 5.0886,
      "step": 1275
    },
    {
      "epoch": 0.008182634346543543,
      "grad_norm": 32.19037628173828,
      "learning_rate": 0.00019999968492985214,
      "loss": 5.2728,
      "step": 1276
    },
    {
      "epoch": 0.008189047069385662,
      "grad_norm": 49.589359283447266,
      "learning_rate": 0.0001999996844239189,
      "loss": 5.1106,
      "step": 1277
    },
    {
      "epoch": 0.00819545979222778,
      "grad_norm": 30.3684139251709,
      "learning_rate": 0.00019999968391757976,
      "loss": 5.1151,
      "step": 1278
    },
    {
      "epoch": 0.008201872515069899,
      "grad_norm": 76.43812561035156,
      "learning_rate": 0.00019999968341083475,
      "loss": 4.9628,
      "step": 1279
    },
    {
      "epoch": 0.008208285237912017,
      "grad_norm": 32.12437438964844,
      "learning_rate": 0.00019999968290368385,
      "loss": 5.1073,
      "step": 1280
    },
    {
      "epoch": 0.008214697960754136,
      "grad_norm": 39.60108184814453,
      "learning_rate": 0.00019999968239612707,
      "loss": 5.075,
      "step": 1281
    },
    {
      "epoch": 0.008221110683596254,
      "grad_norm": 43.492164611816406,
      "learning_rate": 0.00019999968188816442,
      "loss": 5.1219,
      "step": 1282
    },
    {
      "epoch": 0.008227523406438373,
      "grad_norm": 43.94026184082031,
      "learning_rate": 0.00019999968137979587,
      "loss": 5.211,
      "step": 1283
    },
    {
      "epoch": 0.008233936129280493,
      "grad_norm": 41.8501091003418,
      "learning_rate": 0.00019999968087102142,
      "loss": 5.0806,
      "step": 1284
    },
    {
      "epoch": 0.008240348852122612,
      "grad_norm": 86.62142944335938,
      "learning_rate": 0.00019999968036184113,
      "loss": 5.2129,
      "step": 1285
    },
    {
      "epoch": 0.00824676157496473,
      "grad_norm": 99.60411071777344,
      "learning_rate": 0.00019999967985225494,
      "loss": 5.1374,
      "step": 1286
    },
    {
      "epoch": 0.008253174297806849,
      "grad_norm": 51.00810241699219,
      "learning_rate": 0.00019999967934226288,
      "loss": 5.2767,
      "step": 1287
    },
    {
      "epoch": 0.008259587020648967,
      "grad_norm": 50.78658676147461,
      "learning_rate": 0.00019999967883186493,
      "loss": 5.0747,
      "step": 1288
    },
    {
      "epoch": 0.008265999743491086,
      "grad_norm": 142.10162353515625,
      "learning_rate": 0.0001999996783210611,
      "loss": 5.2746,
      "step": 1289
    },
    {
      "epoch": 0.008272412466333205,
      "grad_norm": 54.08298873901367,
      "learning_rate": 0.00019999967780985137,
      "loss": 5.0728,
      "step": 1290
    },
    {
      "epoch": 0.008278825189175323,
      "grad_norm": 51.00532150268555,
      "learning_rate": 0.00019999967729823577,
      "loss": 5.1042,
      "step": 1291
    },
    {
      "epoch": 0.008285237912017443,
      "grad_norm": 57.34481430053711,
      "learning_rate": 0.00019999967678621428,
      "loss": 5.0806,
      "step": 1292
    },
    {
      "epoch": 0.008291650634859562,
      "grad_norm": 70.81441497802734,
      "learning_rate": 0.00019999967627378694,
      "loss": 5.1982,
      "step": 1293
    },
    {
      "epoch": 0.00829806335770168,
      "grad_norm": 116.70935821533203,
      "learning_rate": 0.0001999996757609537,
      "loss": 5.0351,
      "step": 1294
    },
    {
      "epoch": 0.008304476080543799,
      "grad_norm": 40.060359954833984,
      "learning_rate": 0.00019999967524771454,
      "loss": 5.2171,
      "step": 1295
    },
    {
      "epoch": 0.008310888803385917,
      "grad_norm": 33.206966400146484,
      "learning_rate": 0.00019999967473406953,
      "loss": 5.2107,
      "step": 1296
    },
    {
      "epoch": 0.008317301526228036,
      "grad_norm": 28.69144058227539,
      "learning_rate": 0.00019999967422001865,
      "loss": 5.3077,
      "step": 1297
    },
    {
      "epoch": 0.008323714249070155,
      "grad_norm": 59.333675384521484,
      "learning_rate": 0.00019999967370556187,
      "loss": 5.1404,
      "step": 1298
    },
    {
      "epoch": 0.008330126971912275,
      "grad_norm": 66.3217544555664,
      "learning_rate": 0.0001999996731906992,
      "loss": 5.1571,
      "step": 1299
    },
    {
      "epoch": 0.008336539694754393,
      "grad_norm": 21.08928871154785,
      "learning_rate": 0.00019999967267543065,
      "loss": 5.0478,
      "step": 1300
    },
    {
      "epoch": 0.008336539694754393,
      "eval_loss": 5.131112575531006,
      "eval_runtime": 34.7948,
      "eval_samples_per_second": 90.1,
      "eval_steps_per_second": 22.532,
      "step": 1300
    },
    {
      "epoch": 0.008342952417596512,
      "grad_norm": 48.02510452270508,
      "learning_rate": 0.00019999967215975623,
      "loss": 5.4675,
      "step": 1301
    },
    {
      "epoch": 0.00834936514043863,
      "grad_norm": 28.82024383544922,
      "learning_rate": 0.00019999967164367592,
      "loss": 5.2054,
      "step": 1302
    },
    {
      "epoch": 0.008355777863280749,
      "grad_norm": 29.449474334716797,
      "learning_rate": 0.00019999967112718973,
      "loss": 5.1671,
      "step": 1303
    },
    {
      "epoch": 0.008362190586122868,
      "grad_norm": 61.42108917236328,
      "learning_rate": 0.00019999967061029767,
      "loss": 5.1851,
      "step": 1304
    },
    {
      "epoch": 0.008368603308964986,
      "grad_norm": 29.204111099243164,
      "learning_rate": 0.00019999967009299972,
      "loss": 5.5207,
      "step": 1305
    },
    {
      "epoch": 0.008375016031807105,
      "grad_norm": 20.147083282470703,
      "learning_rate": 0.0001999996695752959,
      "loss": 5.1269,
      "step": 1306
    },
    {
      "epoch": 0.008381428754649225,
      "grad_norm": 31.291797637939453,
      "learning_rate": 0.0001999996690571862,
      "loss": 4.9797,
      "step": 1307
    },
    {
      "epoch": 0.008387841477491343,
      "grad_norm": 64.7867660522461,
      "learning_rate": 0.00019999966853867057,
      "loss": 5.1375,
      "step": 1308
    },
    {
      "epoch": 0.008394254200333462,
      "grad_norm": 36.36115646362305,
      "learning_rate": 0.0001999996680197491,
      "loss": 5.0364,
      "step": 1309
    },
    {
      "epoch": 0.00840066692317558,
      "grad_norm": 25.866558074951172,
      "learning_rate": 0.00019999966750042174,
      "loss": 5.07,
      "step": 1310
    },
    {
      "epoch": 0.008407079646017699,
      "grad_norm": 29.772228240966797,
      "learning_rate": 0.0001999996669806885,
      "loss": 5.1272,
      "step": 1311
    },
    {
      "epoch": 0.008413492368859818,
      "grad_norm": 36.762996673583984,
      "learning_rate": 0.00019999966646054937,
      "loss": 5.1614,
      "step": 1312
    },
    {
      "epoch": 0.008419905091701936,
      "grad_norm": 17.940776824951172,
      "learning_rate": 0.00019999966594000433,
      "loss": 5.3702,
      "step": 1313
    },
    {
      "epoch": 0.008426317814544055,
      "grad_norm": 80.04225158691406,
      "learning_rate": 0.00019999966541905346,
      "loss": 5.1883,
      "step": 1314
    },
    {
      "epoch": 0.008432730537386175,
      "grad_norm": 66.58677673339844,
      "learning_rate": 0.00019999966489769668,
      "loss": 5.0613,
      "step": 1315
    },
    {
      "epoch": 0.008439143260228293,
      "grad_norm": 19.84376335144043,
      "learning_rate": 0.00019999966437593404,
      "loss": 5.1676,
      "step": 1316
    },
    {
      "epoch": 0.008445555983070412,
      "grad_norm": 29.313785552978516,
      "learning_rate": 0.00019999966385376552,
      "loss": 5.2623,
      "step": 1317
    },
    {
      "epoch": 0.00845196870591253,
      "grad_norm": 56.78032684326172,
      "learning_rate": 0.00019999966333119108,
      "loss": 5.3985,
      "step": 1318
    },
    {
      "epoch": 0.008458381428754649,
      "grad_norm": 41.10364532470703,
      "learning_rate": 0.0001999996628082108,
      "loss": 5.0895,
      "step": 1319
    },
    {
      "epoch": 0.008464794151596768,
      "grad_norm": 45.68084716796875,
      "learning_rate": 0.00019999966228482458,
      "loss": 5.2142,
      "step": 1320
    },
    {
      "epoch": 0.008471206874438886,
      "grad_norm": 50.56581115722656,
      "learning_rate": 0.00019999966176103252,
      "loss": 5.1724,
      "step": 1321
    },
    {
      "epoch": 0.008477619597281006,
      "grad_norm": 26.755760192871094,
      "learning_rate": 0.00019999966123683457,
      "loss": 5.199,
      "step": 1322
    },
    {
      "epoch": 0.008484032320123125,
      "grad_norm": 21.0052490234375,
      "learning_rate": 0.00019999966071223074,
      "loss": 5.5631,
      "step": 1323
    },
    {
      "epoch": 0.008490445042965243,
      "grad_norm": 98.06210327148438,
      "learning_rate": 0.00019999966018722102,
      "loss": 5.186,
      "step": 1324
    },
    {
      "epoch": 0.008496857765807362,
      "grad_norm": 40.889827728271484,
      "learning_rate": 0.00019999965966180545,
      "loss": 5.2624,
      "step": 1325
    },
    {
      "epoch": 0.00850327048864948,
      "grad_norm": 41.12062072753906,
      "learning_rate": 0.000199999659135984,
      "loss": 5.2558,
      "step": 1326
    },
    {
      "epoch": 0.008509683211491599,
      "grad_norm": 67.8727798461914,
      "learning_rate": 0.0001999996586097566,
      "loss": 5.1154,
      "step": 1327
    },
    {
      "epoch": 0.008516095934333718,
      "grad_norm": 29.523218154907227,
      "learning_rate": 0.0001999996580831234,
      "loss": 5.3437,
      "step": 1328
    },
    {
      "epoch": 0.008522508657175836,
      "grad_norm": 39.65584945678711,
      "learning_rate": 0.00019999965755608426,
      "loss": 5.2428,
      "step": 1329
    },
    {
      "epoch": 0.008528921380017956,
      "grad_norm": 26.84324836730957,
      "learning_rate": 0.00019999965702863923,
      "loss": 5.3275,
      "step": 1330
    },
    {
      "epoch": 0.008535334102860075,
      "grad_norm": 54.913307189941406,
      "learning_rate": 0.00019999965650078835,
      "loss": 5.9605,
      "step": 1331
    },
    {
      "epoch": 0.008541746825702193,
      "grad_norm": 49.11415100097656,
      "learning_rate": 0.00019999965597253158,
      "loss": 5.5879,
      "step": 1332
    },
    {
      "epoch": 0.008548159548544312,
      "grad_norm": 93.28614807128906,
      "learning_rate": 0.00019999965544386893,
      "loss": 5.3468,
      "step": 1333
    },
    {
      "epoch": 0.00855457227138643,
      "grad_norm": 53.85245132446289,
      "learning_rate": 0.0001999996549148004,
      "loss": 5.2177,
      "step": 1334
    },
    {
      "epoch": 0.008560984994228549,
      "grad_norm": 170.7360076904297,
      "learning_rate": 0.000199999654385326,
      "loss": 5.2527,
      "step": 1335
    },
    {
      "epoch": 0.008567397717070668,
      "grad_norm": 122.84358978271484,
      "learning_rate": 0.0001999996538554457,
      "loss": 5.1726,
      "step": 1336
    },
    {
      "epoch": 0.008573810439912786,
      "grad_norm": 363.3871765136719,
      "learning_rate": 0.00019999965332515954,
      "loss": 5.2905,
      "step": 1337
    },
    {
      "epoch": 0.008580223162754906,
      "grad_norm": 57.3585319519043,
      "learning_rate": 0.00019999965279446746,
      "loss": 5.3365,
      "step": 1338
    },
    {
      "epoch": 0.008586635885597025,
      "grad_norm": 40.0124626159668,
      "learning_rate": 0.0001999996522633695,
      "loss": 5.3447,
      "step": 1339
    },
    {
      "epoch": 0.008593048608439144,
      "grad_norm": 55.329002380371094,
      "learning_rate": 0.00019999965173186568,
      "loss": 5.1001,
      "step": 1340
    },
    {
      "epoch": 0.008599461331281262,
      "grad_norm": 65.57390594482422,
      "learning_rate": 0.00019999965119995596,
      "loss": 5.2527,
      "step": 1341
    },
    {
      "epoch": 0.00860587405412338,
      "grad_norm": 65.55067443847656,
      "learning_rate": 0.0001999996506676404,
      "loss": 5.3684,
      "step": 1342
    },
    {
      "epoch": 0.008612286776965499,
      "grad_norm": 45.26883316040039,
      "learning_rate": 0.00019999965013491893,
      "loss": 5.2269,
      "step": 1343
    },
    {
      "epoch": 0.008618699499807618,
      "grad_norm": 46.50129318237305,
      "learning_rate": 0.00019999964960179157,
      "loss": 5.1197,
      "step": 1344
    },
    {
      "epoch": 0.008625112222649738,
      "grad_norm": 68.10317993164062,
      "learning_rate": 0.0001999996490682583,
      "loss": 5.413,
      "step": 1345
    },
    {
      "epoch": 0.008631524945491856,
      "grad_norm": 68.53260040283203,
      "learning_rate": 0.0001999996485343192,
      "loss": 5.1487,
      "step": 1346
    },
    {
      "epoch": 0.008637937668333975,
      "grad_norm": 43.228965759277344,
      "learning_rate": 0.0001999996479999742,
      "loss": 5.108,
      "step": 1347
    },
    {
      "epoch": 0.008644350391176094,
      "grad_norm": 73.00208282470703,
      "learning_rate": 0.00019999964746522333,
      "loss": 5.186,
      "step": 1348
    },
    {
      "epoch": 0.008650763114018212,
      "grad_norm": 34.874820709228516,
      "learning_rate": 0.00019999964693006656,
      "loss": 4.9896,
      "step": 1349
    },
    {
      "epoch": 0.00865717583686033,
      "grad_norm": 23.210956573486328,
      "learning_rate": 0.00019999964639450392,
      "loss": 5.1407,
      "step": 1350
    },
    {
      "epoch": 0.00866358855970245,
      "grad_norm": 83.59117889404297,
      "learning_rate": 0.0001999996458585354,
      "loss": 5.1221,
      "step": 1351
    },
    {
      "epoch": 0.008670001282544568,
      "grad_norm": 61.41632080078125,
      "learning_rate": 0.000199999645322161,
      "loss": 5.0228,
      "step": 1352
    },
    {
      "epoch": 0.008676414005386688,
      "grad_norm": 28.644224166870117,
      "learning_rate": 0.00019999964478538068,
      "loss": 5.3171,
      "step": 1353
    },
    {
      "epoch": 0.008682826728228807,
      "grad_norm": 88.08332824707031,
      "learning_rate": 0.0001999996442481945,
      "loss": 5.186,
      "step": 1354
    },
    {
      "epoch": 0.008689239451070925,
      "grad_norm": 47.905357360839844,
      "learning_rate": 0.00019999964371060245,
      "loss": 5.2498,
      "step": 1355
    },
    {
      "epoch": 0.008695652173913044,
      "grad_norm": 25.13605499267578,
      "learning_rate": 0.00019999964317260452,
      "loss": 5.1338,
      "step": 1356
    },
    {
      "epoch": 0.008702064896755162,
      "grad_norm": 36.877685546875,
      "learning_rate": 0.0001999996426342007,
      "loss": 5.1308,
      "step": 1357
    },
    {
      "epoch": 0.00870847761959728,
      "grad_norm": 60.23588943481445,
      "learning_rate": 0.00019999964209539098,
      "loss": 5.1013,
      "step": 1358
    },
    {
      "epoch": 0.0087148903424394,
      "grad_norm": 24.661880493164062,
      "learning_rate": 0.0001999996415561754,
      "loss": 5.0561,
      "step": 1359
    },
    {
      "epoch": 0.008721303065281518,
      "grad_norm": 55.48429870605469,
      "learning_rate": 0.00019999964101655393,
      "loss": 5.1813,
      "step": 1360
    },
    {
      "epoch": 0.008727715788123638,
      "grad_norm": 28.682159423828125,
      "learning_rate": 0.00019999964047652657,
      "loss": 5.3207,
      "step": 1361
    },
    {
      "epoch": 0.008734128510965757,
      "grad_norm": 68.62405395507812,
      "learning_rate": 0.00019999963993609337,
      "loss": 5.1839,
      "step": 1362
    },
    {
      "epoch": 0.008740541233807875,
      "grad_norm": 27.0180721282959,
      "learning_rate": 0.00019999963939525427,
      "loss": 5.025,
      "step": 1363
    },
    {
      "epoch": 0.008746953956649994,
      "grad_norm": 27.948989868164062,
      "learning_rate": 0.00019999963885400927,
      "loss": 5.4399,
      "step": 1364
    },
    {
      "epoch": 0.008753366679492112,
      "grad_norm": 15.00019359588623,
      "learning_rate": 0.00019999963831235837,
      "loss": 5.293,
      "step": 1365
    },
    {
      "epoch": 0.00875977940233423,
      "grad_norm": 28.070537567138672,
      "learning_rate": 0.0001999996377703016,
      "loss": 5.298,
      "step": 1366
    },
    {
      "epoch": 0.00876619212517635,
      "grad_norm": 37.981849670410156,
      "learning_rate": 0.00019999963722783896,
      "loss": 5.0992,
      "step": 1367
    },
    {
      "epoch": 0.00877260484801847,
      "grad_norm": 23.774667739868164,
      "learning_rate": 0.00019999963668497045,
      "loss": 5.1102,
      "step": 1368
    },
    {
      "epoch": 0.008779017570860588,
      "grad_norm": 38.17167663574219,
      "learning_rate": 0.00019999963614169604,
      "loss": 5.0878,
      "step": 1369
    },
    {
      "epoch": 0.008785430293702707,
      "grad_norm": 27.641937255859375,
      "learning_rate": 0.00019999963559801575,
      "loss": 5.3775,
      "step": 1370
    },
    {
      "epoch": 0.008791843016544825,
      "grad_norm": 43.78236389160156,
      "learning_rate": 0.00019999963505392958,
      "loss": 4.9468,
      "step": 1371
    },
    {
      "epoch": 0.008798255739386944,
      "grad_norm": 60.18806838989258,
      "learning_rate": 0.00019999963450943753,
      "loss": 5.152,
      "step": 1372
    },
    {
      "epoch": 0.008804668462229062,
      "grad_norm": 24.79551124572754,
      "learning_rate": 0.0001999996339645396,
      "loss": 5.1965,
      "step": 1373
    },
    {
      "epoch": 0.00881108118507118,
      "grad_norm": 16.455724716186523,
      "learning_rate": 0.00019999963341923578,
      "loss": 4.964,
      "step": 1374
    },
    {
      "epoch": 0.0088174939079133,
      "grad_norm": 43.55515670776367,
      "learning_rate": 0.00019999963287352607,
      "loss": 5.2285,
      "step": 1375
    },
    {
      "epoch": 0.00882390663075542,
      "grad_norm": 19.121387481689453,
      "learning_rate": 0.00019999963232741053,
      "loss": 5.3018,
      "step": 1376
    },
    {
      "epoch": 0.008830319353597538,
      "grad_norm": 24.6622314453125,
      "learning_rate": 0.00019999963178088905,
      "loss": 5.0733,
      "step": 1377
    },
    {
      "epoch": 0.008836732076439657,
      "grad_norm": 40.91093826293945,
      "learning_rate": 0.00019999963123396171,
      "loss": 5.3311,
      "step": 1378
    },
    {
      "epoch": 0.008843144799281775,
      "grad_norm": 33.100013732910156,
      "learning_rate": 0.00019999963068662849,
      "loss": 5.1843,
      "step": 1379
    },
    {
      "epoch": 0.008849557522123894,
      "grad_norm": 66.89598083496094,
      "learning_rate": 0.00019999963013888939,
      "loss": 5.1654,
      "step": 1380
    },
    {
      "epoch": 0.008855970244966012,
      "grad_norm": 42.06692886352539,
      "learning_rate": 0.0001999996295907444,
      "loss": 5.0902,
      "step": 1381
    },
    {
      "epoch": 0.00886238296780813,
      "grad_norm": 47.68497848510742,
      "learning_rate": 0.00019999962904219352,
      "loss": 5.047,
      "step": 1382
    },
    {
      "epoch": 0.00886879569065025,
      "grad_norm": 23.849592208862305,
      "learning_rate": 0.00019999962849323675,
      "loss": 4.9464,
      "step": 1383
    },
    {
      "epoch": 0.00887520841349237,
      "grad_norm": 25.39380645751953,
      "learning_rate": 0.0001999996279438741,
      "loss": 5.1882,
      "step": 1384
    },
    {
      "epoch": 0.008881621136334488,
      "grad_norm": 54.7569465637207,
      "learning_rate": 0.0001999996273941056,
      "loss": 5.097,
      "step": 1385
    },
    {
      "epoch": 0.008888033859176607,
      "grad_norm": 30.439659118652344,
      "learning_rate": 0.00019999962684393122,
      "loss": 5.238,
      "step": 1386
    },
    {
      "epoch": 0.008894446582018725,
      "grad_norm": 30.203643798828125,
      "learning_rate": 0.00019999962629335091,
      "loss": 5.1757,
      "step": 1387
    },
    {
      "epoch": 0.008900859304860844,
      "grad_norm": 50.92311096191406,
      "learning_rate": 0.00019999962574236476,
      "loss": 5.0732,
      "step": 1388
    },
    {
      "epoch": 0.008907272027702962,
      "grad_norm": 48.251644134521484,
      "learning_rate": 0.00019999962519097272,
      "loss": 5.0863,
      "step": 1389
    },
    {
      "epoch": 0.00891368475054508,
      "grad_norm": 45.05783462524414,
      "learning_rate": 0.0001999996246391748,
      "loss": 5.2228,
      "step": 1390
    },
    {
      "epoch": 0.008920097473387201,
      "grad_norm": 33.1512451171875,
      "learning_rate": 0.000199999624086971,
      "loss": 5.044,
      "step": 1391
    },
    {
      "epoch": 0.00892651019622932,
      "grad_norm": 32.89072799682617,
      "learning_rate": 0.0001999996235343613,
      "loss": 5.1797,
      "step": 1392
    },
    {
      "epoch": 0.008932922919071438,
      "grad_norm": 29.97566032409668,
      "learning_rate": 0.0001999996229813457,
      "loss": 5.0675,
      "step": 1393
    },
    {
      "epoch": 0.008939335641913557,
      "grad_norm": 20.769540786743164,
      "learning_rate": 0.00019999962242792427,
      "loss": 5.1406,
      "step": 1394
    },
    {
      "epoch": 0.008945748364755675,
      "grad_norm": 95.52191925048828,
      "learning_rate": 0.00019999962187409694,
      "loss": 5.0982,
      "step": 1395
    },
    {
      "epoch": 0.008952161087597794,
      "grad_norm": 70.88524627685547,
      "learning_rate": 0.0001999996213198637,
      "loss": 5.2707,
      "step": 1396
    },
    {
      "epoch": 0.008958573810439912,
      "grad_norm": 49.59571838378906,
      "learning_rate": 0.00019999962076522462,
      "loss": 5.2736,
      "step": 1397
    },
    {
      "epoch": 0.00896498653328203,
      "grad_norm": 59.13336181640625,
      "learning_rate": 0.00019999962021017962,
      "loss": 5.0721,
      "step": 1398
    },
    {
      "epoch": 0.008971399256124151,
      "grad_norm": 54.18107223510742,
      "learning_rate": 0.00019999961965472875,
      "loss": 5.4156,
      "step": 1399
    },
    {
      "epoch": 0.00897781197896627,
      "grad_norm": 26.388940811157227,
      "learning_rate": 0.000199999619098872,
      "loss": 5.2887,
      "step": 1400
    },
    {
      "epoch": 0.00897781197896627,
      "eval_loss": 5.158670425415039,
      "eval_runtime": 34.7295,
      "eval_samples_per_second": 90.269,
      "eval_steps_per_second": 22.574,
      "step": 1400
    },
    {
      "epoch": 0.008984224701808388,
      "grad_norm": 58.759498596191406,
      "learning_rate": 0.00019999961854260938,
      "loss": 5.0517,
      "step": 1401
    },
    {
      "epoch": 0.008990637424650507,
      "grad_norm": 44.263980865478516,
      "learning_rate": 0.00019999961798594087,
      "loss": 5.1877,
      "step": 1402
    },
    {
      "epoch": 0.008997050147492625,
      "grad_norm": 39.10687255859375,
      "learning_rate": 0.0001999996174288665,
      "loss": 5.3244,
      "step": 1403
    },
    {
      "epoch": 0.009003462870334744,
      "grad_norm": 21.80666160583496,
      "learning_rate": 0.0001999996168713862,
      "loss": 5.1664,
      "step": 1404
    },
    {
      "epoch": 0.009009875593176862,
      "grad_norm": 46.38164520263672,
      "learning_rate": 0.00019999961631350007,
      "loss": 5.1682,
      "step": 1405
    },
    {
      "epoch": 0.00901628831601898,
      "grad_norm": 51.73366165161133,
      "learning_rate": 0.000199999615755208,
      "loss": 5.1806,
      "step": 1406
    },
    {
      "epoch": 0.009022701038861101,
      "grad_norm": 48.04602813720703,
      "learning_rate": 0.0001999996151965101,
      "loss": 5.4382,
      "step": 1407
    },
    {
      "epoch": 0.00902911376170322,
      "grad_norm": 22.75370216369629,
      "learning_rate": 0.00019999961463740629,
      "loss": 5.4357,
      "step": 1408
    },
    {
      "epoch": 0.009035526484545338,
      "grad_norm": 13.022198677062988,
      "learning_rate": 0.0001999996140778966,
      "loss": 5.2678,
      "step": 1409
    },
    {
      "epoch": 0.009041939207387457,
      "grad_norm": 72.47695922851562,
      "learning_rate": 0.00019999961351798104,
      "loss": 5.3931,
      "step": 1410
    },
    {
      "epoch": 0.009048351930229575,
      "grad_norm": 22.055086135864258,
      "learning_rate": 0.00019999961295765959,
      "loss": 5.1995,
      "step": 1411
    },
    {
      "epoch": 0.009054764653071694,
      "grad_norm": 18.314119338989258,
      "learning_rate": 0.00019999961239693226,
      "loss": 5.3783,
      "step": 1412
    },
    {
      "epoch": 0.009061177375913812,
      "grad_norm": 26.00641441345215,
      "learning_rate": 0.00019999961183579906,
      "loss": 5.2565,
      "step": 1413
    },
    {
      "epoch": 0.009067590098755933,
      "grad_norm": 17.232851028442383,
      "learning_rate": 0.00019999961127425994,
      "loss": 5.1789,
      "step": 1414
    },
    {
      "epoch": 0.009074002821598051,
      "grad_norm": 16.618192672729492,
      "learning_rate": 0.00019999961071231497,
      "loss": 5.1938,
      "step": 1415
    },
    {
      "epoch": 0.00908041554444017,
      "grad_norm": 51.17073059082031,
      "learning_rate": 0.0001999996101499641,
      "loss": 5.1968,
      "step": 1416
    },
    {
      "epoch": 0.009086828267282288,
      "grad_norm": 37.25421142578125,
      "learning_rate": 0.0001999996095872074,
      "loss": 5.3015,
      "step": 1417
    },
    {
      "epoch": 0.009093240990124407,
      "grad_norm": 195.93722534179688,
      "learning_rate": 0.00019999960902404476,
      "loss": 5.2898,
      "step": 1418
    },
    {
      "epoch": 0.009099653712966525,
      "grad_norm": 85.5424575805664,
      "learning_rate": 0.00019999960846047625,
      "loss": 5.3619,
      "step": 1419
    },
    {
      "epoch": 0.009106066435808644,
      "grad_norm": 41.39678955078125,
      "learning_rate": 0.00019999960789650185,
      "loss": 5.4559,
      "step": 1420
    },
    {
      "epoch": 0.009112479158650762,
      "grad_norm": 50.518699645996094,
      "learning_rate": 0.0001999996073321216,
      "loss": 5.2191,
      "step": 1421
    },
    {
      "epoch": 0.009118891881492883,
      "grad_norm": 64.3030014038086,
      "learning_rate": 0.00019999960676733545,
      "loss": 5.228,
      "step": 1422
    },
    {
      "epoch": 0.009125304604335001,
      "grad_norm": 17.44277000427246,
      "learning_rate": 0.0001999996062021434,
      "loss": 5.1601,
      "step": 1423
    },
    {
      "epoch": 0.00913171732717712,
      "grad_norm": 46.74874496459961,
      "learning_rate": 0.0001999996056365455,
      "loss": 5.3409,
      "step": 1424
    },
    {
      "epoch": 0.009138130050019238,
      "grad_norm": 62.8897590637207,
      "learning_rate": 0.0001999996050705417,
      "loss": 5.5862,
      "step": 1425
    },
    {
      "epoch": 0.009144542772861357,
      "grad_norm": 29.865575790405273,
      "learning_rate": 0.00019999960450413205,
      "loss": 5.3037,
      "step": 1426
    },
    {
      "epoch": 0.009150955495703475,
      "grad_norm": 40.982872009277344,
      "learning_rate": 0.00019999960393731646,
      "loss": 5.2774,
      "step": 1427
    },
    {
      "epoch": 0.009157368218545594,
      "grad_norm": 14.232352256774902,
      "learning_rate": 0.00019999960337009504,
      "loss": 5.3284,
      "step": 1428
    },
    {
      "epoch": 0.009163780941387712,
      "grad_norm": 28.124637603759766,
      "learning_rate": 0.0001999996028024677,
      "loss": 5.2251,
      "step": 1429
    },
    {
      "epoch": 0.009170193664229833,
      "grad_norm": 42.00027084350586,
      "learning_rate": 0.00019999960223443452,
      "loss": 5.1184,
      "step": 1430
    },
    {
      "epoch": 0.009176606387071951,
      "grad_norm": 72.343505859375,
      "learning_rate": 0.00019999960166599542,
      "loss": 5.1388,
      "step": 1431
    },
    {
      "epoch": 0.00918301910991407,
      "grad_norm": 90.70870208740234,
      "learning_rate": 0.00019999960109715046,
      "loss": 5.3301,
      "step": 1432
    },
    {
      "epoch": 0.009189431832756188,
      "grad_norm": 552.1956787109375,
      "learning_rate": 0.0001999996005278996,
      "loss": 5.3508,
      "step": 1433
    },
    {
      "epoch": 0.009195844555598307,
      "grad_norm": 107.05117797851562,
      "learning_rate": 0.00019999959995824286,
      "loss": 5.4137,
      "step": 1434
    },
    {
      "epoch": 0.009202257278440425,
      "grad_norm": 557.9697265625,
      "learning_rate": 0.00019999959938818025,
      "loss": 5.31,
      "step": 1435
    },
    {
      "epoch": 0.009208670001282544,
      "grad_norm": 322.24676513671875,
      "learning_rate": 0.00019999959881771175,
      "loss": 5.4125,
      "step": 1436
    },
    {
      "epoch": 0.009215082724124664,
      "grad_norm": 130.82403564453125,
      "learning_rate": 0.00019999959824683737,
      "loss": 5.5341,
      "step": 1437
    },
    {
      "epoch": 0.009221495446966783,
      "grad_norm": 141.478515625,
      "learning_rate": 0.00019999959767555712,
      "loss": 5.6985,
      "step": 1438
    },
    {
      "epoch": 0.009227908169808901,
      "grad_norm": 32.67840576171875,
      "learning_rate": 0.00019999959710387098,
      "loss": 5.3578,
      "step": 1439
    },
    {
      "epoch": 0.00923432089265102,
      "grad_norm": 64.68177032470703,
      "learning_rate": 0.00019999959653177896,
      "loss": 5.5434,
      "step": 1440
    },
    {
      "epoch": 0.009240733615493138,
      "grad_norm": 49.296695709228516,
      "learning_rate": 0.00019999959595928105,
      "loss": 5.6203,
      "step": 1441
    },
    {
      "epoch": 0.009247146338335257,
      "grad_norm": 16.519947052001953,
      "learning_rate": 0.00019999959538637727,
      "loss": 5.1976,
      "step": 1442
    },
    {
      "epoch": 0.009253559061177375,
      "grad_norm": 26.45960235595703,
      "learning_rate": 0.0001999995948130676,
      "loss": 5.3929,
      "step": 1443
    },
    {
      "epoch": 0.009259971784019494,
      "grad_norm": 15.397908210754395,
      "learning_rate": 0.00019999959423935203,
      "loss": 5.5121,
      "step": 1444
    },
    {
      "epoch": 0.009266384506861614,
      "grad_norm": 36.185882568359375,
      "learning_rate": 0.00019999959366523063,
      "loss": 5.203,
      "step": 1445
    },
    {
      "epoch": 0.009272797229703733,
      "grad_norm": 26.060556411743164,
      "learning_rate": 0.0001999995930907033,
      "loss": 5.1671,
      "step": 1446
    },
    {
      "epoch": 0.009279209952545851,
      "grad_norm": 20.22087287902832,
      "learning_rate": 0.00019999959251577008,
      "loss": 5.2068,
      "step": 1447
    },
    {
      "epoch": 0.00928562267538797,
      "grad_norm": 31.679487228393555,
      "learning_rate": 0.00019999959194043102,
      "loss": 5.264,
      "step": 1448
    },
    {
      "epoch": 0.009292035398230088,
      "grad_norm": 13.549532890319824,
      "learning_rate": 0.00019999959136468606,
      "loss": 5.245,
      "step": 1449
    },
    {
      "epoch": 0.009298448121072207,
      "grad_norm": 32.260746002197266,
      "learning_rate": 0.00019999959078853522,
      "loss": 5.118,
      "step": 1450
    },
    {
      "epoch": 0.009304860843914325,
      "grad_norm": 42.576541900634766,
      "learning_rate": 0.0001999995902119785,
      "loss": 5.2526,
      "step": 1451
    },
    {
      "epoch": 0.009311273566756444,
      "grad_norm": 61.766414642333984,
      "learning_rate": 0.00019999958963501588,
      "loss": 5.2238,
      "step": 1452
    },
    {
      "epoch": 0.009317686289598564,
      "grad_norm": 60.82954788208008,
      "learning_rate": 0.0001999995890576474,
      "loss": 5.3037,
      "step": 1453
    },
    {
      "epoch": 0.009324099012440683,
      "grad_norm": 21.95817756652832,
      "learning_rate": 0.00019999958847987303,
      "loss": 5.046,
      "step": 1454
    },
    {
      "epoch": 0.009330511735282801,
      "grad_norm": 14.922541618347168,
      "learning_rate": 0.0001999995879016928,
      "loss": 5.0164,
      "step": 1455
    },
    {
      "epoch": 0.00933692445812492,
      "grad_norm": 35.61349868774414,
      "learning_rate": 0.00019999958732310665,
      "loss": 5.1119,
      "step": 1456
    },
    {
      "epoch": 0.009343337180967038,
      "grad_norm": 14.491341590881348,
      "learning_rate": 0.00019999958674411463,
      "loss": 5.2346,
      "step": 1457
    },
    {
      "epoch": 0.009349749903809157,
      "grad_norm": 22.00872230529785,
      "learning_rate": 0.00019999958616471675,
      "loss": 5.4065,
      "step": 1458
    },
    {
      "epoch": 0.009356162626651275,
      "grad_norm": 24.94189453125,
      "learning_rate": 0.00019999958558491296,
      "loss": 5.2123,
      "step": 1459
    },
    {
      "epoch": 0.009362575349493396,
      "grad_norm": 17.286338806152344,
      "learning_rate": 0.0001999995850047033,
      "loss": 5.2518,
      "step": 1460
    },
    {
      "epoch": 0.009368988072335514,
      "grad_norm": 21.248760223388672,
      "learning_rate": 0.00019999958442408776,
      "loss": 5.0898,
      "step": 1461
    },
    {
      "epoch": 0.009375400795177633,
      "grad_norm": 17.916664123535156,
      "learning_rate": 0.00019999958384306633,
      "loss": 5.1199,
      "step": 1462
    },
    {
      "epoch": 0.009381813518019751,
      "grad_norm": 20.007877349853516,
      "learning_rate": 0.00019999958326163904,
      "loss": 5.1706,
      "step": 1463
    },
    {
      "epoch": 0.00938822624086187,
      "grad_norm": 11.283256530761719,
      "learning_rate": 0.00019999958267980582,
      "loss": 5.1104,
      "step": 1464
    },
    {
      "epoch": 0.009394638963703988,
      "grad_norm": 17.409751892089844,
      "learning_rate": 0.00019999958209756678,
      "loss": 5.2056,
      "step": 1465
    },
    {
      "epoch": 0.009401051686546107,
      "grad_norm": 10.196822166442871,
      "learning_rate": 0.00019999958151492182,
      "loss": 5.1386,
      "step": 1466
    },
    {
      "epoch": 0.009407464409388226,
      "grad_norm": 15.04431438446045,
      "learning_rate": 0.000199999580931871,
      "loss": 5.1238,
      "step": 1467
    },
    {
      "epoch": 0.009413877132230346,
      "grad_norm": 21.294103622436523,
      "learning_rate": 0.00019999958034841426,
      "loss": 5.0081,
      "step": 1468
    },
    {
      "epoch": 0.009420289855072464,
      "grad_norm": 13.970205307006836,
      "learning_rate": 0.00019999957976455168,
      "loss": 5.2354,
      "step": 1469
    },
    {
      "epoch": 0.009426702577914583,
      "grad_norm": 11.44068431854248,
      "learning_rate": 0.0001999995791802832,
      "loss": 5.0829,
      "step": 1470
    },
    {
      "epoch": 0.009433115300756701,
      "grad_norm": 12.34104061126709,
      "learning_rate": 0.00019999957859560884,
      "loss": 5.2173,
      "step": 1471
    },
    {
      "epoch": 0.00943952802359882,
      "grad_norm": 14.96325397491455,
      "learning_rate": 0.0001999995780105286,
      "loss": 5.1915,
      "step": 1472
    },
    {
      "epoch": 0.009445940746440938,
      "grad_norm": 11.256915092468262,
      "learning_rate": 0.00019999957742504248,
      "loss": 5.1897,
      "step": 1473
    },
    {
      "epoch": 0.009452353469283057,
      "grad_norm": 16.56809425354004,
      "learning_rate": 0.00019999957683915047,
      "loss": 5.2233,
      "step": 1474
    },
    {
      "epoch": 0.009458766192125176,
      "grad_norm": 16.033164978027344,
      "learning_rate": 0.00019999957625285259,
      "loss": 5.2731,
      "step": 1475
    },
    {
      "epoch": 0.009465178914967296,
      "grad_norm": 10.25744915008545,
      "learning_rate": 0.00019999957566614883,
      "loss": 5.2149,
      "step": 1476
    },
    {
      "epoch": 0.009471591637809414,
      "grad_norm": 12.255614280700684,
      "learning_rate": 0.00019999957507903918,
      "loss": 5.2135,
      "step": 1477
    },
    {
      "epoch": 0.009478004360651533,
      "grad_norm": 13.3143949508667,
      "learning_rate": 0.00019999957449152366,
      "loss": 5.0336,
      "step": 1478
    },
    {
      "epoch": 0.009484417083493651,
      "grad_norm": 44.028846740722656,
      "learning_rate": 0.00019999957390360223,
      "loss": 5.1154,
      "step": 1479
    },
    {
      "epoch": 0.00949082980633577,
      "grad_norm": 11.127378463745117,
      "learning_rate": 0.00019999957331527491,
      "loss": 5.118,
      "step": 1480
    },
    {
      "epoch": 0.009497242529177888,
      "grad_norm": 11.90778636932373,
      "learning_rate": 0.00019999957272654175,
      "loss": 5.1343,
      "step": 1481
    },
    {
      "epoch": 0.009503655252020007,
      "grad_norm": 24.355039596557617,
      "learning_rate": 0.00019999957213740272,
      "loss": 5.1308,
      "step": 1482
    },
    {
      "epoch": 0.009510067974862127,
      "grad_norm": 15.423476219177246,
      "learning_rate": 0.00019999957154785776,
      "loss": 5.4544,
      "step": 1483
    },
    {
      "epoch": 0.009516480697704246,
      "grad_norm": 20.50069236755371,
      "learning_rate": 0.00019999957095790692,
      "loss": 5.221,
      "step": 1484
    },
    {
      "epoch": 0.009522893420546364,
      "grad_norm": 11.977741241455078,
      "learning_rate": 0.00019999957036755022,
      "loss": 5.0367,
      "step": 1485
    },
    {
      "epoch": 0.009529306143388483,
      "grad_norm": 43.526206970214844,
      "learning_rate": 0.00019999956977678762,
      "loss": 5.0114,
      "step": 1486
    },
    {
      "epoch": 0.009535718866230601,
      "grad_norm": 26.86454200744629,
      "learning_rate": 0.00019999956918561918,
      "loss": 5.6018,
      "step": 1487
    },
    {
      "epoch": 0.00954213158907272,
      "grad_norm": 14.821599006652832,
      "learning_rate": 0.00019999956859404483,
      "loss": 5.3224,
      "step": 1488
    },
    {
      "epoch": 0.009548544311914839,
      "grad_norm": 15.723286628723145,
      "learning_rate": 0.0001999995680020646,
      "loss": 5.0929,
      "step": 1489
    },
    {
      "epoch": 0.009554957034756957,
      "grad_norm": 19.55609703063965,
      "learning_rate": 0.00019999956740967848,
      "loss": 5.1346,
      "step": 1490
    },
    {
      "epoch": 0.009561369757599077,
      "grad_norm": 7.799247741699219,
      "learning_rate": 0.00019999956681688647,
      "loss": 5.0726,
      "step": 1491
    },
    {
      "epoch": 0.009567782480441196,
      "grad_norm": 20.04472541809082,
      "learning_rate": 0.00019999956622368862,
      "loss": 5.1747,
      "step": 1492
    },
    {
      "epoch": 0.009574195203283314,
      "grad_norm": 19.991878509521484,
      "learning_rate": 0.00019999956563008484,
      "loss": 5.0214,
      "step": 1493
    },
    {
      "epoch": 0.009580607926125433,
      "grad_norm": 28.250307083129883,
      "learning_rate": 0.0001999995650360752,
      "loss": 5.0557,
      "step": 1494
    },
    {
      "epoch": 0.009587020648967551,
      "grad_norm": 27.669992446899414,
      "learning_rate": 0.0001999995644416597,
      "loss": 5.2546,
      "step": 1495
    },
    {
      "epoch": 0.00959343337180967,
      "grad_norm": 12.219454765319824,
      "learning_rate": 0.00019999956384683827,
      "loss": 5.1929,
      "step": 1496
    },
    {
      "epoch": 0.009599846094651789,
      "grad_norm": 13.995391845703125,
      "learning_rate": 0.000199999563251611,
      "loss": 5.0448,
      "step": 1497
    },
    {
      "epoch": 0.009606258817493907,
      "grad_norm": 64.56495666503906,
      "learning_rate": 0.00019999956265597782,
      "loss": 5.2281,
      "step": 1498
    },
    {
      "epoch": 0.009612671540336027,
      "grad_norm": 16.03321075439453,
      "learning_rate": 0.00019999956205993876,
      "loss": 5.1436,
      "step": 1499
    },
    {
      "epoch": 0.009619084263178146,
      "grad_norm": 19.48358917236328,
      "learning_rate": 0.00019999956146349383,
      "loss": 5.1821,
      "step": 1500
    },
    {
      "epoch": 0.009619084263178146,
      "eval_loss": 5.126772403717041,
      "eval_runtime": 34.7891,
      "eval_samples_per_second": 90.115,
      "eval_steps_per_second": 22.536,
      "step": 1500
    },
    {
      "epoch": 0.009625496986020264,
      "grad_norm": 89.40541076660156,
      "learning_rate": 0.00019999956086664303,
      "loss": 5.1263,
      "step": 1501
    },
    {
      "epoch": 0.009631909708862383,
      "grad_norm": 13.127644538879395,
      "learning_rate": 0.00019999956026938633,
      "loss": 5.0339,
      "step": 1502
    },
    {
      "epoch": 0.009638322431704502,
      "grad_norm": 26.24718475341797,
      "learning_rate": 0.00019999955967172378,
      "loss": 5.0196,
      "step": 1503
    },
    {
      "epoch": 0.00964473515454662,
      "grad_norm": 39.313575744628906,
      "learning_rate": 0.00019999955907365528,
      "loss": 5.1258,
      "step": 1504
    },
    {
      "epoch": 0.009651147877388739,
      "grad_norm": 20.054908752441406,
      "learning_rate": 0.00019999955847518094,
      "loss": 5.2081,
      "step": 1505
    },
    {
      "epoch": 0.009657560600230859,
      "grad_norm": 68.16270446777344,
      "learning_rate": 0.00019999955787630073,
      "loss": 4.9416,
      "step": 1506
    },
    {
      "epoch": 0.009663973323072977,
      "grad_norm": 21.156023025512695,
      "learning_rate": 0.00019999955727701462,
      "loss": 5.2558,
      "step": 1507
    },
    {
      "epoch": 0.009670386045915096,
      "grad_norm": 16.238950729370117,
      "learning_rate": 0.00019999955667732264,
      "loss": 5.206,
      "step": 1508
    },
    {
      "epoch": 0.009676798768757214,
      "grad_norm": 8.247347831726074,
      "learning_rate": 0.0001999995560772248,
      "loss": 5.1362,
      "step": 1509
    },
    {
      "epoch": 0.009683211491599333,
      "grad_norm": 17.128341674804688,
      "learning_rate": 0.000199999555476721,
      "loss": 4.9398,
      "step": 1510
    },
    {
      "epoch": 0.009689624214441452,
      "grad_norm": 25.753515243530273,
      "learning_rate": 0.0001999995548758114,
      "loss": 5.171,
      "step": 1511
    },
    {
      "epoch": 0.00969603693728357,
      "grad_norm": 10.317099571228027,
      "learning_rate": 0.0001999995542744959,
      "loss": 5.1475,
      "step": 1512
    },
    {
      "epoch": 0.009702449660125689,
      "grad_norm": 306.5231018066406,
      "learning_rate": 0.0001999995536727745,
      "loss": 5.0896,
      "step": 1513
    },
    {
      "epoch": 0.009708862382967809,
      "grad_norm": 16.60042953491211,
      "learning_rate": 0.00019999955307064724,
      "loss": 5.1441,
      "step": 1514
    },
    {
      "epoch": 0.009715275105809927,
      "grad_norm": 56.655216217041016,
      "learning_rate": 0.00019999955246811406,
      "loss": 5.1607,
      "step": 1515
    },
    {
      "epoch": 0.009721687828652046,
      "grad_norm": 23.96196746826172,
      "learning_rate": 0.00019999955186517503,
      "loss": 5.1154,
      "step": 1516
    },
    {
      "epoch": 0.009728100551494165,
      "grad_norm": 16.922698974609375,
      "learning_rate": 0.0001999995512618301,
      "loss": 5.2192,
      "step": 1517
    },
    {
      "epoch": 0.009734513274336283,
      "grad_norm": 46.651573181152344,
      "learning_rate": 0.00019999955065807932,
      "loss": 5.3034,
      "step": 1518
    },
    {
      "epoch": 0.009740925997178402,
      "grad_norm": 137.8582763671875,
      "learning_rate": 0.00019999955005392262,
      "loss": 5.2285,
      "step": 1519
    },
    {
      "epoch": 0.00974733872002052,
      "grad_norm": 53.37974166870117,
      "learning_rate": 0.00019999954944936005,
      "loss": 5.2137,
      "step": 1520
    },
    {
      "epoch": 0.009753751442862639,
      "grad_norm": 23.22044563293457,
      "learning_rate": 0.00019999954884439161,
      "loss": 5.3409,
      "step": 1521
    },
    {
      "epoch": 0.009760164165704759,
      "grad_norm": 35.15861129760742,
      "learning_rate": 0.0001999995482390173,
      "loss": 5.1076,
      "step": 1522
    },
    {
      "epoch": 0.009766576888546877,
      "grad_norm": 44.26953887939453,
      "learning_rate": 0.00019999954763323706,
      "loss": 5.3235,
      "step": 1523
    },
    {
      "epoch": 0.009772989611388996,
      "grad_norm": 46.00271224975586,
      "learning_rate": 0.00019999954702705098,
      "loss": 5.1894,
      "step": 1524
    },
    {
      "epoch": 0.009779402334231115,
      "grad_norm": 31.85305404663086,
      "learning_rate": 0.000199999546420459,
      "loss": 5.299,
      "step": 1525
    },
    {
      "epoch": 0.009785815057073233,
      "grad_norm": 30.11297607421875,
      "learning_rate": 0.00019999954581346115,
      "loss": 5.2801,
      "step": 1526
    },
    {
      "epoch": 0.009792227779915352,
      "grad_norm": 128.07723999023438,
      "learning_rate": 0.0001999995452060574,
      "loss": 5.0763,
      "step": 1527
    },
    {
      "epoch": 0.00979864050275747,
      "grad_norm": 20.92136573791504,
      "learning_rate": 0.0001999995445982478,
      "loss": 5.1923,
      "step": 1528
    },
    {
      "epoch": 0.00980505322559959,
      "grad_norm": 28.58761978149414,
      "learning_rate": 0.00019999954399003232,
      "loss": 5.0728,
      "step": 1529
    },
    {
      "epoch": 0.009811465948441709,
      "grad_norm": 40.43934631347656,
      "learning_rate": 0.00019999954338141093,
      "loss": 5.0825,
      "step": 1530
    },
    {
      "epoch": 0.009817878671283828,
      "grad_norm": 21.170507431030273,
      "learning_rate": 0.00019999954277238367,
      "loss": 4.9527,
      "step": 1531
    },
    {
      "epoch": 0.009824291394125946,
      "grad_norm": 14.829277038574219,
      "learning_rate": 0.00019999954216295051,
      "loss": 5.0506,
      "step": 1532
    },
    {
      "epoch": 0.009830704116968065,
      "grad_norm": 15.628976821899414,
      "learning_rate": 0.00019999954155311149,
      "loss": 5.2429,
      "step": 1533
    },
    {
      "epoch": 0.009837116839810183,
      "grad_norm": 29.350637435913086,
      "learning_rate": 0.00019999954094286658,
      "loss": 5.0338,
      "step": 1534
    },
    {
      "epoch": 0.009843529562652302,
      "grad_norm": 31.144702911376953,
      "learning_rate": 0.00019999954033221579,
      "loss": 5.129,
      "step": 1535
    },
    {
      "epoch": 0.00984994228549442,
      "grad_norm": 30.86976432800293,
      "learning_rate": 0.00019999953972115912,
      "loss": 5.2953,
      "step": 1536
    },
    {
      "epoch": 0.00985635500833654,
      "grad_norm": 136.23793029785156,
      "learning_rate": 0.00019999953910969658,
      "loss": 5.0959,
      "step": 1537
    },
    {
      "epoch": 0.009862767731178659,
      "grad_norm": 13.930792808532715,
      "learning_rate": 0.00019999953849782814,
      "loss": 5.2279,
      "step": 1538
    },
    {
      "epoch": 0.009869180454020778,
      "grad_norm": 22.704442977905273,
      "learning_rate": 0.00019999953788555383,
      "loss": 5.0041,
      "step": 1539
    },
    {
      "epoch": 0.009875593176862896,
      "grad_norm": 11.603487968444824,
      "learning_rate": 0.00019999953727287362,
      "loss": 5.0174,
      "step": 1540
    },
    {
      "epoch": 0.009882005899705015,
      "grad_norm": 21.607452392578125,
      "learning_rate": 0.00019999953665978754,
      "loss": 5.5263,
      "step": 1541
    },
    {
      "epoch": 0.009888418622547133,
      "grad_norm": 10.059423446655273,
      "learning_rate": 0.0001999995360462956,
      "loss": 5.0705,
      "step": 1542
    },
    {
      "epoch": 0.009894831345389252,
      "grad_norm": 9.755194664001465,
      "learning_rate": 0.00019999953543239777,
      "loss": 5.0698,
      "step": 1543
    },
    {
      "epoch": 0.00990124406823137,
      "grad_norm": 24.775123596191406,
      "learning_rate": 0.00019999953481809402,
      "loss": 5.3847,
      "step": 1544
    },
    {
      "epoch": 0.00990765679107349,
      "grad_norm": 90.83317565917969,
      "learning_rate": 0.00019999953420338443,
      "loss": 5.1924,
      "step": 1545
    },
    {
      "epoch": 0.009914069513915609,
      "grad_norm": 13.640710830688477,
      "learning_rate": 0.00019999953358826894,
      "loss": 5.0754,
      "step": 1546
    },
    {
      "epoch": 0.009920482236757728,
      "grad_norm": 10.697918891906738,
      "learning_rate": 0.00019999953297274753,
      "loss": 5.2468,
      "step": 1547
    },
    {
      "epoch": 0.009926894959599846,
      "grad_norm": 26.558950424194336,
      "learning_rate": 0.00019999953235682032,
      "loss": 5.1436,
      "step": 1548
    },
    {
      "epoch": 0.009933307682441965,
      "grad_norm": 36.24750900268555,
      "learning_rate": 0.00019999953174048717,
      "loss": 5.9352,
      "step": 1549
    },
    {
      "epoch": 0.009939720405284083,
      "grad_norm": 11.976156234741211,
      "learning_rate": 0.00019999953112374817,
      "loss": 5.1543,
      "step": 1550
    },
    {
      "epoch": 0.009946133128126202,
      "grad_norm": 10.072277069091797,
      "learning_rate": 0.00019999953050660327,
      "loss": 5.5707,
      "step": 1551
    },
    {
      "epoch": 0.009952545850968322,
      "grad_norm": 14.880643844604492,
      "learning_rate": 0.00019999952988905247,
      "loss": 5.043,
      "step": 1552
    },
    {
      "epoch": 0.00995895857381044,
      "grad_norm": 10.975462913513184,
      "learning_rate": 0.00019999952927109583,
      "loss": 5.3629,
      "step": 1553
    },
    {
      "epoch": 0.009965371296652559,
      "grad_norm": 14.653477668762207,
      "learning_rate": 0.0001999995286527333,
      "loss": 5.1304,
      "step": 1554
    },
    {
      "epoch": 0.009971784019494678,
      "grad_norm": 20.406105041503906,
      "learning_rate": 0.00019999952803396485,
      "loss": 5.155,
      "step": 1555
    },
    {
      "epoch": 0.009978196742336796,
      "grad_norm": 10.009860038757324,
      "learning_rate": 0.00019999952741479055,
      "loss": 5.0386,
      "step": 1556
    },
    {
      "epoch": 0.009984609465178915,
      "grad_norm": 9.47326946258545,
      "learning_rate": 0.0001999995267952104,
      "loss": 5.0993,
      "step": 1557
    },
    {
      "epoch": 0.009991022188021033,
      "grad_norm": 12.769975662231445,
      "learning_rate": 0.00019999952617522432,
      "loss": 5.0143,
      "step": 1558
    },
    {
      "epoch": 0.009997434910863152,
      "grad_norm": 19.499237060546875,
      "learning_rate": 0.00019999952555483237,
      "loss": 5.1802,
      "step": 1559
    },
    {
      "epoch": 0.010003847633705272,
      "grad_norm": 10.06420612335205,
      "learning_rate": 0.00019999952493403452,
      "loss": 5.1794,
      "step": 1560
    },
    {
      "epoch": 0.01001026035654739,
      "grad_norm": 12.73267936706543,
      "learning_rate": 0.00019999952431283083,
      "loss": 5.1801,
      "step": 1561
    },
    {
      "epoch": 0.010016673079389509,
      "grad_norm": 14.414397239685059,
      "learning_rate": 0.00019999952369122124,
      "loss": 5.029,
      "step": 1562
    },
    {
      "epoch": 0.010023085802231628,
      "grad_norm": 8.902375221252441,
      "learning_rate": 0.00019999952306920575,
      "loss": 5.0404,
      "step": 1563
    },
    {
      "epoch": 0.010029498525073746,
      "grad_norm": 11.226943969726562,
      "learning_rate": 0.00019999952244678442,
      "loss": 5.1907,
      "step": 1564
    },
    {
      "epoch": 0.010035911247915865,
      "grad_norm": 21.425670623779297,
      "learning_rate": 0.00019999952182395717,
      "loss": 5.2171,
      "step": 1565
    },
    {
      "epoch": 0.010042323970757983,
      "grad_norm": 13.780667304992676,
      "learning_rate": 0.00019999952120072404,
      "loss": 4.9977,
      "step": 1566
    },
    {
      "epoch": 0.010048736693600102,
      "grad_norm": 14.20457649230957,
      "learning_rate": 0.00019999952057708504,
      "loss": 5.0687,
      "step": 1567
    },
    {
      "epoch": 0.010055149416442222,
      "grad_norm": 9.652408599853516,
      "learning_rate": 0.00019999951995304017,
      "loss": 5.1894,
      "step": 1568
    },
    {
      "epoch": 0.01006156213928434,
      "grad_norm": 9.495612144470215,
      "learning_rate": 0.0001999995193285894,
      "loss": 5.2058,
      "step": 1569
    },
    {
      "epoch": 0.010067974862126459,
      "grad_norm": 13.226666450500488,
      "learning_rate": 0.00019999951870373274,
      "loss": 5.266,
      "step": 1570
    },
    {
      "epoch": 0.010074387584968578,
      "grad_norm": 8.615212440490723,
      "learning_rate": 0.00019999951807847023,
      "loss": 5.0874,
      "step": 1571
    },
    {
      "epoch": 0.010080800307810696,
      "grad_norm": 8.74150276184082,
      "learning_rate": 0.00019999951745280182,
      "loss": 5.0279,
      "step": 1572
    },
    {
      "epoch": 0.010087213030652815,
      "grad_norm": 10.650038719177246,
      "learning_rate": 0.00019999951682672754,
      "loss": 5.0967,
      "step": 1573
    },
    {
      "epoch": 0.010093625753494933,
      "grad_norm": 18.674901962280273,
      "learning_rate": 0.00019999951620024736,
      "loss": 4.9681,
      "step": 1574
    },
    {
      "epoch": 0.010100038476337054,
      "grad_norm": 10.881806373596191,
      "learning_rate": 0.0001999995155733613,
      "loss": 5.2406,
      "step": 1575
    },
    {
      "epoch": 0.010106451199179172,
      "grad_norm": 18.20958709716797,
      "learning_rate": 0.00019999951494606937,
      "loss": 5.1214,
      "step": 1576
    },
    {
      "epoch": 0.01011286392202129,
      "grad_norm": 8.163359642028809,
      "learning_rate": 0.00019999951431837155,
      "loss": 5.2374,
      "step": 1577
    },
    {
      "epoch": 0.01011927664486341,
      "grad_norm": 8.744799613952637,
      "learning_rate": 0.00019999951369026786,
      "loss": 5.2266,
      "step": 1578
    },
    {
      "epoch": 0.010125689367705528,
      "grad_norm": 64.94209289550781,
      "learning_rate": 0.00019999951306175827,
      "loss": 5.0448,
      "step": 1579
    },
    {
      "epoch": 0.010132102090547646,
      "grad_norm": 10.433930397033691,
      "learning_rate": 0.00019999951243284282,
      "loss": 5.1397,
      "step": 1580
    },
    {
      "epoch": 0.010138514813389765,
      "grad_norm": 13.19339370727539,
      "learning_rate": 0.0001999995118035215,
      "loss": 5.2015,
      "step": 1581
    },
    {
      "epoch": 0.010144927536231883,
      "grad_norm": 13.408123970031738,
      "learning_rate": 0.00019999951117379426,
      "loss": 5.1407,
      "step": 1582
    },
    {
      "epoch": 0.010151340259074004,
      "grad_norm": 11.964215278625488,
      "learning_rate": 0.00019999951054366113,
      "loss": 5.0779,
      "step": 1583
    },
    {
      "epoch": 0.010157752981916122,
      "grad_norm": 9.715356826782227,
      "learning_rate": 0.00019999950991312216,
      "loss": 5.2247,
      "step": 1584
    },
    {
      "epoch": 0.01016416570475824,
      "grad_norm": 18.038061141967773,
      "learning_rate": 0.00019999950928217727,
      "loss": 5.0842,
      "step": 1585
    },
    {
      "epoch": 0.01017057842760036,
      "grad_norm": 13.502652168273926,
      "learning_rate": 0.00019999950865082653,
      "loss": 4.9398,
      "step": 1586
    },
    {
      "epoch": 0.010176991150442478,
      "grad_norm": 10.121489524841309,
      "learning_rate": 0.00019999950801906992,
      "loss": 4.9302,
      "step": 1587
    },
    {
      "epoch": 0.010183403873284596,
      "grad_norm": 31.36408805847168,
      "learning_rate": 0.00019999950738690739,
      "loss": 4.9909,
      "step": 1588
    },
    {
      "epoch": 0.010189816596126715,
      "grad_norm": 13.259532928466797,
      "learning_rate": 0.000199999506754339,
      "loss": 5.064,
      "step": 1589
    },
    {
      "epoch": 0.010196229318968833,
      "grad_norm": 16.8831787109375,
      "learning_rate": 0.00019999950612136473,
      "loss": 5.8539,
      "step": 1590
    },
    {
      "epoch": 0.010202642041810954,
      "grad_norm": 18.948068618774414,
      "learning_rate": 0.00019999950548798458,
      "loss": 5.0567,
      "step": 1591
    },
    {
      "epoch": 0.010209054764653072,
      "grad_norm": 27.74461555480957,
      "learning_rate": 0.00019999950485419853,
      "loss": 5.1527,
      "step": 1592
    },
    {
      "epoch": 0.01021546748749519,
      "grad_norm": 50.727596282958984,
      "learning_rate": 0.0001999995042200066,
      "loss": 5.2911,
      "step": 1593
    },
    {
      "epoch": 0.01022188021033731,
      "grad_norm": 20.793764114379883,
      "learning_rate": 0.0001999995035854088,
      "loss": 5.0563,
      "step": 1594
    },
    {
      "epoch": 0.010228292933179428,
      "grad_norm": 8.902360916137695,
      "learning_rate": 0.00019999950295040514,
      "loss": 5.0266,
      "step": 1595
    },
    {
      "epoch": 0.010234705656021546,
      "grad_norm": 12.818878173828125,
      "learning_rate": 0.00019999950231499555,
      "loss": 5.1088,
      "step": 1596
    },
    {
      "epoch": 0.010241118378863665,
      "grad_norm": 13.639760971069336,
      "learning_rate": 0.00019999950167918013,
      "loss": 4.9518,
      "step": 1597
    },
    {
      "epoch": 0.010247531101705785,
      "grad_norm": 10.381138801574707,
      "learning_rate": 0.0001999995010429588,
      "loss": 5.0285,
      "step": 1598
    },
    {
      "epoch": 0.010253943824547904,
      "grad_norm": 11.213716506958008,
      "learning_rate": 0.00019999950040633157,
      "loss": 5.2949,
      "step": 1599
    },
    {
      "epoch": 0.010260356547390022,
      "grad_norm": 10.16553783416748,
      "learning_rate": 0.00019999949976929848,
      "loss": 5.1088,
      "step": 1600
    },
    {
      "epoch": 0.010260356547390022,
      "eval_loss": 5.084429740905762,
      "eval_runtime": 34.7693,
      "eval_samples_per_second": 90.166,
      "eval_steps_per_second": 22.549,
      "step": 1600
    },
    {
      "epoch": 0.01026676927023214,
      "grad_norm": 9.546906471252441,
      "learning_rate": 0.0001999994991318595,
      "loss": 5.1229,
      "step": 1601
    },
    {
      "epoch": 0.01027318199307426,
      "grad_norm": 6.748230934143066,
      "learning_rate": 0.00019999949849401464,
      "loss": 5.3652,
      "step": 1602
    },
    {
      "epoch": 0.010279594715916378,
      "grad_norm": 9.111241340637207,
      "learning_rate": 0.00019999949785576393,
      "loss": 5.1229,
      "step": 1603
    },
    {
      "epoch": 0.010286007438758496,
      "grad_norm": 12.340062141418457,
      "learning_rate": 0.00019999949721710732,
      "loss": 5.0819,
      "step": 1604
    },
    {
      "epoch": 0.010292420161600615,
      "grad_norm": 8.911130905151367,
      "learning_rate": 0.00019999949657804482,
      "loss": 5.0965,
      "step": 1605
    },
    {
      "epoch": 0.010298832884442735,
      "grad_norm": 44.21848678588867,
      "learning_rate": 0.00019999949593857644,
      "loss": 5.1032,
      "step": 1606
    },
    {
      "epoch": 0.010305245607284854,
      "grad_norm": 10.135088920593262,
      "learning_rate": 0.0001999994952987022,
      "loss": 5.1838,
      "step": 1607
    },
    {
      "epoch": 0.010311658330126972,
      "grad_norm": 9.051798820495605,
      "learning_rate": 0.00019999949465842205,
      "loss": 4.9142,
      "step": 1608
    },
    {
      "epoch": 0.01031807105296909,
      "grad_norm": 12.157974243164062,
      "learning_rate": 0.000199999494017736,
      "loss": 4.8409,
      "step": 1609
    },
    {
      "epoch": 0.01032448377581121,
      "grad_norm": 15.226184844970703,
      "learning_rate": 0.0001999994933766441,
      "loss": 5.3604,
      "step": 1610
    },
    {
      "epoch": 0.010330896498653328,
      "grad_norm": 12.709999084472656,
      "learning_rate": 0.00019999949273514633,
      "loss": 5.0802,
      "step": 1611
    },
    {
      "epoch": 0.010337309221495446,
      "grad_norm": 11.118316650390625,
      "learning_rate": 0.00019999949209324264,
      "loss": 5.1085,
      "step": 1612
    },
    {
      "epoch": 0.010343721944337565,
      "grad_norm": 31.735565185546875,
      "learning_rate": 0.0001999994914509331,
      "loss": 5.0241,
      "step": 1613
    },
    {
      "epoch": 0.010350134667179685,
      "grad_norm": 17.189682006835938,
      "learning_rate": 0.00019999949080821768,
      "loss": 5.0732,
      "step": 1614
    },
    {
      "epoch": 0.010356547390021804,
      "grad_norm": 14.043396949768066,
      "learning_rate": 0.00019999949016509636,
      "loss": 5.0329,
      "step": 1615
    },
    {
      "epoch": 0.010362960112863922,
      "grad_norm": 14.858121871948242,
      "learning_rate": 0.00019999948952156916,
      "loss": 5.1888,
      "step": 1616
    },
    {
      "epoch": 0.01036937283570604,
      "grad_norm": 17.34368896484375,
      "learning_rate": 0.0001999994888776361,
      "loss": 5.0587,
      "step": 1617
    },
    {
      "epoch": 0.01037578555854816,
      "grad_norm": 11.306020736694336,
      "learning_rate": 0.00019999948823329713,
      "loss": 5.2304,
      "step": 1618
    },
    {
      "epoch": 0.010382198281390278,
      "grad_norm": 16.952655792236328,
      "learning_rate": 0.0001999994875885523,
      "loss": 5.1281,
      "step": 1619
    },
    {
      "epoch": 0.010388611004232396,
      "grad_norm": 9.736403465270996,
      "learning_rate": 0.00019999948694340156,
      "loss": 5.0938,
      "step": 1620
    },
    {
      "epoch": 0.010395023727074517,
      "grad_norm": 10.396787643432617,
      "learning_rate": 0.00019999948629784498,
      "loss": 4.9813,
      "step": 1621
    },
    {
      "epoch": 0.010401436449916635,
      "grad_norm": 17.119640350341797,
      "learning_rate": 0.0001999994856518825,
      "loss": 5.1301,
      "step": 1622
    },
    {
      "epoch": 0.010407849172758754,
      "grad_norm": 20.186742782592773,
      "learning_rate": 0.00019999948500551412,
      "loss": 5.0346,
      "step": 1623
    },
    {
      "epoch": 0.010414261895600872,
      "grad_norm": 24.002243041992188,
      "learning_rate": 0.00019999948435873988,
      "loss": 4.9775,
      "step": 1624
    },
    {
      "epoch": 0.01042067461844299,
      "grad_norm": 19.095224380493164,
      "learning_rate": 0.00019999948371155973,
      "loss": 5.2146,
      "step": 1625
    },
    {
      "epoch": 0.01042708734128511,
      "grad_norm": 11.7080659866333,
      "learning_rate": 0.00019999948306397377,
      "loss": 5.0397,
      "step": 1626
    },
    {
      "epoch": 0.010433500064127228,
      "grad_norm": 13.629406929016113,
      "learning_rate": 0.00019999948241598188,
      "loss": 5.4084,
      "step": 1627
    },
    {
      "epoch": 0.010439912786969346,
      "grad_norm": 10.880508422851562,
      "learning_rate": 0.0001999994817675841,
      "loss": 5.0665,
      "step": 1628
    },
    {
      "epoch": 0.010446325509811467,
      "grad_norm": 18.21269416809082,
      "learning_rate": 0.00019999948111878044,
      "loss": 5.4423,
      "step": 1629
    },
    {
      "epoch": 0.010452738232653585,
      "grad_norm": 10.092568397521973,
      "learning_rate": 0.00019999948046957092,
      "loss": 5.1797,
      "step": 1630
    },
    {
      "epoch": 0.010459150955495704,
      "grad_norm": 13.077083587646484,
      "learning_rate": 0.00019999947981995552,
      "loss": 5.0615,
      "step": 1631
    },
    {
      "epoch": 0.010465563678337822,
      "grad_norm": 11.392740249633789,
      "learning_rate": 0.00019999947916993417,
      "loss": 5.3539,
      "step": 1632
    },
    {
      "epoch": 0.01047197640117994,
      "grad_norm": 15.191427230834961,
      "learning_rate": 0.00019999947851950703,
      "loss": 5.0215,
      "step": 1633
    },
    {
      "epoch": 0.01047838912402206,
      "grad_norm": 20.029966354370117,
      "learning_rate": 0.00019999947786867396,
      "loss": 5.1642,
      "step": 1634
    },
    {
      "epoch": 0.010484801846864178,
      "grad_norm": 14.123075485229492,
      "learning_rate": 0.00019999947721743502,
      "loss": 5.205,
      "step": 1635
    },
    {
      "epoch": 0.010491214569706296,
      "grad_norm": 12.545705795288086,
      "learning_rate": 0.00019999947656579022,
      "loss": 4.9249,
      "step": 1636
    },
    {
      "epoch": 0.010497627292548417,
      "grad_norm": 10.171464920043945,
      "learning_rate": 0.00019999947591373948,
      "loss": 5.1852,
      "step": 1637
    },
    {
      "epoch": 0.010504040015390535,
      "grad_norm": 15.591355323791504,
      "learning_rate": 0.0001999994752612829,
      "loss": 5.1771,
      "step": 1638
    },
    {
      "epoch": 0.010510452738232654,
      "grad_norm": 20.160722732543945,
      "learning_rate": 0.00019999947460842043,
      "loss": 5.0832,
      "step": 1639
    },
    {
      "epoch": 0.010516865461074772,
      "grad_norm": 17.11315155029297,
      "learning_rate": 0.0001999994739551521,
      "loss": 5.0399,
      "step": 1640
    },
    {
      "epoch": 0.010523278183916891,
      "grad_norm": 19.379558563232422,
      "learning_rate": 0.0001999994733014779,
      "loss": 4.94,
      "step": 1641
    },
    {
      "epoch": 0.01052969090675901,
      "grad_norm": 21.791513442993164,
      "learning_rate": 0.00019999947264739775,
      "loss": 5.019,
      "step": 1642
    },
    {
      "epoch": 0.010536103629601128,
      "grad_norm": 10.068979263305664,
      "learning_rate": 0.0001999994719929118,
      "loss": 5.0731,
      "step": 1643
    },
    {
      "epoch": 0.010542516352443248,
      "grad_norm": 8.23558235168457,
      "learning_rate": 0.0001999994713380199,
      "loss": 4.9675,
      "step": 1644
    },
    {
      "epoch": 0.010548929075285367,
      "grad_norm": 14.510499954223633,
      "learning_rate": 0.00019999947068272212,
      "loss": 5.0566,
      "step": 1645
    },
    {
      "epoch": 0.010555341798127485,
      "grad_norm": 9.64352035522461,
      "learning_rate": 0.00019999947002701852,
      "loss": 5.1297,
      "step": 1646
    },
    {
      "epoch": 0.010561754520969604,
      "grad_norm": 19.21964454650879,
      "learning_rate": 0.000199999469370909,
      "loss": 5.2335,
      "step": 1647
    },
    {
      "epoch": 0.010568167243811722,
      "grad_norm": 12.86486530303955,
      "learning_rate": 0.0001999994687143936,
      "loss": 4.9676,
      "step": 1648
    },
    {
      "epoch": 0.010574579966653841,
      "grad_norm": 18.361711502075195,
      "learning_rate": 0.0001999994680574723,
      "loss": 5.2387,
      "step": 1649
    },
    {
      "epoch": 0.01058099268949596,
      "grad_norm": 10.769076347351074,
      "learning_rate": 0.00019999946740014514,
      "loss": 5.0629,
      "step": 1650
    },
    {
      "epoch": 0.010587405412338078,
      "grad_norm": 10.229094505310059,
      "learning_rate": 0.0001999994667424121,
      "loss": 5.3633,
      "step": 1651
    },
    {
      "epoch": 0.010593818135180198,
      "grad_norm": 12.416772842407227,
      "learning_rate": 0.00019999946608427317,
      "loss": 5.1191,
      "step": 1652
    },
    {
      "epoch": 0.010600230858022317,
      "grad_norm": 10.128524780273438,
      "learning_rate": 0.0001999994654257284,
      "loss": 4.9898,
      "step": 1653
    },
    {
      "epoch": 0.010606643580864435,
      "grad_norm": 11.369548797607422,
      "learning_rate": 0.00019999946476677768,
      "loss": 5.4026,
      "step": 1654
    },
    {
      "epoch": 0.010613056303706554,
      "grad_norm": 15.111713409423828,
      "learning_rate": 0.0001999994641074211,
      "loss": 5.3316,
      "step": 1655
    },
    {
      "epoch": 0.010619469026548672,
      "grad_norm": 14.455123901367188,
      "learning_rate": 0.00019999946344765866,
      "loss": 5.1868,
      "step": 1656
    },
    {
      "epoch": 0.010625881749390791,
      "grad_norm": 10.067822456359863,
      "learning_rate": 0.00019999946278749034,
      "loss": 5.0203,
      "step": 1657
    },
    {
      "epoch": 0.01063229447223291,
      "grad_norm": 16.5534725189209,
      "learning_rate": 0.00019999946212691613,
      "loss": 5.3944,
      "step": 1658
    },
    {
      "epoch": 0.010638707195075028,
      "grad_norm": 15.83091926574707,
      "learning_rate": 0.00019999946146593604,
      "loss": 4.9267,
      "step": 1659
    },
    {
      "epoch": 0.010645119917917148,
      "grad_norm": 33.6899528503418,
      "learning_rate": 0.00019999946080455008,
      "loss": 5.1063,
      "step": 1660
    },
    {
      "epoch": 0.010651532640759267,
      "grad_norm": 12.47006893157959,
      "learning_rate": 0.0001999994601427582,
      "loss": 5.1653,
      "step": 1661
    },
    {
      "epoch": 0.010657945363601385,
      "grad_norm": 15.546733856201172,
      "learning_rate": 0.0001999994594805605,
      "loss": 5.2157,
      "step": 1662
    },
    {
      "epoch": 0.010664358086443504,
      "grad_norm": 12.28781795501709,
      "learning_rate": 0.00019999945881795687,
      "loss": 5.0203,
      "step": 1663
    },
    {
      "epoch": 0.010670770809285622,
      "grad_norm": 18.35919952392578,
      "learning_rate": 0.00019999945815494735,
      "loss": 4.9568,
      "step": 1664
    },
    {
      "epoch": 0.010677183532127741,
      "grad_norm": 12.810687065124512,
      "learning_rate": 0.00019999945749153198,
      "loss": 5.0534,
      "step": 1665
    },
    {
      "epoch": 0.01068359625496986,
      "grad_norm": 13.10261058807373,
      "learning_rate": 0.00019999945682771072,
      "loss": 5.241,
      "step": 1666
    },
    {
      "epoch": 0.01069000897781198,
      "grad_norm": 11.383764266967773,
      "learning_rate": 0.00019999945616348358,
      "loss": 5.4201,
      "step": 1667
    },
    {
      "epoch": 0.010696421700654098,
      "grad_norm": 8.88594913482666,
      "learning_rate": 0.00019999945549885055,
      "loss": 5.1282,
      "step": 1668
    },
    {
      "epoch": 0.010702834423496217,
      "grad_norm": 8.557507514953613,
      "learning_rate": 0.00019999945483381164,
      "loss": 4.9074,
      "step": 1669
    },
    {
      "epoch": 0.010709247146338335,
      "grad_norm": 17.425992965698242,
      "learning_rate": 0.00019999945416836686,
      "loss": 5.025,
      "step": 1670
    },
    {
      "epoch": 0.010715659869180454,
      "grad_norm": 11.690237045288086,
      "learning_rate": 0.0001999994535025162,
      "loss": 5.0532,
      "step": 1671
    },
    {
      "epoch": 0.010722072592022572,
      "grad_norm": 110.5069351196289,
      "learning_rate": 0.00019999945283625964,
      "loss": 5.2967,
      "step": 1672
    },
    {
      "epoch": 0.010728485314864691,
      "grad_norm": 9.327075004577637,
      "learning_rate": 0.00019999945216959722,
      "loss": 5.1179,
      "step": 1673
    },
    {
      "epoch": 0.01073489803770681,
      "grad_norm": 41.226261138916016,
      "learning_rate": 0.0001999994515025289,
      "loss": 4.9595,
      "step": 1674
    },
    {
      "epoch": 0.01074131076054893,
      "grad_norm": 9.51270866394043,
      "learning_rate": 0.00019999945083505472,
      "loss": 5.1427,
      "step": 1675
    },
    {
      "epoch": 0.010747723483391048,
      "grad_norm": 8.159364700317383,
      "learning_rate": 0.00019999945016717464,
      "loss": 5.0495,
      "step": 1676
    },
    {
      "epoch": 0.010754136206233167,
      "grad_norm": 12.161253929138184,
      "learning_rate": 0.00019999944949888868,
      "loss": 5.002,
      "step": 1677
    },
    {
      "epoch": 0.010760548929075285,
      "grad_norm": 8.214681625366211,
      "learning_rate": 0.00019999944883019683,
      "loss": 5.0781,
      "step": 1678
    },
    {
      "epoch": 0.010766961651917404,
      "grad_norm": 22.66649627685547,
      "learning_rate": 0.00019999944816109913,
      "loss": 5.0438,
      "step": 1679
    },
    {
      "epoch": 0.010773374374759523,
      "grad_norm": 11.253769874572754,
      "learning_rate": 0.0001999994474915955,
      "loss": 5.3001,
      "step": 1680
    },
    {
      "epoch": 0.010779787097601641,
      "grad_norm": 11.256550788879395,
      "learning_rate": 0.00019999944682168606,
      "loss": 5.4785,
      "step": 1681
    },
    {
      "epoch": 0.01078619982044376,
      "grad_norm": 10.47011947631836,
      "learning_rate": 0.00019999944615137067,
      "loss": 5.1359,
      "step": 1682
    },
    {
      "epoch": 0.01079261254328588,
      "grad_norm": 9.407299041748047,
      "learning_rate": 0.00019999944548064943,
      "loss": 5.1243,
      "step": 1683
    },
    {
      "epoch": 0.010799025266127998,
      "grad_norm": 17.377920150756836,
      "learning_rate": 0.0001999994448095223,
      "loss": 5.434,
      "step": 1684
    },
    {
      "epoch": 0.010805437988970117,
      "grad_norm": 7.5375189781188965,
      "learning_rate": 0.0001999994441379893,
      "loss": 5.0085,
      "step": 1685
    },
    {
      "epoch": 0.010811850711812235,
      "grad_norm": 10.72091293334961,
      "learning_rate": 0.00019999944346605042,
      "loss": 5.0412,
      "step": 1686
    },
    {
      "epoch": 0.010818263434654354,
      "grad_norm": 10.194758415222168,
      "learning_rate": 0.00019999944279370567,
      "loss": 4.9519,
      "step": 1687
    },
    {
      "epoch": 0.010824676157496473,
      "grad_norm": 7.687415599822998,
      "learning_rate": 0.000199999442120955,
      "loss": 5.0227,
      "step": 1688
    },
    {
      "epoch": 0.010831088880338591,
      "grad_norm": 11.156415939331055,
      "learning_rate": 0.00019999944144779845,
      "loss": 5.1409,
      "step": 1689
    },
    {
      "epoch": 0.010837501603180711,
      "grad_norm": 12.820465087890625,
      "learning_rate": 0.00019999944077423603,
      "loss": 5.0223,
      "step": 1690
    },
    {
      "epoch": 0.01084391432602283,
      "grad_norm": 8.970475196838379,
      "learning_rate": 0.00019999944010026777,
      "loss": 5.1579,
      "step": 1691
    },
    {
      "epoch": 0.010850327048864948,
      "grad_norm": 9.708781242370605,
      "learning_rate": 0.0001999994394258936,
      "loss": 5.0984,
      "step": 1692
    },
    {
      "epoch": 0.010856739771707067,
      "grad_norm": 13.486330032348633,
      "learning_rate": 0.00019999943875111353,
      "loss": 5.068,
      "step": 1693
    },
    {
      "epoch": 0.010863152494549186,
      "grad_norm": 10.175483703613281,
      "learning_rate": 0.00019999943807592758,
      "loss": 4.943,
      "step": 1694
    },
    {
      "epoch": 0.010869565217391304,
      "grad_norm": 11.748136520385742,
      "learning_rate": 0.00019999943740033578,
      "loss": 5.1043,
      "step": 1695
    },
    {
      "epoch": 0.010875977940233423,
      "grad_norm": 14.566847801208496,
      "learning_rate": 0.00019999943672433808,
      "loss": 5.0369,
      "step": 1696
    },
    {
      "epoch": 0.010882390663075541,
      "grad_norm": 12.793754577636719,
      "learning_rate": 0.0001999994360479345,
      "loss": 5.2045,
      "step": 1697
    },
    {
      "epoch": 0.010888803385917661,
      "grad_norm": 9.487058639526367,
      "learning_rate": 0.00019999943537112502,
      "loss": 5.0467,
      "step": 1698
    },
    {
      "epoch": 0.01089521610875978,
      "grad_norm": 7.396015644073486,
      "learning_rate": 0.0001999994346939097,
      "loss": 5.0995,
      "step": 1699
    },
    {
      "epoch": 0.010901628831601898,
      "grad_norm": 9.456815719604492,
      "learning_rate": 0.00019999943401628848,
      "loss": 5.2039,
      "step": 1700
    },
    {
      "epoch": 0.010901628831601898,
      "eval_loss": 5.090109825134277,
      "eval_runtime": 34.7309,
      "eval_samples_per_second": 90.265,
      "eval_steps_per_second": 22.574,
      "step": 1700
    },
    {
      "epoch": 0.010908041554444017,
      "grad_norm": 9.082058906555176,
      "learning_rate": 0.00019999943333826137,
      "loss": 5.4901,
      "step": 1701
    },
    {
      "epoch": 0.010914454277286136,
      "grad_norm": 11.445146560668945,
      "learning_rate": 0.00019999943265982837,
      "loss": 5.0051,
      "step": 1702
    },
    {
      "epoch": 0.010920867000128254,
      "grad_norm": 15.52843952178955,
      "learning_rate": 0.00019999943198098952,
      "loss": 5.0791,
      "step": 1703
    },
    {
      "epoch": 0.010927279722970373,
      "grad_norm": 8.219683647155762,
      "learning_rate": 0.00019999943130174477,
      "loss": 5.0611,
      "step": 1704
    },
    {
      "epoch": 0.010933692445812491,
      "grad_norm": 8.225172996520996,
      "learning_rate": 0.00019999943062209413,
      "loss": 5.0366,
      "step": 1705
    },
    {
      "epoch": 0.010940105168654611,
      "grad_norm": 7.677867412567139,
      "learning_rate": 0.0001999994299420376,
      "loss": 5.1831,
      "step": 1706
    },
    {
      "epoch": 0.01094651789149673,
      "grad_norm": 11.11612606048584,
      "learning_rate": 0.00019999942926157523,
      "loss": 4.9723,
      "step": 1707
    },
    {
      "epoch": 0.010952930614338849,
      "grad_norm": 8.631026268005371,
      "learning_rate": 0.00019999942858070694,
      "loss": 5.0661,
      "step": 1708
    },
    {
      "epoch": 0.010959343337180967,
      "grad_norm": 7.7148261070251465,
      "learning_rate": 0.00019999942789943279,
      "loss": 5.0932,
      "step": 1709
    },
    {
      "epoch": 0.010965756060023086,
      "grad_norm": 11.889084815979004,
      "learning_rate": 0.00019999942721775276,
      "loss": 5.0247,
      "step": 1710
    },
    {
      "epoch": 0.010972168782865204,
      "grad_norm": 40.61604309082031,
      "learning_rate": 0.00019999942653566683,
      "loss": 5.2554,
      "step": 1711
    },
    {
      "epoch": 0.010978581505707323,
      "grad_norm": 10.968061447143555,
      "learning_rate": 0.00019999942585317504,
      "loss": 4.9553,
      "step": 1712
    },
    {
      "epoch": 0.010984994228549443,
      "grad_norm": 8.768309593200684,
      "learning_rate": 0.00019999942517027737,
      "loss": 5.0901,
      "step": 1713
    },
    {
      "epoch": 0.010991406951391561,
      "grad_norm": 33.228736877441406,
      "learning_rate": 0.0001999994244869738,
      "loss": 5.0456,
      "step": 1714
    },
    {
      "epoch": 0.01099781967423368,
      "grad_norm": 12.465442657470703,
      "learning_rate": 0.00019999942380326434,
      "loss": 4.9908,
      "step": 1715
    },
    {
      "epoch": 0.011004232397075799,
      "grad_norm": 10.493860244750977,
      "learning_rate": 0.00019999942311914903,
      "loss": 5.0871,
      "step": 1716
    },
    {
      "epoch": 0.011010645119917917,
      "grad_norm": 8.449361801147461,
      "learning_rate": 0.00019999942243462783,
      "loss": 5.018,
      "step": 1717
    },
    {
      "epoch": 0.011017057842760036,
      "grad_norm": 8.71310806274414,
      "learning_rate": 0.00019999942174970075,
      "loss": 5.0492,
      "step": 1718
    },
    {
      "epoch": 0.011023470565602154,
      "grad_norm": 13.304194450378418,
      "learning_rate": 0.00019999942106436777,
      "loss": 5.1058,
      "step": 1719
    },
    {
      "epoch": 0.011029883288444273,
      "grad_norm": 16.002199172973633,
      "learning_rate": 0.00019999942037862893,
      "loss": 4.9744,
      "step": 1720
    },
    {
      "epoch": 0.011036296011286393,
      "grad_norm": 15.68014144897461,
      "learning_rate": 0.00019999941969248418,
      "loss": 5.0422,
      "step": 1721
    },
    {
      "epoch": 0.011042708734128511,
      "grad_norm": 12.640687942504883,
      "learning_rate": 0.0001999994190059336,
      "loss": 4.8949,
      "step": 1722
    },
    {
      "epoch": 0.01104912145697063,
      "grad_norm": 14.513199806213379,
      "learning_rate": 0.0001999994183189771,
      "loss": 5.2343,
      "step": 1723
    },
    {
      "epoch": 0.011055534179812749,
      "grad_norm": 9.667383193969727,
      "learning_rate": 0.00019999941763161472,
      "loss": 5.2338,
      "step": 1724
    },
    {
      "epoch": 0.011061946902654867,
      "grad_norm": 14.253742218017578,
      "learning_rate": 0.00019999941694384647,
      "loss": 5.1061,
      "step": 1725
    },
    {
      "epoch": 0.011068359625496986,
      "grad_norm": 19.643083572387695,
      "learning_rate": 0.00019999941625567234,
      "loss": 5.0432,
      "step": 1726
    },
    {
      "epoch": 0.011074772348339104,
      "grad_norm": 12.228021621704102,
      "learning_rate": 0.00019999941556709234,
      "loss": 4.9714,
      "step": 1727
    },
    {
      "epoch": 0.011081185071181223,
      "grad_norm": 13.87618637084961,
      "learning_rate": 0.00019999941487810642,
      "loss": 5.2661,
      "step": 1728
    },
    {
      "epoch": 0.011087597794023343,
      "grad_norm": 10.740716934204102,
      "learning_rate": 0.00019999941418871465,
      "loss": 5.1386,
      "step": 1729
    },
    {
      "epoch": 0.011094010516865462,
      "grad_norm": 12.935467720031738,
      "learning_rate": 0.00019999941349891699,
      "loss": 5.2963,
      "step": 1730
    },
    {
      "epoch": 0.01110042323970758,
      "grad_norm": 12.836319923400879,
      "learning_rate": 0.00019999941280871345,
      "loss": 5.1154,
      "step": 1731
    },
    {
      "epoch": 0.011106835962549699,
      "grad_norm": 9.897117614746094,
      "learning_rate": 0.00019999941211810404,
      "loss": 5.0972,
      "step": 1732
    },
    {
      "epoch": 0.011113248685391817,
      "grad_norm": 59.298675537109375,
      "learning_rate": 0.0001999994114270887,
      "loss": 5.2149,
      "step": 1733
    },
    {
      "epoch": 0.011119661408233936,
      "grad_norm": 9.877092361450195,
      "learning_rate": 0.00019999941073566756,
      "loss": 5.0529,
      "step": 1734
    },
    {
      "epoch": 0.011126074131076054,
      "grad_norm": 36.47776412963867,
      "learning_rate": 0.00019999941004384048,
      "loss": 5.0377,
      "step": 1735
    },
    {
      "epoch": 0.011132486853918174,
      "grad_norm": 10.994885444641113,
      "learning_rate": 0.00019999940935160754,
      "loss": 4.945,
      "step": 1736
    },
    {
      "epoch": 0.011138899576760293,
      "grad_norm": 8.617044448852539,
      "learning_rate": 0.00019999940865896872,
      "loss": 5.1744,
      "step": 1737
    },
    {
      "epoch": 0.011145312299602412,
      "grad_norm": 16.71407127380371,
      "learning_rate": 0.000199999407965924,
      "loss": 4.9571,
      "step": 1738
    },
    {
      "epoch": 0.01115172502244453,
      "grad_norm": 7.249948501586914,
      "learning_rate": 0.0001999994072724734,
      "loss": 5.1219,
      "step": 1739
    },
    {
      "epoch": 0.011158137745286649,
      "grad_norm": 10.79896068572998,
      "learning_rate": 0.00019999940657861696,
      "loss": 4.8455,
      "step": 1740
    },
    {
      "epoch": 0.011164550468128767,
      "grad_norm": 14.488070487976074,
      "learning_rate": 0.00019999940588435458,
      "loss": 5.181,
      "step": 1741
    },
    {
      "epoch": 0.011170963190970886,
      "grad_norm": 8.78298282623291,
      "learning_rate": 0.00019999940518968635,
      "loss": 4.9748,
      "step": 1742
    },
    {
      "epoch": 0.011177375913813004,
      "grad_norm": 12.560262680053711,
      "learning_rate": 0.00019999940449461225,
      "loss": 5.0107,
      "step": 1743
    },
    {
      "epoch": 0.011183788636655125,
      "grad_norm": 12.78062915802002,
      "learning_rate": 0.00019999940379913225,
      "loss": 5.1375,
      "step": 1744
    },
    {
      "epoch": 0.011190201359497243,
      "grad_norm": 23.666275024414062,
      "learning_rate": 0.0001999994031032464,
      "loss": 5.0558,
      "step": 1745
    },
    {
      "epoch": 0.011196614082339362,
      "grad_norm": 13.758810997009277,
      "learning_rate": 0.0001999994024069546,
      "loss": 4.9813,
      "step": 1746
    },
    {
      "epoch": 0.01120302680518148,
      "grad_norm": 10.499382019042969,
      "learning_rate": 0.00019999940171025698,
      "loss": 5.1186,
      "step": 1747
    },
    {
      "epoch": 0.011209439528023599,
      "grad_norm": 15.547445297241211,
      "learning_rate": 0.00019999940101315348,
      "loss": 5.2427,
      "step": 1748
    },
    {
      "epoch": 0.011215852250865717,
      "grad_norm": 10.832734107971191,
      "learning_rate": 0.00019999940031564407,
      "loss": 4.8844,
      "step": 1749
    },
    {
      "epoch": 0.011222264973707836,
      "grad_norm": 8.70998764038086,
      "learning_rate": 0.00019999939961772877,
      "loss": 5.2868,
      "step": 1750
    },
    {
      "epoch": 0.011228677696549954,
      "grad_norm": 8.440614700317383,
      "learning_rate": 0.00019999939891940762,
      "loss": 5.0063,
      "step": 1751
    },
    {
      "epoch": 0.011235090419392075,
      "grad_norm": 9.487845420837402,
      "learning_rate": 0.00019999939822068057,
      "loss": 4.9942,
      "step": 1752
    },
    {
      "epoch": 0.011241503142234193,
      "grad_norm": 19.231151580810547,
      "learning_rate": 0.00019999939752154763,
      "loss": 5.0757,
      "step": 1753
    },
    {
      "epoch": 0.011247915865076312,
      "grad_norm": 14.21761417388916,
      "learning_rate": 0.00019999939682200887,
      "loss": 5.1458,
      "step": 1754
    },
    {
      "epoch": 0.01125432858791843,
      "grad_norm": 7.6273884773254395,
      "learning_rate": 0.00019999939612206415,
      "loss": 5.1099,
      "step": 1755
    },
    {
      "epoch": 0.011260741310760549,
      "grad_norm": 10.294212341308594,
      "learning_rate": 0.0001999993954217136,
      "loss": 5.297,
      "step": 1756
    },
    {
      "epoch": 0.011267154033602667,
      "grad_norm": 7.691518783569336,
      "learning_rate": 0.00019999939472095714,
      "loss": 5.0806,
      "step": 1757
    },
    {
      "epoch": 0.011273566756444786,
      "grad_norm": 7.161372661590576,
      "learning_rate": 0.0001999993940197948,
      "loss": 4.9747,
      "step": 1758
    },
    {
      "epoch": 0.011279979479286906,
      "grad_norm": 7.921425819396973,
      "learning_rate": 0.00019999939331822661,
      "loss": 4.9658,
      "step": 1759
    },
    {
      "epoch": 0.011286392202129025,
      "grad_norm": 7.624082565307617,
      "learning_rate": 0.00019999939261625252,
      "loss": 5.1445,
      "step": 1760
    },
    {
      "epoch": 0.011292804924971143,
      "grad_norm": 6.9818291664123535,
      "learning_rate": 0.00019999939191387252,
      "loss": 4.9637,
      "step": 1761
    },
    {
      "epoch": 0.011299217647813262,
      "grad_norm": 11.119576454162598,
      "learning_rate": 0.00019999939121108669,
      "loss": 5.0743,
      "step": 1762
    },
    {
      "epoch": 0.01130563037065538,
      "grad_norm": 7.88435173034668,
      "learning_rate": 0.00019999939050789495,
      "loss": 5.2397,
      "step": 1763
    },
    {
      "epoch": 0.011312043093497499,
      "grad_norm": 17.23381233215332,
      "learning_rate": 0.00019999938980429734,
      "loss": 5.0667,
      "step": 1764
    },
    {
      "epoch": 0.011318455816339617,
      "grad_norm": 20.370830535888672,
      "learning_rate": 0.00019999938910029386,
      "loss": 5.3256,
      "step": 1765
    },
    {
      "epoch": 0.011324868539181736,
      "grad_norm": 8.921377182006836,
      "learning_rate": 0.00019999938839588446,
      "loss": 5.0689,
      "step": 1766
    },
    {
      "epoch": 0.011331281262023856,
      "grad_norm": 10.391149520874023,
      "learning_rate": 0.0001999993876910692,
      "loss": 5.0692,
      "step": 1767
    },
    {
      "epoch": 0.011337693984865975,
      "grad_norm": 13.520695686340332,
      "learning_rate": 0.00019999938698584806,
      "loss": 5.2235,
      "step": 1768
    },
    {
      "epoch": 0.011344106707708093,
      "grad_norm": 11.829785346984863,
      "learning_rate": 0.00019999938628022105,
      "loss": 4.9675,
      "step": 1769
    },
    {
      "epoch": 0.011350519430550212,
      "grad_norm": 7.075284957885742,
      "learning_rate": 0.00019999938557418813,
      "loss": 5.384,
      "step": 1770
    },
    {
      "epoch": 0.01135693215339233,
      "grad_norm": 11.504648208618164,
      "learning_rate": 0.00019999938486774937,
      "loss": 4.9786,
      "step": 1771
    },
    {
      "epoch": 0.011363344876234449,
      "grad_norm": 8.5626859664917,
      "learning_rate": 0.0001999993841609047,
      "loss": 5.0483,
      "step": 1772
    },
    {
      "epoch": 0.011369757599076567,
      "grad_norm": 8.848559379577637,
      "learning_rate": 0.00019999938345365416,
      "loss": 5.1785,
      "step": 1773
    },
    {
      "epoch": 0.011376170321918686,
      "grad_norm": 14.337547302246094,
      "learning_rate": 0.00019999938274599773,
      "loss": 5.1863,
      "step": 1774
    },
    {
      "epoch": 0.011382583044760806,
      "grad_norm": 7.176442623138428,
      "learning_rate": 0.00019999938203793543,
      "loss": 4.8708,
      "step": 1775
    },
    {
      "epoch": 0.011388995767602925,
      "grad_norm": 11.067549705505371,
      "learning_rate": 0.00019999938132946724,
      "loss": 5.1796,
      "step": 1776
    },
    {
      "epoch": 0.011395408490445043,
      "grad_norm": 11.368413925170898,
      "learning_rate": 0.00019999938062059317,
      "loss": 4.968,
      "step": 1777
    },
    {
      "epoch": 0.011401821213287162,
      "grad_norm": 12.579861640930176,
      "learning_rate": 0.0001999993799113132,
      "loss": 5.0448,
      "step": 1778
    },
    {
      "epoch": 0.01140823393612928,
      "grad_norm": 9.494209289550781,
      "learning_rate": 0.0001999993792016274,
      "loss": 5.1503,
      "step": 1779
    },
    {
      "epoch": 0.011414646658971399,
      "grad_norm": 11.97773551940918,
      "learning_rate": 0.00019999937849153566,
      "loss": 5.241,
      "step": 1780
    },
    {
      "epoch": 0.011421059381813517,
      "grad_norm": 7.726099967956543,
      "learning_rate": 0.00019999937778103808,
      "loss": 5.061,
      "step": 1781
    },
    {
      "epoch": 0.011427472104655638,
      "grad_norm": 40.16177749633789,
      "learning_rate": 0.0001999993770701346,
      "loss": 5.1217,
      "step": 1782
    },
    {
      "epoch": 0.011433884827497756,
      "grad_norm": 10.286883354187012,
      "learning_rate": 0.00019999937635882526,
      "loss": 5.2244,
      "step": 1783
    },
    {
      "epoch": 0.011440297550339875,
      "grad_norm": 10.197736740112305,
      "learning_rate": 0.00019999937564711,
      "loss": 5.3846,
      "step": 1784
    },
    {
      "epoch": 0.011446710273181993,
      "grad_norm": 93.90603637695312,
      "learning_rate": 0.0001999993749349889,
      "loss": 5.2963,
      "step": 1785
    },
    {
      "epoch": 0.011453122996024112,
      "grad_norm": 10.93868637084961,
      "learning_rate": 0.0001999993742224619,
      "loss": 5.0863,
      "step": 1786
    },
    {
      "epoch": 0.01145953571886623,
      "grad_norm": 9.199935913085938,
      "learning_rate": 0.00019999937350952902,
      "loss": 5.2934,
      "step": 1787
    },
    {
      "epoch": 0.011465948441708349,
      "grad_norm": 9.917043685913086,
      "learning_rate": 0.0001999993727961903,
      "loss": 5.2233,
      "step": 1788
    },
    {
      "epoch": 0.011472361164550467,
      "grad_norm": 13.750096321105957,
      "learning_rate": 0.0001999993720824456,
      "loss": 4.9153,
      "step": 1789
    },
    {
      "epoch": 0.011478773887392588,
      "grad_norm": 10.00047492980957,
      "learning_rate": 0.0001999993713682951,
      "loss": 4.9945,
      "step": 1790
    },
    {
      "epoch": 0.011485186610234706,
      "grad_norm": 17.385393142700195,
      "learning_rate": 0.00019999937065373868,
      "loss": 5.1906,
      "step": 1791
    },
    {
      "epoch": 0.011491599333076825,
      "grad_norm": 11.052035331726074,
      "learning_rate": 0.0001999993699387764,
      "loss": 5.108,
      "step": 1792
    },
    {
      "epoch": 0.011498012055918943,
      "grad_norm": 9.37065315246582,
      "learning_rate": 0.00019999936922340824,
      "loss": 5.1252,
      "step": 1793
    },
    {
      "epoch": 0.011504424778761062,
      "grad_norm": 18.550588607788086,
      "learning_rate": 0.0001999993685076342,
      "loss": 5.3391,
      "step": 1794
    },
    {
      "epoch": 0.01151083750160318,
      "grad_norm": 12.732120513916016,
      "learning_rate": 0.00019999936779145427,
      "loss": 5.1642,
      "step": 1795
    },
    {
      "epoch": 0.011517250224445299,
      "grad_norm": 15.895509719848633,
      "learning_rate": 0.00019999936707486846,
      "loss": 4.9455,
      "step": 1796
    },
    {
      "epoch": 0.011523662947287417,
      "grad_norm": 9.093530654907227,
      "learning_rate": 0.00019999936635787678,
      "loss": 4.997,
      "step": 1797
    },
    {
      "epoch": 0.011530075670129538,
      "grad_norm": 18.687175750732422,
      "learning_rate": 0.00019999936564047923,
      "loss": 5.1212,
      "step": 1798
    },
    {
      "epoch": 0.011536488392971656,
      "grad_norm": 10.074055671691895,
      "learning_rate": 0.00019999936492267576,
      "loss": 5.2343,
      "step": 1799
    },
    {
      "epoch": 0.011542901115813775,
      "grad_norm": 12.111318588256836,
      "learning_rate": 0.00019999936420446644,
      "loss": 5.1454,
      "step": 1800
    },
    {
      "epoch": 0.011542901115813775,
      "eval_loss": 5.094639778137207,
      "eval_runtime": 34.7961,
      "eval_samples_per_second": 90.096,
      "eval_steps_per_second": 22.531,
      "step": 1800
    },
    {
      "epoch": 0.011549313838655893,
      "grad_norm": 17.791475296020508,
      "learning_rate": 0.00019999936348585122,
      "loss": 5.4118,
      "step": 1801
    },
    {
      "epoch": 0.011555726561498012,
      "grad_norm": 25.845304489135742,
      "learning_rate": 0.00019999936276683013,
      "loss": 5.0585,
      "step": 1802
    },
    {
      "epoch": 0.01156213928434013,
      "grad_norm": 24.581693649291992,
      "learning_rate": 0.00019999936204740317,
      "loss": 4.9836,
      "step": 1803
    },
    {
      "epoch": 0.011568552007182249,
      "grad_norm": 14.104117393493652,
      "learning_rate": 0.00019999936132757032,
      "loss": 5.0184,
      "step": 1804
    },
    {
      "epoch": 0.01157496473002437,
      "grad_norm": 10.342009544372559,
      "learning_rate": 0.00019999936060733156,
      "loss": 5.2419,
      "step": 1805
    },
    {
      "epoch": 0.011581377452866488,
      "grad_norm": 39.04923629760742,
      "learning_rate": 0.00019999935988668693,
      "loss": 4.9409,
      "step": 1806
    },
    {
      "epoch": 0.011587790175708606,
      "grad_norm": 12.390400886535645,
      "learning_rate": 0.00019999935916563646,
      "loss": 5.1684,
      "step": 1807
    },
    {
      "epoch": 0.011594202898550725,
      "grad_norm": 12.941068649291992,
      "learning_rate": 0.00019999935844418007,
      "loss": 5.0976,
      "step": 1808
    },
    {
      "epoch": 0.011600615621392843,
      "grad_norm": 15.2770357131958,
      "learning_rate": 0.00019999935772231783,
      "loss": 4.9915,
      "step": 1809
    },
    {
      "epoch": 0.011607028344234962,
      "grad_norm": 10.552066802978516,
      "learning_rate": 0.0001999993570000497,
      "loss": 5.1449,
      "step": 1810
    },
    {
      "epoch": 0.01161344106707708,
      "grad_norm": 13.930171012878418,
      "learning_rate": 0.00019999935627737565,
      "loss": 5.034,
      "step": 1811
    },
    {
      "epoch": 0.011619853789919199,
      "grad_norm": 14.974244117736816,
      "learning_rate": 0.00019999935555429577,
      "loss": 4.9782,
      "step": 1812
    },
    {
      "epoch": 0.01162626651276132,
      "grad_norm": 12.131793975830078,
      "learning_rate": 0.00019999935483081,
      "loss": 4.9486,
      "step": 1813
    },
    {
      "epoch": 0.011632679235603438,
      "grad_norm": 10.833355903625488,
      "learning_rate": 0.00019999935410691831,
      "loss": 5.0028,
      "step": 1814
    },
    {
      "epoch": 0.011639091958445556,
      "grad_norm": 15.891756057739258,
      "learning_rate": 0.00019999935338262077,
      "loss": 5.0231,
      "step": 1815
    },
    {
      "epoch": 0.011645504681287675,
      "grad_norm": 11.681473731994629,
      "learning_rate": 0.00019999935265791735,
      "loss": 5.0915,
      "step": 1816
    },
    {
      "epoch": 0.011651917404129793,
      "grad_norm": 14.787140846252441,
      "learning_rate": 0.00019999935193280806,
      "loss": 5.0512,
      "step": 1817
    },
    {
      "epoch": 0.011658330126971912,
      "grad_norm": 14.20150089263916,
      "learning_rate": 0.00019999935120729284,
      "loss": 5.1099,
      "step": 1818
    },
    {
      "epoch": 0.01166474284981403,
      "grad_norm": 15.114750862121582,
      "learning_rate": 0.00019999935048137178,
      "loss": 5.0888,
      "step": 1819
    },
    {
      "epoch": 0.011671155572656149,
      "grad_norm": 17.0236759185791,
      "learning_rate": 0.00019999934975504485,
      "loss": 5.4019,
      "step": 1820
    },
    {
      "epoch": 0.01167756829549827,
      "grad_norm": 14.932048797607422,
      "learning_rate": 0.00019999934902831202,
      "loss": 4.974,
      "step": 1821
    },
    {
      "epoch": 0.011683981018340388,
      "grad_norm": 10.798399925231934,
      "learning_rate": 0.0001999993483011733,
      "loss": 5.0589,
      "step": 1822
    },
    {
      "epoch": 0.011690393741182506,
      "grad_norm": 13.122199058532715,
      "learning_rate": 0.0001999993475736287,
      "loss": 5.011,
      "step": 1823
    },
    {
      "epoch": 0.011696806464024625,
      "grad_norm": 14.060562133789062,
      "learning_rate": 0.00019999934684567823,
      "loss": 4.9303,
      "step": 1824
    },
    {
      "epoch": 0.011703219186866743,
      "grad_norm": 17.186670303344727,
      "learning_rate": 0.00019999934611732186,
      "loss": 5.352,
      "step": 1825
    },
    {
      "epoch": 0.011709631909708862,
      "grad_norm": 15.438502311706543,
      "learning_rate": 0.00019999934538855965,
      "loss": 4.9728,
      "step": 1826
    },
    {
      "epoch": 0.01171604463255098,
      "grad_norm": 26.704090118408203,
      "learning_rate": 0.00019999934465939152,
      "loss": 4.9783,
      "step": 1827
    },
    {
      "epoch": 0.0117224573553931,
      "grad_norm": 9.493807792663574,
      "learning_rate": 0.00019999934392981754,
      "loss": 5.03,
      "step": 1828
    },
    {
      "epoch": 0.01172887007823522,
      "grad_norm": 14.406326293945312,
      "learning_rate": 0.00019999934319983766,
      "loss": 5.0224,
      "step": 1829
    },
    {
      "epoch": 0.011735282801077338,
      "grad_norm": 13.57097053527832,
      "learning_rate": 0.0001999993424694519,
      "loss": 5.0231,
      "step": 1830
    },
    {
      "epoch": 0.011741695523919456,
      "grad_norm": 13.760075569152832,
      "learning_rate": 0.00019999934173866026,
      "loss": 4.9789,
      "step": 1831
    },
    {
      "epoch": 0.011748108246761575,
      "grad_norm": 13.684233665466309,
      "learning_rate": 0.00019999934100746277,
      "loss": 5.0984,
      "step": 1832
    },
    {
      "epoch": 0.011754520969603693,
      "grad_norm": 17.01765251159668,
      "learning_rate": 0.00019999934027585935,
      "loss": 5.145,
      "step": 1833
    },
    {
      "epoch": 0.011760933692445812,
      "grad_norm": 16.970979690551758,
      "learning_rate": 0.00019999933954385006,
      "loss": 4.9651,
      "step": 1834
    },
    {
      "epoch": 0.01176734641528793,
      "grad_norm": 9.866172790527344,
      "learning_rate": 0.0001999993388114349,
      "loss": 5.1444,
      "step": 1835
    },
    {
      "epoch": 0.01177375913813005,
      "grad_norm": 18.893518447875977,
      "learning_rate": 0.00019999933807861387,
      "loss": 5.0737,
      "step": 1836
    },
    {
      "epoch": 0.01178017186097217,
      "grad_norm": 12.219988822937012,
      "learning_rate": 0.00019999933734538697,
      "loss": 4.9565,
      "step": 1837
    },
    {
      "epoch": 0.011786584583814288,
      "grad_norm": 12.109169960021973,
      "learning_rate": 0.00019999933661175414,
      "loss": 5.0445,
      "step": 1838
    },
    {
      "epoch": 0.011792997306656406,
      "grad_norm": 10.032576560974121,
      "learning_rate": 0.00019999933587771547,
      "loss": 5.1825,
      "step": 1839
    },
    {
      "epoch": 0.011799410029498525,
      "grad_norm": 9.332464218139648,
      "learning_rate": 0.0001999993351432709,
      "loss": 4.9703,
      "step": 1840
    },
    {
      "epoch": 0.011805822752340643,
      "grad_norm": 19.39850425720215,
      "learning_rate": 0.00019999933440842044,
      "loss": 5.0314,
      "step": 1841
    },
    {
      "epoch": 0.011812235475182762,
      "grad_norm": 9.79410171508789,
      "learning_rate": 0.00019999933367316413,
      "loss": 5.3002,
      "step": 1842
    },
    {
      "epoch": 0.01181864819802488,
      "grad_norm": 13.467190742492676,
      "learning_rate": 0.00019999933293750192,
      "loss": 5.2793,
      "step": 1843
    },
    {
      "epoch": 0.011825060920867,
      "grad_norm": 8.844597816467285,
      "learning_rate": 0.00019999933220143384,
      "loss": 5.079,
      "step": 1844
    },
    {
      "epoch": 0.01183147364370912,
      "grad_norm": 10.792920112609863,
      "learning_rate": 0.00019999933146495986,
      "loss": 5.0345,
      "step": 1845
    },
    {
      "epoch": 0.011837886366551238,
      "grad_norm": 10.352165222167969,
      "learning_rate": 0.00019999933072807998,
      "loss": 5.1029,
      "step": 1846
    },
    {
      "epoch": 0.011844299089393356,
      "grad_norm": 12.215441703796387,
      "learning_rate": 0.00019999932999079426,
      "loss": 4.9075,
      "step": 1847
    },
    {
      "epoch": 0.011850711812235475,
      "grad_norm": 10.905243873596191,
      "learning_rate": 0.00019999932925310264,
      "loss": 5.0299,
      "step": 1848
    },
    {
      "epoch": 0.011857124535077593,
      "grad_norm": 23.007923126220703,
      "learning_rate": 0.00019999932851500515,
      "loss": 5.2922,
      "step": 1849
    },
    {
      "epoch": 0.011863537257919712,
      "grad_norm": 16.076492309570312,
      "learning_rate": 0.00019999932777650182,
      "loss": 5.2215,
      "step": 1850
    },
    {
      "epoch": 0.011869949980761832,
      "grad_norm": 12.267663955688477,
      "learning_rate": 0.00019999932703759253,
      "loss": 5.0297,
      "step": 1851
    },
    {
      "epoch": 0.01187636270360395,
      "grad_norm": 69.14127349853516,
      "learning_rate": 0.00019999932629827743,
      "loss": 5.1597,
      "step": 1852
    },
    {
      "epoch": 0.01188277542644607,
      "grad_norm": 32.01057052612305,
      "learning_rate": 0.00019999932555855637,
      "loss": 5.2535,
      "step": 1853
    },
    {
      "epoch": 0.011889188149288188,
      "grad_norm": 12.591473579406738,
      "learning_rate": 0.0001999993248184295,
      "loss": 5.3214,
      "step": 1854
    },
    {
      "epoch": 0.011895600872130306,
      "grad_norm": 7.988361358642578,
      "learning_rate": 0.00019999932407789673,
      "loss": 5.0482,
      "step": 1855
    },
    {
      "epoch": 0.011902013594972425,
      "grad_norm": 12.358173370361328,
      "learning_rate": 0.00019999932333695806,
      "loss": 5.1448,
      "step": 1856
    },
    {
      "epoch": 0.011908426317814544,
      "grad_norm": 10.753954887390137,
      "learning_rate": 0.00019999932259561352,
      "loss": 5.0627,
      "step": 1857
    },
    {
      "epoch": 0.011914839040656662,
      "grad_norm": 7.3553080558776855,
      "learning_rate": 0.0001999993218538631,
      "loss": 4.9879,
      "step": 1858
    },
    {
      "epoch": 0.011921251763498782,
      "grad_norm": 14.933769226074219,
      "learning_rate": 0.0001999993211117068,
      "loss": 5.0379,
      "step": 1859
    },
    {
      "epoch": 0.0119276644863409,
      "grad_norm": 9.637481689453125,
      "learning_rate": 0.00019999932036914465,
      "loss": 5.0275,
      "step": 1860
    },
    {
      "epoch": 0.01193407720918302,
      "grad_norm": 8.891462326049805,
      "learning_rate": 0.00019999931962617654,
      "loss": 5.0298,
      "step": 1861
    },
    {
      "epoch": 0.011940489932025138,
      "grad_norm": 6.417935848236084,
      "learning_rate": 0.00019999931888280262,
      "loss": 4.98,
      "step": 1862
    },
    {
      "epoch": 0.011946902654867256,
      "grad_norm": 9.073653221130371,
      "learning_rate": 0.00019999931813902282,
      "loss": 5.0175,
      "step": 1863
    },
    {
      "epoch": 0.011953315377709375,
      "grad_norm": 7.543120861053467,
      "learning_rate": 0.0001999993173948371,
      "loss": 5.17,
      "step": 1864
    },
    {
      "epoch": 0.011959728100551494,
      "grad_norm": 17.6690673828125,
      "learning_rate": 0.00019999931665024551,
      "loss": 5.1301,
      "step": 1865
    },
    {
      "epoch": 0.011966140823393612,
      "grad_norm": 8.485462188720703,
      "learning_rate": 0.00019999931590524805,
      "loss": 5.0591,
      "step": 1866
    },
    {
      "epoch": 0.011972553546235732,
      "grad_norm": 13.485136032104492,
      "learning_rate": 0.00019999931515984472,
      "loss": 5.0463,
      "step": 1867
    },
    {
      "epoch": 0.011978966269077851,
      "grad_norm": 28.056713104248047,
      "learning_rate": 0.00019999931441403546,
      "loss": 5.3768,
      "step": 1868
    },
    {
      "epoch": 0.01198537899191997,
      "grad_norm": 9.983942985534668,
      "learning_rate": 0.0001999993136678204,
      "loss": 5.1622,
      "step": 1869
    },
    {
      "epoch": 0.011991791714762088,
      "grad_norm": 13.164318084716797,
      "learning_rate": 0.0001999993129211994,
      "loss": 5.1134,
      "step": 1870
    },
    {
      "epoch": 0.011998204437604207,
      "grad_norm": 16.895593643188477,
      "learning_rate": 0.00019999931217417252,
      "loss": 4.9515,
      "step": 1871
    },
    {
      "epoch": 0.012004617160446325,
      "grad_norm": 14.593761444091797,
      "learning_rate": 0.00019999931142673978,
      "loss": 5.164,
      "step": 1872
    },
    {
      "epoch": 0.012011029883288444,
      "grad_norm": 8.930277824401855,
      "learning_rate": 0.00019999931067890114,
      "loss": 4.8706,
      "step": 1873
    },
    {
      "epoch": 0.012017442606130564,
      "grad_norm": 10.302891731262207,
      "learning_rate": 0.00019999930993065663,
      "loss": 5.152,
      "step": 1874
    },
    {
      "epoch": 0.012023855328972682,
      "grad_norm": 10.057279586791992,
      "learning_rate": 0.00019999930918200622,
      "loss": 5.0722,
      "step": 1875
    },
    {
      "epoch": 0.012030268051814801,
      "grad_norm": 11.066679954528809,
      "learning_rate": 0.00019999930843294996,
      "loss": 5.0232,
      "step": 1876
    },
    {
      "epoch": 0.01203668077465692,
      "grad_norm": 8.700407028198242,
      "learning_rate": 0.0001999993076834878,
      "loss": 5.1525,
      "step": 1877
    },
    {
      "epoch": 0.012043093497499038,
      "grad_norm": 11.812154769897461,
      "learning_rate": 0.00019999930693361976,
      "loss": 5.0261,
      "step": 1878
    },
    {
      "epoch": 0.012049506220341157,
      "grad_norm": 21.617023468017578,
      "learning_rate": 0.00019999930618334587,
      "loss": 5.635,
      "step": 1879
    },
    {
      "epoch": 0.012055918943183275,
      "grad_norm": 12.923492431640625,
      "learning_rate": 0.00019999930543266608,
      "loss": 4.9132,
      "step": 1880
    },
    {
      "epoch": 0.012062331666025394,
      "grad_norm": 8.623514175415039,
      "learning_rate": 0.0001999993046815804,
      "loss": 5.0233,
      "step": 1881
    },
    {
      "epoch": 0.012068744388867514,
      "grad_norm": 7.375415802001953,
      "learning_rate": 0.00019999930393008883,
      "loss": 5.3206,
      "step": 1882
    },
    {
      "epoch": 0.012075157111709632,
      "grad_norm": 9.687442779541016,
      "learning_rate": 0.0001999993031781914,
      "loss": 5.0778,
      "step": 1883
    },
    {
      "epoch": 0.012081569834551751,
      "grad_norm": 10.72364330291748,
      "learning_rate": 0.00019999930242588806,
      "loss": 4.8317,
      "step": 1884
    },
    {
      "epoch": 0.01208798255739387,
      "grad_norm": 6.576568126678467,
      "learning_rate": 0.0001999993016731789,
      "loss": 5.0933,
      "step": 1885
    },
    {
      "epoch": 0.012094395280235988,
      "grad_norm": 9.552533149719238,
      "learning_rate": 0.0001999993009200638,
      "loss": 4.9595,
      "step": 1886
    },
    {
      "epoch": 0.012100808003078107,
      "grad_norm": 9.50916862487793,
      "learning_rate": 0.00019999930016654285,
      "loss": 5.2695,
      "step": 1887
    },
    {
      "epoch": 0.012107220725920225,
      "grad_norm": 10.081888198852539,
      "learning_rate": 0.000199999299412616,
      "loss": 5.1566,
      "step": 1888
    },
    {
      "epoch": 0.012113633448762344,
      "grad_norm": 15.961831092834473,
      "learning_rate": 0.0001999992986582833,
      "loss": 5.1121,
      "step": 1889
    },
    {
      "epoch": 0.012120046171604464,
      "grad_norm": 10.421457290649414,
      "learning_rate": 0.00019999929790354468,
      "loss": 5.1663,
      "step": 1890
    },
    {
      "epoch": 0.012126458894446582,
      "grad_norm": 9.135239601135254,
      "learning_rate": 0.0001999992971484002,
      "loss": 5.0565,
      "step": 1891
    },
    {
      "epoch": 0.012132871617288701,
      "grad_norm": 6.656767845153809,
      "learning_rate": 0.00019999929639284985,
      "loss": 5.0776,
      "step": 1892
    },
    {
      "epoch": 0.01213928434013082,
      "grad_norm": 16.183618545532227,
      "learning_rate": 0.0001999992956368936,
      "loss": 5.0129,
      "step": 1893
    },
    {
      "epoch": 0.012145697062972938,
      "grad_norm": 11.525300025939941,
      "learning_rate": 0.00019999929488053147,
      "loss": 4.9447,
      "step": 1894
    },
    {
      "epoch": 0.012152109785815057,
      "grad_norm": 13.664311408996582,
      "learning_rate": 0.00019999929412376348,
      "loss": 5.0694,
      "step": 1895
    },
    {
      "epoch": 0.012158522508657175,
      "grad_norm": 7.879233360290527,
      "learning_rate": 0.0001999992933665896,
      "loss": 5.0067,
      "step": 1896
    },
    {
      "epoch": 0.012164935231499295,
      "grad_norm": 23.696224212646484,
      "learning_rate": 0.00019999929260900982,
      "loss": 5.0992,
      "step": 1897
    },
    {
      "epoch": 0.012171347954341414,
      "grad_norm": 10.821540832519531,
      "learning_rate": 0.00019999929185102416,
      "loss": 4.8656,
      "step": 1898
    },
    {
      "epoch": 0.012177760677183532,
      "grad_norm": 10.609939575195312,
      "learning_rate": 0.00019999929109263266,
      "loss": 5.0863,
      "step": 1899
    },
    {
      "epoch": 0.012184173400025651,
      "grad_norm": 8.263010025024414,
      "learning_rate": 0.00019999929033383525,
      "loss": 5.0142,
      "step": 1900
    },
    {
      "epoch": 0.012184173400025651,
      "eval_loss": 5.05748176574707,
      "eval_runtime": 34.7947,
      "eval_samples_per_second": 90.1,
      "eval_steps_per_second": 22.532,
      "step": 1900
    },
    {
      "epoch": 0.01219058612286777,
      "grad_norm": 27.13546371459961,
      "learning_rate": 0.00019999928957463195,
      "loss": 4.9644,
      "step": 1901
    },
    {
      "epoch": 0.012196998845709888,
      "grad_norm": 11.68224811553955,
      "learning_rate": 0.00019999928881502278,
      "loss": 5.0356,
      "step": 1902
    },
    {
      "epoch": 0.012203411568552007,
      "grad_norm": 13.45272159576416,
      "learning_rate": 0.0001999992880550077,
      "loss": 5.123,
      "step": 1903
    },
    {
      "epoch": 0.012209824291394125,
      "grad_norm": 5.874725341796875,
      "learning_rate": 0.0001999992872945868,
      "loss": 4.9799,
      "step": 1904
    },
    {
      "epoch": 0.012216237014236245,
      "grad_norm": 7.375359535217285,
      "learning_rate": 0.00019999928653375998,
      "loss": 4.8667,
      "step": 1905
    },
    {
      "epoch": 0.012222649737078364,
      "grad_norm": 9.963349342346191,
      "learning_rate": 0.0001999992857725273,
      "loss": 5.0498,
      "step": 1906
    },
    {
      "epoch": 0.012229062459920483,
      "grad_norm": 17.107864379882812,
      "learning_rate": 0.00019999928501088872,
      "loss": 4.9507,
      "step": 1907
    },
    {
      "epoch": 0.012235475182762601,
      "grad_norm": 20.40174102783203,
      "learning_rate": 0.0001999992842488443,
      "loss": 4.9955,
      "step": 1908
    },
    {
      "epoch": 0.01224188790560472,
      "grad_norm": 9.646615028381348,
      "learning_rate": 0.00019999928348639394,
      "loss": 5.1331,
      "step": 1909
    },
    {
      "epoch": 0.012248300628446838,
      "grad_norm": 10.454663276672363,
      "learning_rate": 0.00019999928272353774,
      "loss": 5.0171,
      "step": 1910
    },
    {
      "epoch": 0.012254713351288957,
      "grad_norm": 20.60513687133789,
      "learning_rate": 0.00019999928196027562,
      "loss": 5.0341,
      "step": 1911
    },
    {
      "epoch": 0.012261126074131075,
      "grad_norm": 7.603086471557617,
      "learning_rate": 0.00019999928119660766,
      "loss": 5.1975,
      "step": 1912
    },
    {
      "epoch": 0.012267538796973195,
      "grad_norm": 9.076420783996582,
      "learning_rate": 0.0001999992804325338,
      "loss": 5.0358,
      "step": 1913
    },
    {
      "epoch": 0.012273951519815314,
      "grad_norm": 17.256059646606445,
      "learning_rate": 0.00019999927966805406,
      "loss": 4.9459,
      "step": 1914
    },
    {
      "epoch": 0.012280364242657433,
      "grad_norm": 13.136719703674316,
      "learning_rate": 0.00019999927890316846,
      "loss": 5.0965,
      "step": 1915
    },
    {
      "epoch": 0.012286776965499551,
      "grad_norm": 28.579832077026367,
      "learning_rate": 0.00019999927813787695,
      "loss": 5.23,
      "step": 1916
    },
    {
      "epoch": 0.01229318968834167,
      "grad_norm": 8.608071327209473,
      "learning_rate": 0.00019999927737217958,
      "loss": 5.0636,
      "step": 1917
    },
    {
      "epoch": 0.012299602411183788,
      "grad_norm": 8.960957527160645,
      "learning_rate": 0.0001999992766060763,
      "loss": 5.0553,
      "step": 1918
    },
    {
      "epoch": 0.012306015134025907,
      "grad_norm": 11.495315551757812,
      "learning_rate": 0.0001999992758395672,
      "loss": 5.0155,
      "step": 1919
    },
    {
      "epoch": 0.012312427856868027,
      "grad_norm": 14.405050277709961,
      "learning_rate": 0.00019999927507265218,
      "loss": 5.1937,
      "step": 1920
    },
    {
      "epoch": 0.012318840579710146,
      "grad_norm": 14.595207214355469,
      "learning_rate": 0.00019999927430533126,
      "loss": 4.9886,
      "step": 1921
    },
    {
      "epoch": 0.012325253302552264,
      "grad_norm": 14.14815616607666,
      "learning_rate": 0.00019999927353760448,
      "loss": 5.0708,
      "step": 1922
    },
    {
      "epoch": 0.012331666025394383,
      "grad_norm": 14.29566478729248,
      "learning_rate": 0.00019999927276947183,
      "loss": 5.5166,
      "step": 1923
    },
    {
      "epoch": 0.012338078748236501,
      "grad_norm": 6.574609756469727,
      "learning_rate": 0.00019999927200093327,
      "loss": 4.8861,
      "step": 1924
    },
    {
      "epoch": 0.01234449147107862,
      "grad_norm": 16.085773468017578,
      "learning_rate": 0.00019999927123198885,
      "loss": 4.925,
      "step": 1925
    },
    {
      "epoch": 0.012350904193920738,
      "grad_norm": 12.66504192352295,
      "learning_rate": 0.00019999927046263855,
      "loss": 5.4135,
      "step": 1926
    },
    {
      "epoch": 0.012357316916762857,
      "grad_norm": 11.978235244750977,
      "learning_rate": 0.00019999926969288236,
      "loss": 5.1419,
      "step": 1927
    },
    {
      "epoch": 0.012363729639604977,
      "grad_norm": 7.4083333015441895,
      "learning_rate": 0.0001999992689227203,
      "loss": 5.3178,
      "step": 1928
    },
    {
      "epoch": 0.012370142362447096,
      "grad_norm": 9.910811424255371,
      "learning_rate": 0.00019999926815215236,
      "loss": 4.889,
      "step": 1929
    },
    {
      "epoch": 0.012376555085289214,
      "grad_norm": 6.636242866516113,
      "learning_rate": 0.00019999926738117853,
      "loss": 4.9575,
      "step": 1930
    },
    {
      "epoch": 0.012382967808131333,
      "grad_norm": 7.2103590965271,
      "learning_rate": 0.00019999926660979882,
      "loss": 4.8224,
      "step": 1931
    },
    {
      "epoch": 0.012389380530973451,
      "grad_norm": 8.215228080749512,
      "learning_rate": 0.00019999926583801324,
      "loss": 5.1173,
      "step": 1932
    },
    {
      "epoch": 0.01239579325381557,
      "grad_norm": 5.6837592124938965,
      "learning_rate": 0.00019999926506582177,
      "loss": 5.245,
      "step": 1933
    },
    {
      "epoch": 0.012402205976657688,
      "grad_norm": 4.951816558837891,
      "learning_rate": 0.00019999926429322443,
      "loss": 4.9724,
      "step": 1934
    },
    {
      "epoch": 0.012408618699499807,
      "grad_norm": 8.61354923248291,
      "learning_rate": 0.0001999992635202212,
      "loss": 5.0673,
      "step": 1935
    },
    {
      "epoch": 0.012415031422341927,
      "grad_norm": 8.652612686157227,
      "learning_rate": 0.0001999992627468121,
      "loss": 4.9851,
      "step": 1936
    },
    {
      "epoch": 0.012421444145184046,
      "grad_norm": 6.089448928833008,
      "learning_rate": 0.0001999992619729971,
      "loss": 4.9241,
      "step": 1937
    },
    {
      "epoch": 0.012427856868026164,
      "grad_norm": 8.628226280212402,
      "learning_rate": 0.00019999926119877622,
      "loss": 5.2859,
      "step": 1938
    },
    {
      "epoch": 0.012434269590868283,
      "grad_norm": 6.7015910148620605,
      "learning_rate": 0.0001999992604241495,
      "loss": 5.1436,
      "step": 1939
    },
    {
      "epoch": 0.012440682313710401,
      "grad_norm": 6.431768894195557,
      "learning_rate": 0.00019999925964911684,
      "loss": 5.1454,
      "step": 1940
    },
    {
      "epoch": 0.01244709503655252,
      "grad_norm": 8.278566360473633,
      "learning_rate": 0.00019999925887367835,
      "loss": 5.2383,
      "step": 1941
    },
    {
      "epoch": 0.012453507759394638,
      "grad_norm": 10.359855651855469,
      "learning_rate": 0.00019999925809783395,
      "loss": 5.0712,
      "step": 1942
    },
    {
      "epoch": 0.012459920482236759,
      "grad_norm": 11.006847381591797,
      "learning_rate": 0.00019999925732158369,
      "loss": 4.9652,
      "step": 1943
    },
    {
      "epoch": 0.012466333205078877,
      "grad_norm": 9.710304260253906,
      "learning_rate": 0.00019999925654492752,
      "loss": 4.8913,
      "step": 1944
    },
    {
      "epoch": 0.012472745927920996,
      "grad_norm": 5.651612281799316,
      "learning_rate": 0.0001999992557678655,
      "loss": 4.9124,
      "step": 1945
    },
    {
      "epoch": 0.012479158650763114,
      "grad_norm": 9.527853965759277,
      "learning_rate": 0.00019999925499039758,
      "loss": 5.4045,
      "step": 1946
    },
    {
      "epoch": 0.012485571373605233,
      "grad_norm": 7.221292972564697,
      "learning_rate": 0.0001999992542125238,
      "loss": 5.1907,
      "step": 1947
    },
    {
      "epoch": 0.012491984096447351,
      "grad_norm": 11.664724349975586,
      "learning_rate": 0.00019999925343424412,
      "loss": 5.2148,
      "step": 1948
    },
    {
      "epoch": 0.01249839681928947,
      "grad_norm": 11.343555450439453,
      "learning_rate": 0.00019999925265555858,
      "loss": 5.3992,
      "step": 1949
    },
    {
      "epoch": 0.012504809542131588,
      "grad_norm": 6.83765172958374,
      "learning_rate": 0.00019999925187646713,
      "loss": 5.0079,
      "step": 1950
    },
    {
      "epoch": 0.012511222264973709,
      "grad_norm": 9.34023666381836,
      "learning_rate": 0.0001999992510969698,
      "loss": 4.9905,
      "step": 1951
    },
    {
      "epoch": 0.012517634987815827,
      "grad_norm": 9.69997501373291,
      "learning_rate": 0.0001999992503170666,
      "loss": 4.919,
      "step": 1952
    },
    {
      "epoch": 0.012524047710657946,
      "grad_norm": 12.229510307312012,
      "learning_rate": 0.00019999924953675752,
      "loss": 4.8822,
      "step": 1953
    },
    {
      "epoch": 0.012530460433500064,
      "grad_norm": 9.855653762817383,
      "learning_rate": 0.00019999924875604256,
      "loss": 4.9172,
      "step": 1954
    },
    {
      "epoch": 0.012536873156342183,
      "grad_norm": 8.021610260009766,
      "learning_rate": 0.00019999924797492176,
      "loss": 4.9688,
      "step": 1955
    },
    {
      "epoch": 0.012543285879184301,
      "grad_norm": 9.501659393310547,
      "learning_rate": 0.00019999924719339503,
      "loss": 5.0957,
      "step": 1956
    },
    {
      "epoch": 0.01254969860202642,
      "grad_norm": 15.715083122253418,
      "learning_rate": 0.00019999924641146244,
      "loss": 5.0251,
      "step": 1957
    },
    {
      "epoch": 0.012556111324868538,
      "grad_norm": 6.930688858032227,
      "learning_rate": 0.00019999924562912397,
      "loss": 5.046,
      "step": 1958
    },
    {
      "epoch": 0.012562524047710659,
      "grad_norm": 8.86660385131836,
      "learning_rate": 0.0001999992448463796,
      "loss": 4.9814,
      "step": 1959
    },
    {
      "epoch": 0.012568936770552777,
      "grad_norm": 7.0898051261901855,
      "learning_rate": 0.00019999924406322936,
      "loss": 4.9568,
      "step": 1960
    },
    {
      "epoch": 0.012575349493394896,
      "grad_norm": 8.251263618469238,
      "learning_rate": 0.00019999924327967323,
      "loss": 4.8052,
      "step": 1961
    },
    {
      "epoch": 0.012581762216237014,
      "grad_norm": 6.401320934295654,
      "learning_rate": 0.00019999924249571125,
      "loss": 4.8551,
      "step": 1962
    },
    {
      "epoch": 0.012588174939079133,
      "grad_norm": 6.497967720031738,
      "learning_rate": 0.00019999924171134334,
      "loss": 4.9718,
      "step": 1963
    },
    {
      "epoch": 0.012594587661921251,
      "grad_norm": 7.041014671325684,
      "learning_rate": 0.0001999992409265696,
      "loss": 5.1058,
      "step": 1964
    },
    {
      "epoch": 0.01260100038476337,
      "grad_norm": 5.655070781707764,
      "learning_rate": 0.00019999924014138995,
      "loss": 4.967,
      "step": 1965
    },
    {
      "epoch": 0.01260741310760549,
      "grad_norm": 10.388035774230957,
      "learning_rate": 0.00019999923935580443,
      "loss": 5.2321,
      "step": 1966
    },
    {
      "epoch": 0.012613825830447609,
      "grad_norm": 6.4259934425354,
      "learning_rate": 0.00019999923856981301,
      "loss": 5.2695,
      "step": 1967
    },
    {
      "epoch": 0.012620238553289727,
      "grad_norm": 5.968804359436035,
      "learning_rate": 0.00019999923778341573,
      "loss": 5.116,
      "step": 1968
    },
    {
      "epoch": 0.012626651276131846,
      "grad_norm": 5.324046611785889,
      "learning_rate": 0.0001999992369966126,
      "loss": 4.945,
      "step": 1969
    },
    {
      "epoch": 0.012633063998973964,
      "grad_norm": 6.298924446105957,
      "learning_rate": 0.00019999923620940354,
      "loss": 5.0532,
      "step": 1970
    },
    {
      "epoch": 0.012639476721816083,
      "grad_norm": 8.323458671569824,
      "learning_rate": 0.0001999992354217886,
      "loss": 5.0103,
      "step": 1971
    },
    {
      "epoch": 0.012645889444658201,
      "grad_norm": 6.431560516357422,
      "learning_rate": 0.00019999923463376779,
      "loss": 5.0865,
      "step": 1972
    },
    {
      "epoch": 0.01265230216750032,
      "grad_norm": 6.287377834320068,
      "learning_rate": 0.00019999923384534114,
      "loss": 4.9096,
      "step": 1973
    },
    {
      "epoch": 0.01265871489034244,
      "grad_norm": 6.65910530090332,
      "learning_rate": 0.00019999923305650857,
      "loss": 5.0556,
      "step": 1974
    },
    {
      "epoch": 0.012665127613184559,
      "grad_norm": 7.461013317108154,
      "learning_rate": 0.0001999992322672701,
      "loss": 5.3933,
      "step": 1975
    },
    {
      "epoch": 0.012671540336026677,
      "grad_norm": 6.989779949188232,
      "learning_rate": 0.00019999923147762577,
      "loss": 5.0974,
      "step": 1976
    },
    {
      "epoch": 0.012677953058868796,
      "grad_norm": 6.984736442565918,
      "learning_rate": 0.0001999992306875756,
      "loss": 5.04,
      "step": 1977
    },
    {
      "epoch": 0.012684365781710914,
      "grad_norm": 10.784187316894531,
      "learning_rate": 0.00019999922989711948,
      "loss": 5.4682,
      "step": 1978
    },
    {
      "epoch": 0.012690778504553033,
      "grad_norm": 23.106861114501953,
      "learning_rate": 0.00019999922910625753,
      "loss": 5.2051,
      "step": 1979
    },
    {
      "epoch": 0.012697191227395151,
      "grad_norm": 17.2777156829834,
      "learning_rate": 0.00019999922831498968,
      "loss": 5.0565,
      "step": 1980
    },
    {
      "epoch": 0.01270360395023727,
      "grad_norm": 6.570306301116943,
      "learning_rate": 0.00019999922752331596,
      "loss": 4.9592,
      "step": 1981
    },
    {
      "epoch": 0.01271001667307939,
      "grad_norm": 6.525121212005615,
      "learning_rate": 0.00019999922673123635,
      "loss": 5.0693,
      "step": 1982
    },
    {
      "epoch": 0.012716429395921509,
      "grad_norm": 7.59517240524292,
      "learning_rate": 0.00019999922593875086,
      "loss": 5.0997,
      "step": 1983
    },
    {
      "epoch": 0.012722842118763627,
      "grad_norm": 9.381665229797363,
      "learning_rate": 0.0001999992251458595,
      "loss": 5.0067,
      "step": 1984
    },
    {
      "epoch": 0.012729254841605746,
      "grad_norm": 7.609463214874268,
      "learning_rate": 0.00019999922435256224,
      "loss": 4.9809,
      "step": 1985
    },
    {
      "epoch": 0.012735667564447864,
      "grad_norm": 5.440981388092041,
      "learning_rate": 0.0001999992235588591,
      "loss": 4.9944,
      "step": 1986
    },
    {
      "epoch": 0.012742080287289983,
      "grad_norm": 6.547727108001709,
      "learning_rate": 0.00019999922276475008,
      "loss": 4.9864,
      "step": 1987
    },
    {
      "epoch": 0.012748493010132101,
      "grad_norm": 11.445978164672852,
      "learning_rate": 0.0001999992219702352,
      "loss": 4.9271,
      "step": 1988
    },
    {
      "epoch": 0.012754905732974222,
      "grad_norm": 9.01757526397705,
      "learning_rate": 0.0001999992211753144,
      "loss": 5.1025,
      "step": 1989
    },
    {
      "epoch": 0.01276131845581634,
      "grad_norm": 17.81805992126465,
      "learning_rate": 0.00019999922037998777,
      "loss": 5.1378,
      "step": 1990
    },
    {
      "epoch": 0.012767731178658459,
      "grad_norm": 8.665393829345703,
      "learning_rate": 0.00019999921958425526,
      "loss": 5.0527,
      "step": 1991
    },
    {
      "epoch": 0.012774143901500577,
      "grad_norm": 9.35120964050293,
      "learning_rate": 0.00019999921878811685,
      "loss": 4.8234,
      "step": 1992
    },
    {
      "epoch": 0.012780556624342696,
      "grad_norm": 12.36955451965332,
      "learning_rate": 0.00019999921799157254,
      "loss": 5.1183,
      "step": 1993
    },
    {
      "epoch": 0.012786969347184814,
      "grad_norm": 33.47473907470703,
      "learning_rate": 0.0001999992171946224,
      "loss": 5.0224,
      "step": 1994
    },
    {
      "epoch": 0.012793382070026933,
      "grad_norm": 11.145320892333984,
      "learning_rate": 0.00019999921639726634,
      "loss": 4.8636,
      "step": 1995
    },
    {
      "epoch": 0.012799794792869051,
      "grad_norm": 10.093145370483398,
      "learning_rate": 0.0001999992155995044,
      "loss": 5.0302,
      "step": 1996
    },
    {
      "epoch": 0.012806207515711172,
      "grad_norm": 8.050244331359863,
      "learning_rate": 0.0001999992148013366,
      "loss": 5.054,
      "step": 1997
    },
    {
      "epoch": 0.01281262023855329,
      "grad_norm": 9.906956672668457,
      "learning_rate": 0.00019999921400276288,
      "loss": 5.1039,
      "step": 1998
    },
    {
      "epoch": 0.012819032961395409,
      "grad_norm": 17.473331451416016,
      "learning_rate": 0.00019999921320378332,
      "loss": 4.8645,
      "step": 1999
    },
    {
      "epoch": 0.012825445684237527,
      "grad_norm": 16.394832611083984,
      "learning_rate": 0.00019999921240439786,
      "loss": 5.0371,
      "step": 2000
    },
    {
      "epoch": 0.012825445684237527,
      "eval_loss": 5.018418312072754,
      "eval_runtime": 34.7809,
      "eval_samples_per_second": 90.136,
      "eval_steps_per_second": 22.541,
      "step": 2000
    },
    {
      "epoch": 0.012831858407079646,
      "grad_norm": 8.548553466796875,
      "learning_rate": 0.00019999921160460653,
      "loss": 4.7764,
      "step": 2001
    },
    {
      "epoch": 0.012838271129921764,
      "grad_norm": 12.157565116882324,
      "learning_rate": 0.00019999921080440932,
      "loss": 5.1322,
      "step": 2002
    },
    {
      "epoch": 0.012844683852763883,
      "grad_norm": 9.834190368652344,
      "learning_rate": 0.00019999921000380622,
      "loss": 5.1459,
      "step": 2003
    },
    {
      "epoch": 0.012851096575606001,
      "grad_norm": 9.276151657104492,
      "learning_rate": 0.00019999920920279725,
      "loss": 5.1632,
      "step": 2004
    },
    {
      "epoch": 0.012857509298448122,
      "grad_norm": 16.208829879760742,
      "learning_rate": 0.00019999920840138238,
      "loss": 4.9002,
      "step": 2005
    },
    {
      "epoch": 0.01286392202129024,
      "grad_norm": 21.843412399291992,
      "learning_rate": 0.00019999920759956164,
      "loss": 5.1164,
      "step": 2006
    },
    {
      "epoch": 0.012870334744132359,
      "grad_norm": 9.812411308288574,
      "learning_rate": 0.00019999920679733503,
      "loss": 4.9944,
      "step": 2007
    },
    {
      "epoch": 0.012876747466974477,
      "grad_norm": 11.307633399963379,
      "learning_rate": 0.00019999920599470254,
      "loss": 5.0857,
      "step": 2008
    },
    {
      "epoch": 0.012883160189816596,
      "grad_norm": 18.192176818847656,
      "learning_rate": 0.00019999920519166416,
      "loss": 5.0378,
      "step": 2009
    },
    {
      "epoch": 0.012889572912658714,
      "grad_norm": 9.553035736083984,
      "learning_rate": 0.0001999992043882199,
      "loss": 4.8419,
      "step": 2010
    },
    {
      "epoch": 0.012895985635500833,
      "grad_norm": 12.918604850769043,
      "learning_rate": 0.00019999920358436976,
      "loss": 5.0804,
      "step": 2011
    },
    {
      "epoch": 0.012902398358342953,
      "grad_norm": 15.939957618713379,
      "learning_rate": 0.00019999920278011374,
      "loss": 5.1795,
      "step": 2012
    },
    {
      "epoch": 0.012908811081185072,
      "grad_norm": 14.791916847229004,
      "learning_rate": 0.00019999920197545185,
      "loss": 5.0627,
      "step": 2013
    },
    {
      "epoch": 0.01291522380402719,
      "grad_norm": 28.856088638305664,
      "learning_rate": 0.00019999920117038408,
      "loss": 5.0753,
      "step": 2014
    },
    {
      "epoch": 0.012921636526869309,
      "grad_norm": 19.395275115966797,
      "learning_rate": 0.0001999992003649104,
      "loss": 4.9304,
      "step": 2015
    },
    {
      "epoch": 0.012928049249711427,
      "grad_norm": 11.605988502502441,
      "learning_rate": 0.0001999991995590309,
      "loss": 5.0624,
      "step": 2016
    },
    {
      "epoch": 0.012934461972553546,
      "grad_norm": 18.388042449951172,
      "learning_rate": 0.00019999919875274546,
      "loss": 4.7636,
      "step": 2017
    },
    {
      "epoch": 0.012940874695395664,
      "grad_norm": 8.718196868896484,
      "learning_rate": 0.00019999919794605418,
      "loss": 5.4515,
      "step": 2018
    },
    {
      "epoch": 0.012947287418237783,
      "grad_norm": 9.937261581420898,
      "learning_rate": 0.00019999919713895698,
      "loss": 5.1263,
      "step": 2019
    },
    {
      "epoch": 0.012953700141079903,
      "grad_norm": 20.467344284057617,
      "learning_rate": 0.0001999991963314539,
      "loss": 5.0342,
      "step": 2020
    },
    {
      "epoch": 0.012960112863922022,
      "grad_norm": 15.722380638122559,
      "learning_rate": 0.00019999919552354497,
      "loss": 4.9322,
      "step": 2021
    },
    {
      "epoch": 0.01296652558676414,
      "grad_norm": 38.795494079589844,
      "learning_rate": 0.00019999919471523015,
      "loss": 5.0152,
      "step": 2022
    },
    {
      "epoch": 0.012972938309606259,
      "grad_norm": 17.094829559326172,
      "learning_rate": 0.00019999919390650947,
      "loss": 5.0902,
      "step": 2023
    },
    {
      "epoch": 0.012979351032448377,
      "grad_norm": 30.759450912475586,
      "learning_rate": 0.00019999919309738289,
      "loss": 5.0989,
      "step": 2024
    },
    {
      "epoch": 0.012985763755290496,
      "grad_norm": 44.98622512817383,
      "learning_rate": 0.00019999919228785043,
      "loss": 5.0908,
      "step": 2025
    },
    {
      "epoch": 0.012992176478132614,
      "grad_norm": 19.172014236450195,
      "learning_rate": 0.00019999919147791205,
      "loss": 4.9697,
      "step": 2026
    },
    {
      "epoch": 0.012998589200974733,
      "grad_norm": 33.47691345214844,
      "learning_rate": 0.00019999919066756788,
      "loss": 5.1002,
      "step": 2027
    },
    {
      "epoch": 0.013005001923816853,
      "grad_norm": 17.923782348632812,
      "learning_rate": 0.00019999918985681776,
      "loss": 5.1623,
      "step": 2028
    },
    {
      "epoch": 0.013011414646658972,
      "grad_norm": 36.47171401977539,
      "learning_rate": 0.00019999918904566177,
      "loss": 5.0116,
      "step": 2029
    },
    {
      "epoch": 0.01301782736950109,
      "grad_norm": 98.44747161865234,
      "learning_rate": 0.0001999991882340999,
      "loss": 4.9505,
      "step": 2030
    },
    {
      "epoch": 0.013024240092343209,
      "grad_norm": 165.51321411132812,
      "learning_rate": 0.00019999918742213217,
      "loss": 5.2229,
      "step": 2031
    },
    {
      "epoch": 0.013030652815185327,
      "grad_norm": 33.329776763916016,
      "learning_rate": 0.00019999918660975854,
      "loss": 5.2685,
      "step": 2032
    },
    {
      "epoch": 0.013037065538027446,
      "grad_norm": 113.75053405761719,
      "learning_rate": 0.00019999918579697906,
      "loss": 5.111,
      "step": 2033
    },
    {
      "epoch": 0.013043478260869565,
      "grad_norm": 151.62123107910156,
      "learning_rate": 0.00019999918498379366,
      "loss": 5.3637,
      "step": 2034
    },
    {
      "epoch": 0.013049890983711685,
      "grad_norm": 264.4745178222656,
      "learning_rate": 0.0001999991841702024,
      "loss": 5.5289,
      "step": 2035
    },
    {
      "epoch": 0.013056303706553803,
      "grad_norm": 87.50852966308594,
      "learning_rate": 0.00019999918335620524,
      "loss": 5.2927,
      "step": 2036
    },
    {
      "epoch": 0.013062716429395922,
      "grad_norm": 94.11901092529297,
      "learning_rate": 0.00019999918254180222,
      "loss": 5.2141,
      "step": 2037
    },
    {
      "epoch": 0.01306912915223804,
      "grad_norm": 44.545867919921875,
      "learning_rate": 0.0001999991817269933,
      "loss": 5.325,
      "step": 2038
    },
    {
      "epoch": 0.013075541875080159,
      "grad_norm": 69.95555877685547,
      "learning_rate": 0.00019999918091177853,
      "loss": 5.1498,
      "step": 2039
    },
    {
      "epoch": 0.013081954597922277,
      "grad_norm": 196.36349487304688,
      "learning_rate": 0.0001999991800961579,
      "loss": 5.2814,
      "step": 2040
    },
    {
      "epoch": 0.013088367320764396,
      "grad_norm": 135.1533203125,
      "learning_rate": 0.00019999917928013134,
      "loss": 5.0437,
      "step": 2041
    },
    {
      "epoch": 0.013094780043606515,
      "grad_norm": 31.387487411499023,
      "learning_rate": 0.00019999917846369895,
      "loss": 4.963,
      "step": 2042
    },
    {
      "epoch": 0.013101192766448635,
      "grad_norm": 40.79913330078125,
      "learning_rate": 0.0001999991776468606,
      "loss": 5.104,
      "step": 2043
    },
    {
      "epoch": 0.013107605489290753,
      "grad_norm": 59.190547943115234,
      "learning_rate": 0.00019999917682961643,
      "loss": 5.1907,
      "step": 2044
    },
    {
      "epoch": 0.013114018212132872,
      "grad_norm": 152.06993103027344,
      "learning_rate": 0.00019999917601196636,
      "loss": 5.3452,
      "step": 2045
    },
    {
      "epoch": 0.01312043093497499,
      "grad_norm": 162.60858154296875,
      "learning_rate": 0.0001999991751939104,
      "loss": 5.3063,
      "step": 2046
    },
    {
      "epoch": 0.013126843657817109,
      "grad_norm": 78.22856903076172,
      "learning_rate": 0.0001999991743754486,
      "loss": 5.3256,
      "step": 2047
    },
    {
      "epoch": 0.013133256380659227,
      "grad_norm": 404.30950927734375,
      "learning_rate": 0.00019999917355658088,
      "loss": 5.351,
      "step": 2048
    },
    {
      "epoch": 0.013139669103501346,
      "grad_norm": 262.88763427734375,
      "learning_rate": 0.0001999991727373073,
      "loss": 5.4752,
      "step": 2049
    },
    {
      "epoch": 0.013146081826343465,
      "grad_norm": 295.5432434082031,
      "learning_rate": 0.00019999917191762783,
      "loss": 5.3676,
      "step": 2050
    },
    {
      "epoch": 0.013152494549185585,
      "grad_norm": 513.7211303710938,
      "learning_rate": 0.00019999917109754249,
      "loss": 5.3248,
      "step": 2051
    },
    {
      "epoch": 0.013158907272027703,
      "grad_norm": 199.36074829101562,
      "learning_rate": 0.00019999917027705127,
      "loss": 5.2023,
      "step": 2052
    },
    {
      "epoch": 0.013165319994869822,
      "grad_norm": 78.0932388305664,
      "learning_rate": 0.00019999916945615418,
      "loss": 5.4341,
      "step": 2053
    },
    {
      "epoch": 0.01317173271771194,
      "grad_norm": 115.57872009277344,
      "learning_rate": 0.00019999916863485117,
      "loss": 5.3549,
      "step": 2054
    },
    {
      "epoch": 0.013178145440554059,
      "grad_norm": 915.850830078125,
      "learning_rate": 0.0001999991678131423,
      "loss": 5.6878,
      "step": 2055
    },
    {
      "epoch": 0.013184558163396178,
      "grad_norm": 668.70849609375,
      "learning_rate": 0.00019999916699102755,
      "loss": 5.9356,
      "step": 2056
    },
    {
      "epoch": 0.013190970886238296,
      "grad_norm": 332.0561828613281,
      "learning_rate": 0.00019999916616850693,
      "loss": 5.8793,
      "step": 2057
    },
    {
      "epoch": 0.013197383609080416,
      "grad_norm": 795.2933959960938,
      "learning_rate": 0.00019999916534558043,
      "loss": 5.9106,
      "step": 2058
    },
    {
      "epoch": 0.013203796331922535,
      "grad_norm": 294.9012451171875,
      "learning_rate": 0.00019999916452224806,
      "loss": 5.3947,
      "step": 2059
    },
    {
      "epoch": 0.013210209054764653,
      "grad_norm": 114.7474594116211,
      "learning_rate": 0.00019999916369850977,
      "loss": 5.4435,
      "step": 2060
    },
    {
      "epoch": 0.013216621777606772,
      "grad_norm": 62.781253814697266,
      "learning_rate": 0.00019999916287436565,
      "loss": 5.8336,
      "step": 2061
    },
    {
      "epoch": 0.01322303450044889,
      "grad_norm": 48.0159797668457,
      "learning_rate": 0.00019999916204981562,
      "loss": 5.3507,
      "step": 2062
    },
    {
      "epoch": 0.013229447223291009,
      "grad_norm": 66.38240051269531,
      "learning_rate": 0.00019999916122485968,
      "loss": 5.396,
      "step": 2063
    },
    {
      "epoch": 0.013235859946133128,
      "grad_norm": 200.06600952148438,
      "learning_rate": 0.0001999991603994979,
      "loss": 5.2487,
      "step": 2064
    },
    {
      "epoch": 0.013242272668975246,
      "grad_norm": 50.31217575073242,
      "learning_rate": 0.00019999915957373023,
      "loss": 5.1984,
      "step": 2065
    },
    {
      "epoch": 0.013248685391817366,
      "grad_norm": 69.9512939453125,
      "learning_rate": 0.0001999991587475567,
      "loss": 5.2902,
      "step": 2066
    },
    {
      "epoch": 0.013255098114659485,
      "grad_norm": 32.2393913269043,
      "learning_rate": 0.0001999991579209773,
      "loss": 5.1581,
      "step": 2067
    },
    {
      "epoch": 0.013261510837501603,
      "grad_norm": 57.595741271972656,
      "learning_rate": 0.00019999915709399194,
      "loss": 5.1373,
      "step": 2068
    },
    {
      "epoch": 0.013267923560343722,
      "grad_norm": 1023.96826171875,
      "learning_rate": 0.00019999915626660078,
      "loss": 5.3139,
      "step": 2069
    },
    {
      "epoch": 0.01327433628318584,
      "grad_norm": 359.01531982421875,
      "learning_rate": 0.0001999991554388037,
      "loss": 5.2451,
      "step": 2070
    },
    {
      "epoch": 0.013280749006027959,
      "grad_norm": 59.523658752441406,
      "learning_rate": 0.00019999915461060076,
      "loss": 5.1004,
      "step": 2071
    },
    {
      "epoch": 0.013287161728870078,
      "grad_norm": 59.78505325317383,
      "learning_rate": 0.00019999915378199194,
      "loss": 5.1681,
      "step": 2072
    },
    {
      "epoch": 0.013293574451712196,
      "grad_norm": 319.752197265625,
      "learning_rate": 0.0001999991529529772,
      "loss": 5.0625,
      "step": 2073
    },
    {
      "epoch": 0.013299987174554316,
      "grad_norm": 51.19007873535156,
      "learning_rate": 0.00019999915212355664,
      "loss": 5.2033,
      "step": 2074
    },
    {
      "epoch": 0.013306399897396435,
      "grad_norm": 64.42779541015625,
      "learning_rate": 0.00019999915129373017,
      "loss": 5.0151,
      "step": 2075
    },
    {
      "epoch": 0.013312812620238553,
      "grad_norm": 49.995338439941406,
      "learning_rate": 0.00019999915046349783,
      "loss": 5.1556,
      "step": 2076
    },
    {
      "epoch": 0.013319225343080672,
      "grad_norm": 103.24700164794922,
      "learning_rate": 0.0001999991496328596,
      "loss": 5.2885,
      "step": 2077
    },
    {
      "epoch": 0.01332563806592279,
      "grad_norm": 243.65464782714844,
      "learning_rate": 0.00019999914880181548,
      "loss": 5.2562,
      "step": 2078
    },
    {
      "epoch": 0.013332050788764909,
      "grad_norm": 321.8600769042969,
      "learning_rate": 0.00019999914797036553,
      "loss": 5.1481,
      "step": 2079
    },
    {
      "epoch": 0.013338463511607028,
      "grad_norm": 53.129852294921875,
      "learning_rate": 0.00019999914713850965,
      "loss": 5.3344,
      "step": 2080
    },
    {
      "epoch": 0.013344876234449148,
      "grad_norm": 154.1508026123047,
      "learning_rate": 0.00019999914630624787,
      "loss": 5.0728,
      "step": 2081
    },
    {
      "epoch": 0.013351288957291266,
      "grad_norm": 123.70629119873047,
      "learning_rate": 0.00019999914547358025,
      "loss": 5.327,
      "step": 2082
    },
    {
      "epoch": 0.013357701680133385,
      "grad_norm": 43.9694938659668,
      "learning_rate": 0.00019999914464050676,
      "loss": 5.0864,
      "step": 2083
    },
    {
      "epoch": 0.013364114402975504,
      "grad_norm": 33.1159553527832,
      "learning_rate": 0.00019999914380702737,
      "loss": 5.1802,
      "step": 2084
    },
    {
      "epoch": 0.013370527125817622,
      "grad_norm": 53.21104431152344,
      "learning_rate": 0.00019999914297314208,
      "loss": 5.242,
      "step": 2085
    },
    {
      "epoch": 0.01337693984865974,
      "grad_norm": 57.804134368896484,
      "learning_rate": 0.00019999914213885095,
      "loss": 5.169,
      "step": 2086
    },
    {
      "epoch": 0.013383352571501859,
      "grad_norm": 84.848876953125,
      "learning_rate": 0.00019999914130415392,
      "loss": 5.3744,
      "step": 2087
    },
    {
      "epoch": 0.013389765294343978,
      "grad_norm": 108.5594711303711,
      "learning_rate": 0.00019999914046905102,
      "loss": 5.3249,
      "step": 2088
    },
    {
      "epoch": 0.013396178017186098,
      "grad_norm": 375.2288818359375,
      "learning_rate": 0.00019999913963354222,
      "loss": 5.5133,
      "step": 2089
    },
    {
      "epoch": 0.013402590740028216,
      "grad_norm": 1850.451416015625,
      "learning_rate": 0.00019999913879762755,
      "loss": 5.2552,
      "step": 2090
    },
    {
      "epoch": 0.013409003462870335,
      "grad_norm": 204.2759246826172,
      "learning_rate": 0.000199999137961307,
      "loss": 5.317,
      "step": 2091
    },
    {
      "epoch": 0.013415416185712454,
      "grad_norm": 81.31611633300781,
      "learning_rate": 0.0001999991371245806,
      "loss": 5.2042,
      "step": 2092
    },
    {
      "epoch": 0.013421828908554572,
      "grad_norm": 116.86784362792969,
      "learning_rate": 0.00019999913628744825,
      "loss": 5.4308,
      "step": 2093
    },
    {
      "epoch": 0.01342824163139669,
      "grad_norm": 40.377323150634766,
      "learning_rate": 0.0001999991354499101,
      "loss": 5.464,
      "step": 2094
    },
    {
      "epoch": 0.01343465435423881,
      "grad_norm": 31.534563064575195,
      "learning_rate": 0.00019999913461196602,
      "loss": 5.4236,
      "step": 2095
    },
    {
      "epoch": 0.013441067077080928,
      "grad_norm": 38.22620391845703,
      "learning_rate": 0.00019999913377361607,
      "loss": 5.4142,
      "step": 2096
    },
    {
      "epoch": 0.013447479799923048,
      "grad_norm": 45.730316162109375,
      "learning_rate": 0.00019999913293486024,
      "loss": 5.3324,
      "step": 2097
    },
    {
      "epoch": 0.013453892522765167,
      "grad_norm": 38.56745910644531,
      "learning_rate": 0.00019999913209569852,
      "loss": 5.3963,
      "step": 2098
    },
    {
      "epoch": 0.013460305245607285,
      "grad_norm": 95.64313507080078,
      "learning_rate": 0.00019999913125613096,
      "loss": 5.205,
      "step": 2099
    },
    {
      "epoch": 0.013466717968449404,
      "grad_norm": 49.63162612915039,
      "learning_rate": 0.00019999913041615747,
      "loss": 5.2118,
      "step": 2100
    },
    {
      "epoch": 0.013466717968449404,
      "eval_loss": 5.175472259521484,
      "eval_runtime": 34.7421,
      "eval_samples_per_second": 90.236,
      "eval_steps_per_second": 22.566,
      "step": 2100
    },
    {
      "epoch": 0.013473130691291522,
      "grad_norm": 38.55320358276367,
      "learning_rate": 0.0001999991295757781,
      "loss": 5.2224,
      "step": 2101
    },
    {
      "epoch": 0.01347954341413364,
      "grad_norm": 33.190391540527344,
      "learning_rate": 0.0001999991287349929,
      "loss": 5.2222,
      "step": 2102
    },
    {
      "epoch": 0.01348595613697576,
      "grad_norm": 32.08640670776367,
      "learning_rate": 0.00019999912789380177,
      "loss": 5.2875,
      "step": 2103
    },
    {
      "epoch": 0.01349236885981788,
      "grad_norm": 79.38714599609375,
      "learning_rate": 0.0001999991270522048,
      "loss": 5.2973,
      "step": 2104
    },
    {
      "epoch": 0.013498781582659998,
      "grad_norm": 16.815088272094727,
      "learning_rate": 0.00019999912621020192,
      "loss": 5.1645,
      "step": 2105
    },
    {
      "epoch": 0.013505194305502117,
      "grad_norm": 39.60710144042969,
      "learning_rate": 0.00019999912536779318,
      "loss": 5.1116,
      "step": 2106
    },
    {
      "epoch": 0.013511607028344235,
      "grad_norm": 33.07038497924805,
      "learning_rate": 0.00019999912452497857,
      "loss": 5.0616,
      "step": 2107
    },
    {
      "epoch": 0.013518019751186354,
      "grad_norm": 61.41848373413086,
      "learning_rate": 0.00019999912368175803,
      "loss": 5.1983,
      "step": 2108
    },
    {
      "epoch": 0.013524432474028472,
      "grad_norm": 29.98615264892578,
      "learning_rate": 0.00019999912283813167,
      "loss": 5.1475,
      "step": 2109
    },
    {
      "epoch": 0.01353084519687059,
      "grad_norm": 52.89604949951172,
      "learning_rate": 0.00019999912199409941,
      "loss": 5.3562,
      "step": 2110
    },
    {
      "epoch": 0.01353725791971271,
      "grad_norm": 24.998159408569336,
      "learning_rate": 0.00019999912114966123,
      "loss": 5.147,
      "step": 2111
    },
    {
      "epoch": 0.01354367064255483,
      "grad_norm": 48.730350494384766,
      "learning_rate": 0.0001999991203048172,
      "loss": 5.1224,
      "step": 2112
    },
    {
      "epoch": 0.013550083365396948,
      "grad_norm": 31.614177703857422,
      "learning_rate": 0.0001999991194595673,
      "loss": 5.2629,
      "step": 2113
    },
    {
      "epoch": 0.013556496088239067,
      "grad_norm": 33.12004852294922,
      "learning_rate": 0.00019999911861391155,
      "loss": 5.1854,
      "step": 2114
    },
    {
      "epoch": 0.013562908811081185,
      "grad_norm": 86.92774963378906,
      "learning_rate": 0.00019999911776784988,
      "loss": 5.0437,
      "step": 2115
    },
    {
      "epoch": 0.013569321533923304,
      "grad_norm": 113.01622009277344,
      "learning_rate": 0.00019999911692138232,
      "loss": 4.9881,
      "step": 2116
    },
    {
      "epoch": 0.013575734256765422,
      "grad_norm": 38.7501220703125,
      "learning_rate": 0.00019999911607450889,
      "loss": 5.1079,
      "step": 2117
    },
    {
      "epoch": 0.01358214697960754,
      "grad_norm": 12.12819766998291,
      "learning_rate": 0.00019999911522722958,
      "loss": 5.4547,
      "step": 2118
    },
    {
      "epoch": 0.013588559702449661,
      "grad_norm": 63.72761154174805,
      "learning_rate": 0.0001999991143795444,
      "loss": 5.3148,
      "step": 2119
    },
    {
      "epoch": 0.01359497242529178,
      "grad_norm": 19.412504196166992,
      "learning_rate": 0.00019999911353145333,
      "loss": 5.0631,
      "step": 2120
    },
    {
      "epoch": 0.013601385148133898,
      "grad_norm": 35.56930923461914,
      "learning_rate": 0.00019999911268295638,
      "loss": 5.1461,
      "step": 2121
    },
    {
      "epoch": 0.013607797870976017,
      "grad_norm": 23.744592666625977,
      "learning_rate": 0.00019999911183405357,
      "loss": 5.0571,
      "step": 2122
    },
    {
      "epoch": 0.013614210593818135,
      "grad_norm": 22.174680709838867,
      "learning_rate": 0.00019999911098474485,
      "loss": 5.1135,
      "step": 2123
    },
    {
      "epoch": 0.013620623316660254,
      "grad_norm": 14.413689613342285,
      "learning_rate": 0.00019999911013503027,
      "loss": 5.2395,
      "step": 2124
    },
    {
      "epoch": 0.013627036039502372,
      "grad_norm": 32.5356330871582,
      "learning_rate": 0.00019999910928490978,
      "loss": 5.0314,
      "step": 2125
    },
    {
      "epoch": 0.01363344876234449,
      "grad_norm": 24.387554168701172,
      "learning_rate": 0.00019999910843438343,
      "loss": 5.2096,
      "step": 2126
    },
    {
      "epoch": 0.013639861485186611,
      "grad_norm": 11.227509498596191,
      "learning_rate": 0.00019999910758345123,
      "loss": 5.4236,
      "step": 2127
    },
    {
      "epoch": 0.01364627420802873,
      "grad_norm": 42.52584457397461,
      "learning_rate": 0.0001999991067321131,
      "loss": 5.2515,
      "step": 2128
    },
    {
      "epoch": 0.013652686930870848,
      "grad_norm": 29.161014556884766,
      "learning_rate": 0.00019999910588036914,
      "loss": 5.1345,
      "step": 2129
    },
    {
      "epoch": 0.013659099653712967,
      "grad_norm": 45.71271896362305,
      "learning_rate": 0.00019999910502821927,
      "loss": 5.2403,
      "step": 2130
    },
    {
      "epoch": 0.013665512376555085,
      "grad_norm": 43.90553283691406,
      "learning_rate": 0.00019999910417566353,
      "loss": 5.0776,
      "step": 2131
    },
    {
      "epoch": 0.013671925099397204,
      "grad_norm": 19.947071075439453,
      "learning_rate": 0.0001999991033227019,
      "loss": 4.9747,
      "step": 2132
    },
    {
      "epoch": 0.013678337822239322,
      "grad_norm": 32.1727409362793,
      "learning_rate": 0.0001999991024693344,
      "loss": 5.3241,
      "step": 2133
    },
    {
      "epoch": 0.01368475054508144,
      "grad_norm": 15.706764221191406,
      "learning_rate": 0.00019999910161556098,
      "loss": 5.0166,
      "step": 2134
    },
    {
      "epoch": 0.013691163267923561,
      "grad_norm": 19.759538650512695,
      "learning_rate": 0.00019999910076138174,
      "loss": 5.0089,
      "step": 2135
    },
    {
      "epoch": 0.01369757599076568,
      "grad_norm": 22.451824188232422,
      "learning_rate": 0.0001999990999067966,
      "loss": 5.1249,
      "step": 2136
    },
    {
      "epoch": 0.013703988713607798,
      "grad_norm": 31.576026916503906,
      "learning_rate": 0.00019999909905180557,
      "loss": 5.1133,
      "step": 2137
    },
    {
      "epoch": 0.013710401436449917,
      "grad_norm": 25.721351623535156,
      "learning_rate": 0.00019999909819640865,
      "loss": 5.0509,
      "step": 2138
    },
    {
      "epoch": 0.013716814159292035,
      "grad_norm": 25.710304260253906,
      "learning_rate": 0.0001999990973406059,
      "loss": 5.1043,
      "step": 2139
    },
    {
      "epoch": 0.013723226882134154,
      "grad_norm": 40.27360534667969,
      "learning_rate": 0.00019999909648439723,
      "loss": 5.0785,
      "step": 2140
    },
    {
      "epoch": 0.013729639604976272,
      "grad_norm": 23.517791748046875,
      "learning_rate": 0.00019999909562778268,
      "loss": 5.0904,
      "step": 2141
    },
    {
      "epoch": 0.013736052327818393,
      "grad_norm": 18.629180908203125,
      "learning_rate": 0.00019999909477076228,
      "loss": 5.0901,
      "step": 2142
    },
    {
      "epoch": 0.013742465050660511,
      "grad_norm": 77.83330535888672,
      "learning_rate": 0.00019999909391333595,
      "loss": 5.1877,
      "step": 2143
    },
    {
      "epoch": 0.01374887777350263,
      "grad_norm": 43.984989166259766,
      "learning_rate": 0.00019999909305550375,
      "loss": 5.0238,
      "step": 2144
    },
    {
      "epoch": 0.013755290496344748,
      "grad_norm": 18.992101669311523,
      "learning_rate": 0.00019999909219726568,
      "loss": 4.9232,
      "step": 2145
    },
    {
      "epoch": 0.013761703219186867,
      "grad_norm": 42.448116302490234,
      "learning_rate": 0.00019999909133862175,
      "loss": 5.1843,
      "step": 2146
    },
    {
      "epoch": 0.013768115942028985,
      "grad_norm": 20.0623722076416,
      "learning_rate": 0.00019999909047957194,
      "loss": 5.0082,
      "step": 2147
    },
    {
      "epoch": 0.013774528664871104,
      "grad_norm": 24.95921516418457,
      "learning_rate": 0.00019999908962011623,
      "loss": 4.9826,
      "step": 2148
    },
    {
      "epoch": 0.013780941387713222,
      "grad_norm": 24.367502212524414,
      "learning_rate": 0.00019999908876025467,
      "loss": 5.0621,
      "step": 2149
    },
    {
      "epoch": 0.013787354110555343,
      "grad_norm": 98.13746643066406,
      "learning_rate": 0.00019999908789998717,
      "loss": 5.1156,
      "step": 2150
    },
    {
      "epoch": 0.013793766833397461,
      "grad_norm": 53.09431838989258,
      "learning_rate": 0.00019999908703931385,
      "loss": 5.163,
      "step": 2151
    },
    {
      "epoch": 0.01380017955623958,
      "grad_norm": 23.939678192138672,
      "learning_rate": 0.00019999908617823463,
      "loss": 5.1932,
      "step": 2152
    },
    {
      "epoch": 0.013806592279081698,
      "grad_norm": 37.01430892944336,
      "learning_rate": 0.00019999908531674954,
      "loss": 5.1922,
      "step": 2153
    },
    {
      "epoch": 0.013813005001923817,
      "grad_norm": 24.796518325805664,
      "learning_rate": 0.00019999908445485852,
      "loss": 5.1428,
      "step": 2154
    },
    {
      "epoch": 0.013819417724765935,
      "grad_norm": 48.14485168457031,
      "learning_rate": 0.00019999908359256169,
      "loss": 5.2492,
      "step": 2155
    },
    {
      "epoch": 0.013825830447608054,
      "grad_norm": 28.81418228149414,
      "learning_rate": 0.00019999908272985893,
      "loss": 5.246,
      "step": 2156
    },
    {
      "epoch": 0.013832243170450172,
      "grad_norm": 24.16750144958496,
      "learning_rate": 0.00019999908186675032,
      "loss": 5.4142,
      "step": 2157
    },
    {
      "epoch": 0.013838655893292293,
      "grad_norm": 33.272125244140625,
      "learning_rate": 0.00019999908100323582,
      "loss": 5.4436,
      "step": 2158
    },
    {
      "epoch": 0.013845068616134411,
      "grad_norm": 36.17513656616211,
      "learning_rate": 0.00019999908013931542,
      "loss": 5.2453,
      "step": 2159
    },
    {
      "epoch": 0.01385148133897653,
      "grad_norm": 32.57292175292969,
      "learning_rate": 0.00019999907927498918,
      "loss": 5.2736,
      "step": 2160
    },
    {
      "epoch": 0.013857894061818648,
      "grad_norm": 21.570188522338867,
      "learning_rate": 0.00019999907841025704,
      "loss": 5.2388,
      "step": 2161
    },
    {
      "epoch": 0.013864306784660767,
      "grad_norm": 24.12934684753418,
      "learning_rate": 0.00019999907754511903,
      "loss": 5.1014,
      "step": 2162
    },
    {
      "epoch": 0.013870719507502885,
      "grad_norm": 42.95881271362305,
      "learning_rate": 0.00019999907667957512,
      "loss": 4.9857,
      "step": 2163
    },
    {
      "epoch": 0.013877132230345004,
      "grad_norm": 16.737751007080078,
      "learning_rate": 0.00019999907581362534,
      "loss": 5.1199,
      "step": 2164
    },
    {
      "epoch": 0.013883544953187124,
      "grad_norm": 31.985374450683594,
      "learning_rate": 0.00019999907494726968,
      "loss": 5.1244,
      "step": 2165
    },
    {
      "epoch": 0.013889957676029243,
      "grad_norm": 20.872695922851562,
      "learning_rate": 0.00019999907408050813,
      "loss": 5.1397,
      "step": 2166
    },
    {
      "epoch": 0.013896370398871361,
      "grad_norm": 34.06124496459961,
      "learning_rate": 0.00019999907321334074,
      "loss": 5.2849,
      "step": 2167
    },
    {
      "epoch": 0.01390278312171348,
      "grad_norm": 24.906227111816406,
      "learning_rate": 0.00019999907234576742,
      "loss": 5.2182,
      "step": 2168
    },
    {
      "epoch": 0.013909195844555598,
      "grad_norm": 54.046409606933594,
      "learning_rate": 0.00019999907147778825,
      "loss": 5.0412,
      "step": 2169
    },
    {
      "epoch": 0.013915608567397717,
      "grad_norm": 50.131866455078125,
      "learning_rate": 0.00019999907060940317,
      "loss": 5.2215,
      "step": 2170
    },
    {
      "epoch": 0.013922021290239835,
      "grad_norm": 29.55152702331543,
      "learning_rate": 0.00019999906974061226,
      "loss": 5.1562,
      "step": 2171
    },
    {
      "epoch": 0.013928434013081954,
      "grad_norm": 36.51415252685547,
      "learning_rate": 0.00019999906887141543,
      "loss": 5.2448,
      "step": 2172
    },
    {
      "epoch": 0.013934846735924074,
      "grad_norm": 39.303428649902344,
      "learning_rate": 0.00019999906800181275,
      "loss": 5.4932,
      "step": 2173
    },
    {
      "epoch": 0.013941259458766193,
      "grad_norm": 75.0734634399414,
      "learning_rate": 0.00019999906713180415,
      "loss": 5.2543,
      "step": 2174
    },
    {
      "epoch": 0.013947672181608311,
      "grad_norm": 149.43263244628906,
      "learning_rate": 0.0001999990662613897,
      "loss": 5.2066,
      "step": 2175
    },
    {
      "epoch": 0.01395408490445043,
      "grad_norm": 42.65929412841797,
      "learning_rate": 0.00019999906539056936,
      "loss": 5.1796,
      "step": 2176
    },
    {
      "epoch": 0.013960497627292548,
      "grad_norm": 37.83701705932617,
      "learning_rate": 0.00019999906451934315,
      "loss": 5.1467,
      "step": 2177
    },
    {
      "epoch": 0.013966910350134667,
      "grad_norm": 34.234798431396484,
      "learning_rate": 0.00019999906364771106,
      "loss": 5.4376,
      "step": 2178
    },
    {
      "epoch": 0.013973323072976785,
      "grad_norm": 61.157371520996094,
      "learning_rate": 0.00019999906277567308,
      "loss": 5.1201,
      "step": 2179
    },
    {
      "epoch": 0.013979735795818904,
      "grad_norm": 104.93238830566406,
      "learning_rate": 0.0001999990619032292,
      "loss": 5.3873,
      "step": 2180
    },
    {
      "epoch": 0.013986148518661024,
      "grad_norm": 54.89887619018555,
      "learning_rate": 0.0001999990610303795,
      "loss": 5.1032,
      "step": 2181
    },
    {
      "epoch": 0.013992561241503143,
      "grad_norm": 133.2285614013672,
      "learning_rate": 0.00019999906015712388,
      "loss": 5.2593,
      "step": 2182
    },
    {
      "epoch": 0.013998973964345261,
      "grad_norm": 32.4578857421875,
      "learning_rate": 0.00019999905928346238,
      "loss": 5.1167,
      "step": 2183
    },
    {
      "epoch": 0.01400538668718738,
      "grad_norm": 58.0808219909668,
      "learning_rate": 0.00019999905840939502,
      "loss": 5.2104,
      "step": 2184
    },
    {
      "epoch": 0.014011799410029498,
      "grad_norm": 68.86175537109375,
      "learning_rate": 0.00019999905753492175,
      "loss": 5.3133,
      "step": 2185
    },
    {
      "epoch": 0.014018212132871617,
      "grad_norm": 46.753849029541016,
      "learning_rate": 0.00019999905666004262,
      "loss": 5.1902,
      "step": 2186
    },
    {
      "epoch": 0.014024624855713735,
      "grad_norm": 29.882244110107422,
      "learning_rate": 0.0001999990557847576,
      "loss": 5.1881,
      "step": 2187
    },
    {
      "epoch": 0.014031037578555856,
      "grad_norm": 27.183984756469727,
      "learning_rate": 0.0001999990549090667,
      "loss": 5.2659,
      "step": 2188
    },
    {
      "epoch": 0.014037450301397974,
      "grad_norm": 27.474029541015625,
      "learning_rate": 0.00019999905403296993,
      "loss": 5.1043,
      "step": 2189
    },
    {
      "epoch": 0.014043863024240093,
      "grad_norm": 34.19999313354492,
      "learning_rate": 0.00019999905315646729,
      "loss": 5.1353,
      "step": 2190
    },
    {
      "epoch": 0.014050275747082211,
      "grad_norm": 11.79894733428955,
      "learning_rate": 0.00019999905227955877,
      "loss": 5.033,
      "step": 2191
    },
    {
      "epoch": 0.01405668846992433,
      "grad_norm": 52.32966995239258,
      "learning_rate": 0.00019999905140224435,
      "loss": 5.3057,
      "step": 2192
    },
    {
      "epoch": 0.014063101192766448,
      "grad_norm": 50.2580451965332,
      "learning_rate": 0.00019999905052452407,
      "loss": 5.3657,
      "step": 2193
    },
    {
      "epoch": 0.014069513915608567,
      "grad_norm": 52.45576477050781,
      "learning_rate": 0.00019999904964639788,
      "loss": 5.4171,
      "step": 2194
    },
    {
      "epoch": 0.014075926638450685,
      "grad_norm": 28.925979614257812,
      "learning_rate": 0.00019999904876786582,
      "loss": 5.3361,
      "step": 2195
    },
    {
      "epoch": 0.014082339361292806,
      "grad_norm": 66.90367126464844,
      "learning_rate": 0.00019999904788892792,
      "loss": 5.4067,
      "step": 2196
    },
    {
      "epoch": 0.014088752084134924,
      "grad_norm": 96.5448226928711,
      "learning_rate": 0.0001999990470095841,
      "loss": 5.5115,
      "step": 2197
    },
    {
      "epoch": 0.014095164806977043,
      "grad_norm": 111.34044647216797,
      "learning_rate": 0.00019999904612983443,
      "loss": 5.3664,
      "step": 2198
    },
    {
      "epoch": 0.014101577529819161,
      "grad_norm": 10.285364151000977,
      "learning_rate": 0.00019999904524967886,
      "loss": 5.261,
      "step": 2199
    },
    {
      "epoch": 0.01410799025266128,
      "grad_norm": 43.900691986083984,
      "learning_rate": 0.0001999990443691174,
      "loss": 5.5984,
      "step": 2200
    },
    {
      "epoch": 0.01410799025266128,
      "eval_loss": 5.2078680992126465,
      "eval_runtime": 34.7547,
      "eval_samples_per_second": 90.204,
      "eval_steps_per_second": 22.558,
      "step": 2200
    },
    {
      "epoch": 0.014114402975503398,
      "grad_norm": 34.52450180053711,
      "learning_rate": 0.00019999904348815006,
      "loss": 5.5517,
      "step": 2201
    },
    {
      "epoch": 0.014120815698345517,
      "grad_norm": 11.32943058013916,
      "learning_rate": 0.00019999904260677688,
      "loss": 5.4352,
      "step": 2202
    },
    {
      "epoch": 0.014127228421187635,
      "grad_norm": 46.19231414794922,
      "learning_rate": 0.00019999904172499777,
      "loss": 5.374,
      "step": 2203
    },
    {
      "epoch": 0.014133641144029756,
      "grad_norm": 14.718870162963867,
      "learning_rate": 0.00019999904084281282,
      "loss": 5.1763,
      "step": 2204
    },
    {
      "epoch": 0.014140053866871874,
      "grad_norm": 27.059598922729492,
      "learning_rate": 0.00019999903996022197,
      "loss": 5.1668,
      "step": 2205
    },
    {
      "epoch": 0.014146466589713993,
      "grad_norm": 24.03194236755371,
      "learning_rate": 0.00019999903907722523,
      "loss": 5.3024,
      "step": 2206
    },
    {
      "epoch": 0.014152879312556111,
      "grad_norm": 32.700931549072266,
      "learning_rate": 0.00019999903819382264,
      "loss": 5.0215,
      "step": 2207
    },
    {
      "epoch": 0.01415929203539823,
      "grad_norm": 29.458133697509766,
      "learning_rate": 0.00019999903731001415,
      "loss": 5.3962,
      "step": 2208
    },
    {
      "epoch": 0.014165704758240348,
      "grad_norm": 51.453392028808594,
      "learning_rate": 0.0001999990364257998,
      "loss": 5.3317,
      "step": 2209
    },
    {
      "epoch": 0.014172117481082467,
      "grad_norm": 9.402016639709473,
      "learning_rate": 0.00019999903554117956,
      "loss": 5.0971,
      "step": 2210
    },
    {
      "epoch": 0.014178530203924587,
      "grad_norm": 204.2320556640625,
      "learning_rate": 0.00019999903465615343,
      "loss": 5.0432,
      "step": 2211
    },
    {
      "epoch": 0.014184942926766706,
      "grad_norm": 27.4475040435791,
      "learning_rate": 0.00019999903377072143,
      "loss": 5.1599,
      "step": 2212
    },
    {
      "epoch": 0.014191355649608824,
      "grad_norm": 8.380306243896484,
      "learning_rate": 0.00019999903288488353,
      "loss": 5.1402,
      "step": 2213
    },
    {
      "epoch": 0.014197768372450943,
      "grad_norm": 33.337928771972656,
      "learning_rate": 0.0001999990319986398,
      "loss": 5.1827,
      "step": 2214
    },
    {
      "epoch": 0.014204181095293061,
      "grad_norm": 11.846115112304688,
      "learning_rate": 0.00019999903111199015,
      "loss": 5.0695,
      "step": 2215
    },
    {
      "epoch": 0.01421059381813518,
      "grad_norm": 31.2075138092041,
      "learning_rate": 0.0001999990302249346,
      "loss": 5.4016,
      "step": 2216
    },
    {
      "epoch": 0.014217006540977298,
      "grad_norm": 37.90298843383789,
      "learning_rate": 0.0001999990293374732,
      "loss": 5.2304,
      "step": 2217
    },
    {
      "epoch": 0.014223419263819417,
      "grad_norm": 26.63846778869629,
      "learning_rate": 0.00019999902844960592,
      "loss": 5.3892,
      "step": 2218
    },
    {
      "epoch": 0.014229831986661537,
      "grad_norm": 23.016273498535156,
      "learning_rate": 0.00019999902756133277,
      "loss": 5.129,
      "step": 2219
    },
    {
      "epoch": 0.014236244709503656,
      "grad_norm": 41.13765335083008,
      "learning_rate": 0.00019999902667265374,
      "loss": 5.6389,
      "step": 2220
    },
    {
      "epoch": 0.014242657432345774,
      "grad_norm": 7.580878734588623,
      "learning_rate": 0.00019999902578356882,
      "loss": 5.0868,
      "step": 2221
    },
    {
      "epoch": 0.014249070155187893,
      "grad_norm": 26.05437660217285,
      "learning_rate": 0.000199999024894078,
      "loss": 5.0799,
      "step": 2222
    },
    {
      "epoch": 0.014255482878030011,
      "grad_norm": 67.54882049560547,
      "learning_rate": 0.00019999902400418134,
      "loss": 5.5148,
      "step": 2223
    },
    {
      "epoch": 0.01426189560087213,
      "grad_norm": 18.666372299194336,
      "learning_rate": 0.00019999902311387878,
      "loss": 5.0857,
      "step": 2224
    },
    {
      "epoch": 0.014268308323714248,
      "grad_norm": 6.335509777069092,
      "learning_rate": 0.00019999902222317032,
      "loss": 4.8763,
      "step": 2225
    },
    {
      "epoch": 0.014274721046556367,
      "grad_norm": 33.71125030517578,
      "learning_rate": 0.00019999902133205604,
      "loss": 5.1566,
      "step": 2226
    },
    {
      "epoch": 0.014281133769398487,
      "grad_norm": 55.12346649169922,
      "learning_rate": 0.00019999902044053584,
      "loss": 5.2315,
      "step": 2227
    },
    {
      "epoch": 0.014287546492240606,
      "grad_norm": 17.326093673706055,
      "learning_rate": 0.00019999901954860977,
      "loss": 5.0528,
      "step": 2228
    },
    {
      "epoch": 0.014293959215082724,
      "grad_norm": 20.56223487854004,
      "learning_rate": 0.00019999901865627782,
      "loss": 4.9739,
      "step": 2229
    },
    {
      "epoch": 0.014300371937924843,
      "grad_norm": 30.764278411865234,
      "learning_rate": 0.00019999901776353998,
      "loss": 5.1962,
      "step": 2230
    },
    {
      "epoch": 0.014306784660766961,
      "grad_norm": 20.554851531982422,
      "learning_rate": 0.00019999901687039624,
      "loss": 5.2762,
      "step": 2231
    },
    {
      "epoch": 0.01431319738360908,
      "grad_norm": 8.562410354614258,
      "learning_rate": 0.00019999901597684666,
      "loss": 5.0647,
      "step": 2232
    },
    {
      "epoch": 0.014319610106451199,
      "grad_norm": 16.06829833984375,
      "learning_rate": 0.00019999901508289117,
      "loss": 5.1257,
      "step": 2233
    },
    {
      "epoch": 0.014326022829293319,
      "grad_norm": 8.537660598754883,
      "learning_rate": 0.00019999901418852982,
      "loss": 5.0845,
      "step": 2234
    },
    {
      "epoch": 0.014332435552135437,
      "grad_norm": 8.133827209472656,
      "learning_rate": 0.0001999990132937626,
      "loss": 5.0453,
      "step": 2235
    },
    {
      "epoch": 0.014338848274977556,
      "grad_norm": 8.514917373657227,
      "learning_rate": 0.0001999990123985895,
      "loss": 5.2441,
      "step": 2236
    },
    {
      "epoch": 0.014345260997819674,
      "grad_norm": 15.283159255981445,
      "learning_rate": 0.0001999990115030105,
      "loss": 4.9596,
      "step": 2237
    },
    {
      "epoch": 0.014351673720661793,
      "grad_norm": 10.820773124694824,
      "learning_rate": 0.00019999901060702561,
      "loss": 5.0405,
      "step": 2238
    },
    {
      "epoch": 0.014358086443503911,
      "grad_norm": 10.135241508483887,
      "learning_rate": 0.00019999900971063488,
      "loss": 5.0746,
      "step": 2239
    },
    {
      "epoch": 0.01436449916634603,
      "grad_norm": 12.34039306640625,
      "learning_rate": 0.00019999900881383824,
      "loss": 5.2403,
      "step": 2240
    },
    {
      "epoch": 0.014370911889188149,
      "grad_norm": 20.393386840820312,
      "learning_rate": 0.00019999900791663574,
      "loss": 4.9869,
      "step": 2241
    },
    {
      "epoch": 0.014377324612030269,
      "grad_norm": 12.29504680633545,
      "learning_rate": 0.00019999900701902733,
      "loss": 4.8952,
      "step": 2242
    },
    {
      "epoch": 0.014383737334872387,
      "grad_norm": 15.696823120117188,
      "learning_rate": 0.0001999990061210131,
      "loss": 5.2309,
      "step": 2243
    },
    {
      "epoch": 0.014390150057714506,
      "grad_norm": 10.760401725769043,
      "learning_rate": 0.00019999900522259294,
      "loss": 4.9939,
      "step": 2244
    },
    {
      "epoch": 0.014396562780556624,
      "grad_norm": 11.283498764038086,
      "learning_rate": 0.0001999990043237669,
      "loss": 5.2067,
      "step": 2245
    },
    {
      "epoch": 0.014402975503398743,
      "grad_norm": 10.821824073791504,
      "learning_rate": 0.00019999900342453498,
      "loss": 5.1255,
      "step": 2246
    },
    {
      "epoch": 0.014409388226240862,
      "grad_norm": 9.65936279296875,
      "learning_rate": 0.0001999990025248972,
      "loss": 5.084,
      "step": 2247
    },
    {
      "epoch": 0.01441580094908298,
      "grad_norm": 56.105472564697266,
      "learning_rate": 0.00019999900162485354,
      "loss": 5.1023,
      "step": 2248
    },
    {
      "epoch": 0.014422213671925099,
      "grad_norm": 11.400793075561523,
      "learning_rate": 0.000199999000724404,
      "loss": 5.0552,
      "step": 2249
    },
    {
      "epoch": 0.014428626394767219,
      "grad_norm": 16.594635009765625,
      "learning_rate": 0.00019999899982354858,
      "loss": 5.2583,
      "step": 2250
    },
    {
      "epoch": 0.014435039117609337,
      "grad_norm": 8.412456512451172,
      "learning_rate": 0.00019999899892228729,
      "loss": 4.912,
      "step": 2251
    },
    {
      "epoch": 0.014441451840451456,
      "grad_norm": 7.998408317565918,
      "learning_rate": 0.0001999989980206201,
      "loss": 5.0984,
      "step": 2252
    },
    {
      "epoch": 0.014447864563293574,
      "grad_norm": 5.93506383895874,
      "learning_rate": 0.00019999899711854702,
      "loss": 5.1718,
      "step": 2253
    },
    {
      "epoch": 0.014454277286135693,
      "grad_norm": 19.33544158935547,
      "learning_rate": 0.00019999899621606809,
      "loss": 5.023,
      "step": 2254
    },
    {
      "epoch": 0.014460690008977812,
      "grad_norm": 49.39146423339844,
      "learning_rate": 0.00019999899531318325,
      "loss": 4.9297,
      "step": 2255
    },
    {
      "epoch": 0.01446710273181993,
      "grad_norm": 8.328080177307129,
      "learning_rate": 0.00019999899440989257,
      "loss": 4.9907,
      "step": 2256
    },
    {
      "epoch": 0.01447351545466205,
      "grad_norm": 13.791200637817383,
      "learning_rate": 0.00019999899350619596,
      "loss": 5.2034,
      "step": 2257
    },
    {
      "epoch": 0.014479928177504169,
      "grad_norm": 11.344182014465332,
      "learning_rate": 0.00019999899260209351,
      "loss": 4.8976,
      "step": 2258
    },
    {
      "epoch": 0.014486340900346287,
      "grad_norm": 19.39556312561035,
      "learning_rate": 0.00019999899169758517,
      "loss": 5.3835,
      "step": 2259
    },
    {
      "epoch": 0.014492753623188406,
      "grad_norm": 10.529850959777832,
      "learning_rate": 0.00019999899079267098,
      "loss": 4.8269,
      "step": 2260
    },
    {
      "epoch": 0.014499166346030525,
      "grad_norm": 6.141612529754639,
      "learning_rate": 0.00019999898988735086,
      "loss": 5.2022,
      "step": 2261
    },
    {
      "epoch": 0.014505579068872643,
      "grad_norm": 7.521255016326904,
      "learning_rate": 0.0001999989889816249,
      "loss": 5.0371,
      "step": 2262
    },
    {
      "epoch": 0.014511991791714762,
      "grad_norm": 6.274684906005859,
      "learning_rate": 0.000199998988075493,
      "loss": 5.0071,
      "step": 2263
    },
    {
      "epoch": 0.01451840451455688,
      "grad_norm": 7.788695812225342,
      "learning_rate": 0.00019999898716895528,
      "loss": 4.8491,
      "step": 2264
    },
    {
      "epoch": 0.014524817237399,
      "grad_norm": 6.768749237060547,
      "learning_rate": 0.00019999898626201168,
      "loss": 5.1441,
      "step": 2265
    },
    {
      "epoch": 0.014531229960241119,
      "grad_norm": 7.954626560211182,
      "learning_rate": 0.00019999898535466218,
      "loss": 5.1016,
      "step": 2266
    },
    {
      "epoch": 0.014537642683083237,
      "grad_norm": 6.2872490882873535,
      "learning_rate": 0.0001999989844469068,
      "loss": 5.1762,
      "step": 2267
    },
    {
      "epoch": 0.014544055405925356,
      "grad_norm": 9.354640007019043,
      "learning_rate": 0.00019999898353874554,
      "loss": 5.0359,
      "step": 2268
    },
    {
      "epoch": 0.014550468128767475,
      "grad_norm": 10.092527389526367,
      "learning_rate": 0.00019999898263017843,
      "loss": 4.969,
      "step": 2269
    },
    {
      "epoch": 0.014556880851609593,
      "grad_norm": 10.291300773620605,
      "learning_rate": 0.00019999898172120542,
      "loss": 5.2139,
      "step": 2270
    },
    {
      "epoch": 0.014563293574451712,
      "grad_norm": 11.196492195129395,
      "learning_rate": 0.0001999989808118265,
      "loss": 5.1826,
      "step": 2271
    },
    {
      "epoch": 0.01456970629729383,
      "grad_norm": 7.6977925300598145,
      "learning_rate": 0.00019999897990204176,
      "loss": 5.0696,
      "step": 2272
    },
    {
      "epoch": 0.01457611902013595,
      "grad_norm": 17.740116119384766,
      "learning_rate": 0.0001999989789918511,
      "loss": 4.8679,
      "step": 2273
    },
    {
      "epoch": 0.014582531742978069,
      "grad_norm": 8.541727066040039,
      "learning_rate": 0.00019999897808125456,
      "loss": 4.9631,
      "step": 2274
    },
    {
      "epoch": 0.014588944465820188,
      "grad_norm": 10.04912281036377,
      "learning_rate": 0.00019999897717025216,
      "loss": 5.1503,
      "step": 2275
    },
    {
      "epoch": 0.014595357188662306,
      "grad_norm": 12.778359413146973,
      "learning_rate": 0.00019999897625884384,
      "loss": 5.1195,
      "step": 2276
    },
    {
      "epoch": 0.014601769911504425,
      "grad_norm": 13.768715858459473,
      "learning_rate": 0.0001999989753470297,
      "loss": 5.0316,
      "step": 2277
    },
    {
      "epoch": 0.014608182634346543,
      "grad_norm": 20.635400772094727,
      "learning_rate": 0.00019999897443480965,
      "loss": 5.4114,
      "step": 2278
    },
    {
      "epoch": 0.014614595357188662,
      "grad_norm": 8.199706077575684,
      "learning_rate": 0.00019999897352218374,
      "loss": 4.9791,
      "step": 2279
    },
    {
      "epoch": 0.014621008080030782,
      "grad_norm": 14.290228843688965,
      "learning_rate": 0.0001999989726091519,
      "loss": 5.0135,
      "step": 2280
    },
    {
      "epoch": 0.0146274208028729,
      "grad_norm": 6.610138416290283,
      "learning_rate": 0.00019999897169571424,
      "loss": 4.8348,
      "step": 2281
    },
    {
      "epoch": 0.014633833525715019,
      "grad_norm": 14.36974048614502,
      "learning_rate": 0.00019999897078187067,
      "loss": 5.0529,
      "step": 2282
    },
    {
      "epoch": 0.014640246248557138,
      "grad_norm": 10.4295072555542,
      "learning_rate": 0.00019999896986762122,
      "loss": 4.8826,
      "step": 2283
    },
    {
      "epoch": 0.014646658971399256,
      "grad_norm": 8.691719055175781,
      "learning_rate": 0.0001999989689529659,
      "loss": 5.1212,
      "step": 2284
    },
    {
      "epoch": 0.014653071694241375,
      "grad_norm": 9.951292037963867,
      "learning_rate": 0.0001999989680379047,
      "loss": 5.3453,
      "step": 2285
    },
    {
      "epoch": 0.014659484417083493,
      "grad_norm": 13.442973136901855,
      "learning_rate": 0.0001999989671224376,
      "loss": 5.2085,
      "step": 2286
    },
    {
      "epoch": 0.014665897139925612,
      "grad_norm": 14.716578483581543,
      "learning_rate": 0.00019999896620656466,
      "loss": 5.0176,
      "step": 2287
    },
    {
      "epoch": 0.014672309862767732,
      "grad_norm": 28.59917640686035,
      "learning_rate": 0.0001999989652902858,
      "loss": 4.9743,
      "step": 2288
    },
    {
      "epoch": 0.01467872258560985,
      "grad_norm": 27.366985321044922,
      "learning_rate": 0.0001999989643736011,
      "loss": 5.0936,
      "step": 2289
    },
    {
      "epoch": 0.014685135308451969,
      "grad_norm": 138.12496948242188,
      "learning_rate": 0.00019999896345651051,
      "loss": 5.0811,
      "step": 2290
    },
    {
      "epoch": 0.014691548031294088,
      "grad_norm": 79.87796020507812,
      "learning_rate": 0.00019999896253901402,
      "loss": 5.0653,
      "step": 2291
    },
    {
      "epoch": 0.014697960754136206,
      "grad_norm": 15.24437427520752,
      "learning_rate": 0.00019999896162111166,
      "loss": 5.1675,
      "step": 2292
    },
    {
      "epoch": 0.014704373476978325,
      "grad_norm": 11.559207916259766,
      "learning_rate": 0.00019999896070280345,
      "loss": 5.0557,
      "step": 2293
    },
    {
      "epoch": 0.014710786199820443,
      "grad_norm": 7.0466837882995605,
      "learning_rate": 0.00019999895978408931,
      "loss": 5.2464,
      "step": 2294
    },
    {
      "epoch": 0.014717198922662562,
      "grad_norm": 7.812057018280029,
      "learning_rate": 0.0001999989588649693,
      "loss": 5.0184,
      "step": 2295
    },
    {
      "epoch": 0.014723611645504682,
      "grad_norm": 7.237788677215576,
      "learning_rate": 0.00019999895794544343,
      "loss": 5.0688,
      "step": 2296
    },
    {
      "epoch": 0.0147300243683468,
      "grad_norm": 10.86460018157959,
      "learning_rate": 0.0001999989570255117,
      "loss": 5.0824,
      "step": 2297
    },
    {
      "epoch": 0.014736437091188919,
      "grad_norm": 14.270339965820312,
      "learning_rate": 0.00019999895610517404,
      "loss": 5.1517,
      "step": 2298
    },
    {
      "epoch": 0.014742849814031038,
      "grad_norm": 11.384615898132324,
      "learning_rate": 0.00019999895518443053,
      "loss": 5.2815,
      "step": 2299
    },
    {
      "epoch": 0.014749262536873156,
      "grad_norm": 16.031179428100586,
      "learning_rate": 0.00019999895426328114,
      "loss": 5.2853,
      "step": 2300
    },
    {
      "epoch": 0.014749262536873156,
      "eval_loss": 5.068645477294922,
      "eval_runtime": 34.7537,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 2300
    },
    {
      "epoch": 0.014755675259715275,
      "grad_norm": 12.132926940917969,
      "learning_rate": 0.00019999895334172588,
      "loss": 5.0955,
      "step": 2301
    },
    {
      "epoch": 0.014762087982557393,
      "grad_norm": 7.609618663787842,
      "learning_rate": 0.00019999895241976472,
      "loss": 5.0979,
      "step": 2302
    },
    {
      "epoch": 0.014768500705399513,
      "grad_norm": 14.406644821166992,
      "learning_rate": 0.0001999989514973977,
      "loss": 5.0186,
      "step": 2303
    },
    {
      "epoch": 0.014774913428241632,
      "grad_norm": 9.314567565917969,
      "learning_rate": 0.0001999989505746248,
      "loss": 5.0498,
      "step": 2304
    },
    {
      "epoch": 0.01478132615108375,
      "grad_norm": 13.781389236450195,
      "learning_rate": 0.000199998949651446,
      "loss": 4.984,
      "step": 2305
    },
    {
      "epoch": 0.014787738873925869,
      "grad_norm": 21.982379913330078,
      "learning_rate": 0.00019999894872786133,
      "loss": 5.1624,
      "step": 2306
    },
    {
      "epoch": 0.014794151596767988,
      "grad_norm": 13.123796463012695,
      "learning_rate": 0.0001999989478038708,
      "loss": 5.2043,
      "step": 2307
    },
    {
      "epoch": 0.014800564319610106,
      "grad_norm": 15.304594993591309,
      "learning_rate": 0.00019999894687947436,
      "loss": 4.8885,
      "step": 2308
    },
    {
      "epoch": 0.014806977042452225,
      "grad_norm": 18.53133201599121,
      "learning_rate": 0.00019999894595467205,
      "loss": 4.9812,
      "step": 2309
    },
    {
      "epoch": 0.014813389765294343,
      "grad_norm": 15.757579803466797,
      "learning_rate": 0.00019999894502946387,
      "loss": 5.0933,
      "step": 2310
    },
    {
      "epoch": 0.014819802488136464,
      "grad_norm": 18.682220458984375,
      "learning_rate": 0.00019999894410384982,
      "loss": 5.3272,
      "step": 2311
    },
    {
      "epoch": 0.014826215210978582,
      "grad_norm": 19.63128662109375,
      "learning_rate": 0.00019999894317782987,
      "loss": 5.1027,
      "step": 2312
    },
    {
      "epoch": 0.0148326279338207,
      "grad_norm": 13.530803680419922,
      "learning_rate": 0.00019999894225140405,
      "loss": 5.1342,
      "step": 2313
    },
    {
      "epoch": 0.014839040656662819,
      "grad_norm": 11.366472244262695,
      "learning_rate": 0.00019999894132457233,
      "loss": 5.0222,
      "step": 2314
    },
    {
      "epoch": 0.014845453379504938,
      "grad_norm": 8.549160957336426,
      "learning_rate": 0.00019999894039733474,
      "loss": 5.085,
      "step": 2315
    },
    {
      "epoch": 0.014851866102347056,
      "grad_norm": 11.190694808959961,
      "learning_rate": 0.0001999989394696913,
      "loss": 5.0789,
      "step": 2316
    },
    {
      "epoch": 0.014858278825189175,
      "grad_norm": 18.586931228637695,
      "learning_rate": 0.00019999893854164195,
      "loss": 5.1101,
      "step": 2317
    },
    {
      "epoch": 0.014864691548031293,
      "grad_norm": 12.57581901550293,
      "learning_rate": 0.00019999893761318672,
      "loss": 5.3368,
      "step": 2318
    },
    {
      "epoch": 0.014871104270873414,
      "grad_norm": 38.96928405761719,
      "learning_rate": 0.00019999893668432565,
      "loss": 5.1652,
      "step": 2319
    },
    {
      "epoch": 0.014877516993715532,
      "grad_norm": 11.001070022583008,
      "learning_rate": 0.00019999893575505868,
      "loss": 5.0815,
      "step": 2320
    },
    {
      "epoch": 0.01488392971655765,
      "grad_norm": 22.782119750976562,
      "learning_rate": 0.0001999989348253858,
      "loss": 4.9681,
      "step": 2321
    },
    {
      "epoch": 0.01489034243939977,
      "grad_norm": 11.679808616638184,
      "learning_rate": 0.0001999989338953071,
      "loss": 5.0302,
      "step": 2322
    },
    {
      "epoch": 0.014896755162241888,
      "grad_norm": 19.442161560058594,
      "learning_rate": 0.00019999893296482245,
      "loss": 4.9752,
      "step": 2323
    },
    {
      "epoch": 0.014903167885084006,
      "grad_norm": 13.187575340270996,
      "learning_rate": 0.00019999893203393197,
      "loss": 5.0315,
      "step": 2324
    },
    {
      "epoch": 0.014909580607926125,
      "grad_norm": 53.39309310913086,
      "learning_rate": 0.00019999893110263562,
      "loss": 5.0737,
      "step": 2325
    },
    {
      "epoch": 0.014915993330768245,
      "grad_norm": 10.200554847717285,
      "learning_rate": 0.00019999893017093334,
      "loss": 5.153,
      "step": 2326
    },
    {
      "epoch": 0.014922406053610364,
      "grad_norm": 18.90459442138672,
      "learning_rate": 0.00019999892923882522,
      "loss": 4.9338,
      "step": 2327
    },
    {
      "epoch": 0.014928818776452482,
      "grad_norm": 92.30863189697266,
      "learning_rate": 0.0001999989283063112,
      "loss": 5.3314,
      "step": 2328
    },
    {
      "epoch": 0.0149352314992946,
      "grad_norm": 11.309020042419434,
      "learning_rate": 0.00019999892737339133,
      "loss": 5.0272,
      "step": 2329
    },
    {
      "epoch": 0.01494164422213672,
      "grad_norm": 47.94807052612305,
      "learning_rate": 0.00019999892644006554,
      "loss": 5.0041,
      "step": 2330
    },
    {
      "epoch": 0.014948056944978838,
      "grad_norm": 21.876344680786133,
      "learning_rate": 0.0001999989255063339,
      "loss": 4.9563,
      "step": 2331
    },
    {
      "epoch": 0.014954469667820956,
      "grad_norm": 18.66236114501953,
      "learning_rate": 0.00019999892457219637,
      "loss": 4.9561,
      "step": 2332
    },
    {
      "epoch": 0.014960882390663075,
      "grad_norm": 24.056133270263672,
      "learning_rate": 0.000199998923637653,
      "loss": 5.207,
      "step": 2333
    },
    {
      "epoch": 0.014967295113505195,
      "grad_norm": 22.570369720458984,
      "learning_rate": 0.0001999989227027037,
      "loss": 4.8956,
      "step": 2334
    },
    {
      "epoch": 0.014973707836347314,
      "grad_norm": 20.378158569335938,
      "learning_rate": 0.00019999892176734854,
      "loss": 5.2559,
      "step": 2335
    },
    {
      "epoch": 0.014980120559189432,
      "grad_norm": 21.73064613342285,
      "learning_rate": 0.0001999989208315875,
      "loss": 5.0146,
      "step": 2336
    },
    {
      "epoch": 0.01498653328203155,
      "grad_norm": 16.71685218811035,
      "learning_rate": 0.00019999891989542056,
      "loss": 5.0362,
      "step": 2337
    },
    {
      "epoch": 0.01499294600487367,
      "grad_norm": 85.91820526123047,
      "learning_rate": 0.00019999891895884777,
      "loss": 5.1779,
      "step": 2338
    },
    {
      "epoch": 0.014999358727715788,
      "grad_norm": 14.847949981689453,
      "learning_rate": 0.00019999891802186909,
      "loss": 5.1037,
      "step": 2339
    },
    {
      "epoch": 0.015005771450557906,
      "grad_norm": 136.98822021484375,
      "learning_rate": 0.00019999891708448453,
      "loss": 5.0463,
      "step": 2340
    },
    {
      "epoch": 0.015012184173400025,
      "grad_norm": 47.25141143798828,
      "learning_rate": 0.00019999891614669408,
      "loss": 5.0004,
      "step": 2341
    },
    {
      "epoch": 0.015018596896242145,
      "grad_norm": 32.0565185546875,
      "learning_rate": 0.00019999891520849775,
      "loss": 5.1788,
      "step": 2342
    },
    {
      "epoch": 0.015025009619084264,
      "grad_norm": 19.95071029663086,
      "learning_rate": 0.00019999891426989555,
      "loss": 5.0785,
      "step": 2343
    },
    {
      "epoch": 0.015031422341926382,
      "grad_norm": 27.0657901763916,
      "learning_rate": 0.0001999989133308875,
      "loss": 4.9394,
      "step": 2344
    },
    {
      "epoch": 0.0150378350647685,
      "grad_norm": 8.868350982666016,
      "learning_rate": 0.00019999891239147352,
      "loss": 5.0191,
      "step": 2345
    },
    {
      "epoch": 0.01504424778761062,
      "grad_norm": 10.241355895996094,
      "learning_rate": 0.0001999989114516537,
      "loss": 5.1978,
      "step": 2346
    },
    {
      "epoch": 0.015050660510452738,
      "grad_norm": 11.909137725830078,
      "learning_rate": 0.00019999891051142798,
      "loss": 4.9877,
      "step": 2347
    },
    {
      "epoch": 0.015057073233294856,
      "grad_norm": 39.33814239501953,
      "learning_rate": 0.0001999989095707964,
      "loss": 5.0172,
      "step": 2348
    },
    {
      "epoch": 0.015063485956136977,
      "grad_norm": 19.452341079711914,
      "learning_rate": 0.00019999890862975895,
      "loss": 5.0544,
      "step": 2349
    },
    {
      "epoch": 0.015069898678979095,
      "grad_norm": 14.081827163696289,
      "learning_rate": 0.00019999890768831557,
      "loss": 4.9877,
      "step": 2350
    },
    {
      "epoch": 0.015076311401821214,
      "grad_norm": 316.062255859375,
      "learning_rate": 0.00019999890674646636,
      "loss": 5.0431,
      "step": 2351
    },
    {
      "epoch": 0.015082724124663332,
      "grad_norm": 21.13953399658203,
      "learning_rate": 0.00019999890580421124,
      "loss": 4.9627,
      "step": 2352
    },
    {
      "epoch": 0.01508913684750545,
      "grad_norm": 9.264506340026855,
      "learning_rate": 0.00019999890486155025,
      "loss": 5.1436,
      "step": 2353
    },
    {
      "epoch": 0.01509554957034757,
      "grad_norm": 18.0218448638916,
      "learning_rate": 0.0001999989039184834,
      "loss": 5.0861,
      "step": 2354
    },
    {
      "epoch": 0.015101962293189688,
      "grad_norm": 10.9295015335083,
      "learning_rate": 0.00019999890297501066,
      "loss": 5.0823,
      "step": 2355
    },
    {
      "epoch": 0.015108375016031806,
      "grad_norm": 7.393443584442139,
      "learning_rate": 0.000199998902031132,
      "loss": 5.2821,
      "step": 2356
    },
    {
      "epoch": 0.015114787738873927,
      "grad_norm": 19.015422821044922,
      "learning_rate": 0.0001999989010868475,
      "loss": 5.0852,
      "step": 2357
    },
    {
      "epoch": 0.015121200461716045,
      "grad_norm": 146.8189239501953,
      "learning_rate": 0.0001999989001421571,
      "loss": 4.9846,
      "step": 2358
    },
    {
      "epoch": 0.015127613184558164,
      "grad_norm": 24.4111328125,
      "learning_rate": 0.00019999889919706086,
      "loss": 5.1395,
      "step": 2359
    },
    {
      "epoch": 0.015134025907400282,
      "grad_norm": 8.454351425170898,
      "learning_rate": 0.00019999889825155872,
      "loss": 5.2459,
      "step": 2360
    },
    {
      "epoch": 0.0151404386302424,
      "grad_norm": 7.349061965942383,
      "learning_rate": 0.0001999988973056507,
      "loss": 4.9947,
      "step": 2361
    },
    {
      "epoch": 0.01514685135308452,
      "grad_norm": 25.25164031982422,
      "learning_rate": 0.00019999889635933683,
      "loss": 5.0883,
      "step": 2362
    },
    {
      "epoch": 0.015153264075926638,
      "grad_norm": 21.276792526245117,
      "learning_rate": 0.00019999889541261702,
      "loss": 5.0061,
      "step": 2363
    },
    {
      "epoch": 0.015159676798768756,
      "grad_norm": 17.406957626342773,
      "learning_rate": 0.00019999889446549137,
      "loss": 5.1566,
      "step": 2364
    },
    {
      "epoch": 0.015166089521610877,
      "grad_norm": 11.375358581542969,
      "learning_rate": 0.00019999889351795985,
      "loss": 5.2214,
      "step": 2365
    },
    {
      "epoch": 0.015172502244452995,
      "grad_norm": 13.630999565124512,
      "learning_rate": 0.00019999889257002243,
      "loss": 5.1159,
      "step": 2366
    },
    {
      "epoch": 0.015178914967295114,
      "grad_norm": 11.627083778381348,
      "learning_rate": 0.00019999889162167916,
      "loss": 4.8251,
      "step": 2367
    },
    {
      "epoch": 0.015185327690137232,
      "grad_norm": 8.990571022033691,
      "learning_rate": 0.00019999889067292997,
      "loss": 4.9985,
      "step": 2368
    },
    {
      "epoch": 0.01519174041297935,
      "grad_norm": 8.550335884094238,
      "learning_rate": 0.0001999988897237749,
      "loss": 5.2017,
      "step": 2369
    },
    {
      "epoch": 0.01519815313582147,
      "grad_norm": 10.398017883300781,
      "learning_rate": 0.00019999888877421398,
      "loss": 4.9971,
      "step": 2370
    },
    {
      "epoch": 0.015204565858663588,
      "grad_norm": 10.582247734069824,
      "learning_rate": 0.00019999888782424718,
      "loss": 5.5657,
      "step": 2371
    },
    {
      "epoch": 0.015210978581505708,
      "grad_norm": 30.039613723754883,
      "learning_rate": 0.00019999888687387447,
      "loss": 5.0418,
      "step": 2372
    },
    {
      "epoch": 0.015217391304347827,
      "grad_norm": 123.20641326904297,
      "learning_rate": 0.0001999988859230959,
      "loss": 4.895,
      "step": 2373
    },
    {
      "epoch": 0.015223804027189945,
      "grad_norm": 23.20608139038086,
      "learning_rate": 0.00019999888497191149,
      "loss": 5.296,
      "step": 2374
    },
    {
      "epoch": 0.015230216750032064,
      "grad_norm": 8.196006774902344,
      "learning_rate": 0.00019999888402032114,
      "loss": 5.1822,
      "step": 2375
    },
    {
      "epoch": 0.015236629472874182,
      "grad_norm": 11.74132251739502,
      "learning_rate": 0.00019999888306832496,
      "loss": 4.9243,
      "step": 2376
    },
    {
      "epoch": 0.0152430421957163,
      "grad_norm": 7.41823148727417,
      "learning_rate": 0.00019999888211592285,
      "loss": 4.9789,
      "step": 2377
    },
    {
      "epoch": 0.01524945491855842,
      "grad_norm": 10.6611328125,
      "learning_rate": 0.0001999988811631149,
      "loss": 5.2665,
      "step": 2378
    },
    {
      "epoch": 0.015255867641400538,
      "grad_norm": 13.48975658416748,
      "learning_rate": 0.00019999888020990104,
      "loss": 5.1115,
      "step": 2379
    },
    {
      "epoch": 0.015262280364242658,
      "grad_norm": 10.342327117919922,
      "learning_rate": 0.00019999887925628134,
      "loss": 4.9641,
      "step": 2380
    },
    {
      "epoch": 0.015268693087084777,
      "grad_norm": 8.357404708862305,
      "learning_rate": 0.00019999887830225572,
      "loss": 5.047,
      "step": 2381
    },
    {
      "epoch": 0.015275105809926895,
      "grad_norm": 9.427385330200195,
      "learning_rate": 0.00019999887734782425,
      "loss": 5.0345,
      "step": 2382
    },
    {
      "epoch": 0.015281518532769014,
      "grad_norm": 13.69830322265625,
      "learning_rate": 0.0001999988763929869,
      "loss": 5.028,
      "step": 2383
    },
    {
      "epoch": 0.015287931255611132,
      "grad_norm": 8.580057144165039,
      "learning_rate": 0.00019999887543774368,
      "loss": 4.9044,
      "step": 2384
    },
    {
      "epoch": 0.015294343978453251,
      "grad_norm": 9.47634506225586,
      "learning_rate": 0.00019999887448209454,
      "loss": 4.8558,
      "step": 2385
    },
    {
      "epoch": 0.01530075670129537,
      "grad_norm": 30.62429428100586,
      "learning_rate": 0.00019999887352603954,
      "loss": 5.2071,
      "step": 2386
    },
    {
      "epoch": 0.015307169424137488,
      "grad_norm": 10.24201488494873,
      "learning_rate": 0.0001999988725695787,
      "loss": 5.1354,
      "step": 2387
    },
    {
      "epoch": 0.015313582146979608,
      "grad_norm": 8.662049293518066,
      "learning_rate": 0.00019999887161271192,
      "loss": 4.9156,
      "step": 2388
    },
    {
      "epoch": 0.015319994869821727,
      "grad_norm": 95.82833862304688,
      "learning_rate": 0.0001999988706554393,
      "loss": 4.8643,
      "step": 2389
    },
    {
      "epoch": 0.015326407592663845,
      "grad_norm": 25.897188186645508,
      "learning_rate": 0.00019999886969776078,
      "loss": 5.1226,
      "step": 2390
    },
    {
      "epoch": 0.015332820315505964,
      "grad_norm": 13.851397514343262,
      "learning_rate": 0.00019999886873967642,
      "loss": 4.9423,
      "step": 2391
    },
    {
      "epoch": 0.015339233038348082,
      "grad_norm": 9.557519912719727,
      "learning_rate": 0.00019999886778118613,
      "loss": 4.9705,
      "step": 2392
    },
    {
      "epoch": 0.015345645761190201,
      "grad_norm": 7.625964164733887,
      "learning_rate": 0.00019999886682228998,
      "loss": 4.9034,
      "step": 2393
    },
    {
      "epoch": 0.01535205848403232,
      "grad_norm": 14.190742492675781,
      "learning_rate": 0.00019999886586298798,
      "loss": 5.1826,
      "step": 2394
    },
    {
      "epoch": 0.01535847120687444,
      "grad_norm": 56.47776794433594,
      "learning_rate": 0.00019999886490328005,
      "loss": 5.1337,
      "step": 2395
    },
    {
      "epoch": 0.015364883929716558,
      "grad_norm": 69.15992736816406,
      "learning_rate": 0.00019999886394316628,
      "loss": 5.0341,
      "step": 2396
    },
    {
      "epoch": 0.015371296652558677,
      "grad_norm": 18.44200897216797,
      "learning_rate": 0.0001999988629826466,
      "loss": 5.012,
      "step": 2397
    },
    {
      "epoch": 0.015377709375400795,
      "grad_norm": 19.77399444580078,
      "learning_rate": 0.00019999886202172107,
      "loss": 4.9981,
      "step": 2398
    },
    {
      "epoch": 0.015384122098242914,
      "grad_norm": 17.731233596801758,
      "learning_rate": 0.00019999886106038966,
      "loss": 4.9648,
      "step": 2399
    },
    {
      "epoch": 0.015390534821085032,
      "grad_norm": 16.393918991088867,
      "learning_rate": 0.00019999886009865235,
      "loss": 5.0061,
      "step": 2400
    },
    {
      "epoch": 0.015390534821085032,
      "eval_loss": 5.042668342590332,
      "eval_runtime": 34.7974,
      "eval_samples_per_second": 90.093,
      "eval_steps_per_second": 22.53,
      "step": 2400
    },
    {
      "epoch": 0.015396947543927151,
      "grad_norm": 12.853822708129883,
      "learning_rate": 0.00019999885913650917,
      "loss": 5.0792,
      "step": 2401
    },
    {
      "epoch": 0.01540336026676927,
      "grad_norm": 12.597943305969238,
      "learning_rate": 0.00019999885817396012,
      "loss": 4.9568,
      "step": 2402
    },
    {
      "epoch": 0.01540977298961139,
      "grad_norm": 14.062387466430664,
      "learning_rate": 0.0001999988572110052,
      "loss": 5.0648,
      "step": 2403
    },
    {
      "epoch": 0.015416185712453508,
      "grad_norm": 14.269211769104004,
      "learning_rate": 0.00019999885624764438,
      "loss": 5.0335,
      "step": 2404
    },
    {
      "epoch": 0.015422598435295627,
      "grad_norm": 19.519624710083008,
      "learning_rate": 0.00019999885528387766,
      "loss": 5.112,
      "step": 2405
    },
    {
      "epoch": 0.015429011158137745,
      "grad_norm": 17.738737106323242,
      "learning_rate": 0.0001999988543197051,
      "loss": 4.9019,
      "step": 2406
    },
    {
      "epoch": 0.015435423880979864,
      "grad_norm": 8.924220085144043,
      "learning_rate": 0.00019999885335512664,
      "loss": 5.0367,
      "step": 2407
    },
    {
      "epoch": 0.015441836603821982,
      "grad_norm": 14.27376937866211,
      "learning_rate": 0.00019999885239014233,
      "loss": 4.9228,
      "step": 2408
    },
    {
      "epoch": 0.015448249326664101,
      "grad_norm": 9.152337074279785,
      "learning_rate": 0.00019999885142475213,
      "loss": 5.1342,
      "step": 2409
    },
    {
      "epoch": 0.01545466204950622,
      "grad_norm": 12.290570259094238,
      "learning_rate": 0.00019999885045895603,
      "loss": 4.9774,
      "step": 2410
    },
    {
      "epoch": 0.01546107477234834,
      "grad_norm": 11.91926097869873,
      "learning_rate": 0.00019999884949275406,
      "loss": 5.2506,
      "step": 2411
    },
    {
      "epoch": 0.015467487495190458,
      "grad_norm": 9.666251182556152,
      "learning_rate": 0.00019999884852614624,
      "loss": 5.3069,
      "step": 2412
    },
    {
      "epoch": 0.015473900218032577,
      "grad_norm": 7.655295372009277,
      "learning_rate": 0.0001999988475591325,
      "loss": 4.9349,
      "step": 2413
    },
    {
      "epoch": 0.015480312940874695,
      "grad_norm": 12.946006774902344,
      "learning_rate": 0.00019999884659171292,
      "loss": 5.1712,
      "step": 2414
    },
    {
      "epoch": 0.015486725663716814,
      "grad_norm": 17.051607131958008,
      "learning_rate": 0.0001999988456238874,
      "loss": 5.1132,
      "step": 2415
    },
    {
      "epoch": 0.015493138386558932,
      "grad_norm": 10.928630828857422,
      "learning_rate": 0.00019999884465565602,
      "loss": 5.0316,
      "step": 2416
    },
    {
      "epoch": 0.015499551109401051,
      "grad_norm": 8.044295310974121,
      "learning_rate": 0.00019999884368701883,
      "loss": 5.1222,
      "step": 2417
    },
    {
      "epoch": 0.015505963832243171,
      "grad_norm": 11.728477478027344,
      "learning_rate": 0.0001999988427179757,
      "loss": 4.9138,
      "step": 2418
    },
    {
      "epoch": 0.01551237655508529,
      "grad_norm": 16.106626510620117,
      "learning_rate": 0.0001999988417485267,
      "loss": 5.0554,
      "step": 2419
    },
    {
      "epoch": 0.015518789277927408,
      "grad_norm": 7.5148539543151855,
      "learning_rate": 0.00019999884077867184,
      "loss": 4.9868,
      "step": 2420
    },
    {
      "epoch": 0.015525202000769527,
      "grad_norm": 51.83558654785156,
      "learning_rate": 0.00019999883980841108,
      "loss": 5.1309,
      "step": 2421
    },
    {
      "epoch": 0.015531614723611645,
      "grad_norm": 7.458955764770508,
      "learning_rate": 0.00019999883883774444,
      "loss": 5.305,
      "step": 2422
    },
    {
      "epoch": 0.015538027446453764,
      "grad_norm": 8.031124114990234,
      "learning_rate": 0.00019999883786667194,
      "loss": 4.9787,
      "step": 2423
    },
    {
      "epoch": 0.015544440169295883,
      "grad_norm": 8.724099159240723,
      "learning_rate": 0.00019999883689519353,
      "loss": 5.0483,
      "step": 2424
    },
    {
      "epoch": 0.015550852892138001,
      "grad_norm": 105.2157211303711,
      "learning_rate": 0.00019999883592330928,
      "loss": 4.9933,
      "step": 2425
    },
    {
      "epoch": 0.015557265614980121,
      "grad_norm": 9.369893074035645,
      "learning_rate": 0.0001999988349510191,
      "loss": 5.1863,
      "step": 2426
    },
    {
      "epoch": 0.01556367833782224,
      "grad_norm": 10.555086135864258,
      "learning_rate": 0.0001999988339783231,
      "loss": 4.9682,
      "step": 2427
    },
    {
      "epoch": 0.015570091060664358,
      "grad_norm": 14.301106452941895,
      "learning_rate": 0.0001999988330052212,
      "loss": 5.0214,
      "step": 2428
    },
    {
      "epoch": 0.015576503783506477,
      "grad_norm": 5.513906002044678,
      "learning_rate": 0.0001999988320317134,
      "loss": 5.1009,
      "step": 2429
    },
    {
      "epoch": 0.015582916506348595,
      "grad_norm": 14.98178482055664,
      "learning_rate": 0.00019999883105779973,
      "loss": 5.0828,
      "step": 2430
    },
    {
      "epoch": 0.015589329229190714,
      "grad_norm": 10.689580917358398,
      "learning_rate": 0.0001999988300834802,
      "loss": 4.985,
      "step": 2431
    },
    {
      "epoch": 0.015595741952032833,
      "grad_norm": 352.4046630859375,
      "learning_rate": 0.00019999882910875475,
      "loss": 5.1,
      "step": 2432
    },
    {
      "epoch": 0.015602154674874951,
      "grad_norm": 66.0075912475586,
      "learning_rate": 0.00019999882813362348,
      "loss": 5.1365,
      "step": 2433
    },
    {
      "epoch": 0.015608567397717071,
      "grad_norm": 54.586669921875,
      "learning_rate": 0.00019999882715808628,
      "loss": 5.3612,
      "step": 2434
    },
    {
      "epoch": 0.01561498012055919,
      "grad_norm": 22.204322814941406,
      "learning_rate": 0.00019999882618214324,
      "loss": 5.1086,
      "step": 2435
    },
    {
      "epoch": 0.015621392843401308,
      "grad_norm": 7.351442337036133,
      "learning_rate": 0.00019999882520579433,
      "loss": 5.1077,
      "step": 2436
    },
    {
      "epoch": 0.015627805566243425,
      "grad_norm": 37.87445068359375,
      "learning_rate": 0.00019999882422903952,
      "loss": 5.4136,
      "step": 2437
    },
    {
      "epoch": 0.015634218289085546,
      "grad_norm": 42.90199661254883,
      "learning_rate": 0.0001999988232518788,
      "loss": 5.2237,
      "step": 2438
    },
    {
      "epoch": 0.015640631011927666,
      "grad_norm": 38.36641311645508,
      "learning_rate": 0.00019999882227431223,
      "loss": 5.2012,
      "step": 2439
    },
    {
      "epoch": 0.015647043734769783,
      "grad_norm": 8.167271614074707,
      "learning_rate": 0.00019999882129633978,
      "loss": 5.0762,
      "step": 2440
    },
    {
      "epoch": 0.015653456457611903,
      "grad_norm": 12.703047752380371,
      "learning_rate": 0.00019999882031796143,
      "loss": 5.0304,
      "step": 2441
    },
    {
      "epoch": 0.01565986918045402,
      "grad_norm": 25.425613403320312,
      "learning_rate": 0.00019999881933917724,
      "loss": 5.2971,
      "step": 2442
    },
    {
      "epoch": 0.01566628190329614,
      "grad_norm": 23.88077735900879,
      "learning_rate": 0.00019999881835998715,
      "loss": 5.2265,
      "step": 2443
    },
    {
      "epoch": 0.015672694626138257,
      "grad_norm": 6.6814866065979,
      "learning_rate": 0.0001999988173803912,
      "loss": 5.1695,
      "step": 2444
    },
    {
      "epoch": 0.015679107348980377,
      "grad_norm": 9.58041763305664,
      "learning_rate": 0.00019999881640038933,
      "loss": 5.0669,
      "step": 2445
    },
    {
      "epoch": 0.015685520071822497,
      "grad_norm": 7.517899036407471,
      "learning_rate": 0.00019999881541998162,
      "loss": 4.9474,
      "step": 2446
    },
    {
      "epoch": 0.015691932794664614,
      "grad_norm": 10.589062690734863,
      "learning_rate": 0.00019999881443916802,
      "loss": 5.0956,
      "step": 2447
    },
    {
      "epoch": 0.015698345517506734,
      "grad_norm": 8.128743171691895,
      "learning_rate": 0.00019999881345794855,
      "loss": 4.7897,
      "step": 2448
    },
    {
      "epoch": 0.01570475824034885,
      "grad_norm": 6.061013698577881,
      "learning_rate": 0.0001999988124763232,
      "loss": 4.864,
      "step": 2449
    },
    {
      "epoch": 0.01571117096319097,
      "grad_norm": 6.089625835418701,
      "learning_rate": 0.00019999881149429193,
      "loss": 4.8915,
      "step": 2450
    },
    {
      "epoch": 0.015717583686033088,
      "grad_norm": 6.614398002624512,
      "learning_rate": 0.00019999881051185482,
      "loss": 5.071,
      "step": 2451
    },
    {
      "epoch": 0.01572399640887521,
      "grad_norm": 6.178701400756836,
      "learning_rate": 0.0001999988095290118,
      "loss": 4.9414,
      "step": 2452
    },
    {
      "epoch": 0.01573040913171733,
      "grad_norm": 6.548037528991699,
      "learning_rate": 0.00019999880854576295,
      "loss": 4.9961,
      "step": 2453
    },
    {
      "epoch": 0.015736821854559446,
      "grad_norm": 6.11915922164917,
      "learning_rate": 0.0001999988075621082,
      "loss": 5.0542,
      "step": 2454
    },
    {
      "epoch": 0.015743234577401566,
      "grad_norm": 8.823022842407227,
      "learning_rate": 0.00019999880657804758,
      "loss": 5.0051,
      "step": 2455
    },
    {
      "epoch": 0.015749647300243683,
      "grad_norm": 25.19493293762207,
      "learning_rate": 0.00019999880559358105,
      "loss": 5.3058,
      "step": 2456
    },
    {
      "epoch": 0.015756060023085803,
      "grad_norm": 19.316198348999023,
      "learning_rate": 0.00019999880460870869,
      "loss": 5.2934,
      "step": 2457
    },
    {
      "epoch": 0.01576247274592792,
      "grad_norm": 11.900870323181152,
      "learning_rate": 0.00019999880362343042,
      "loss": 5.0658,
      "step": 2458
    },
    {
      "epoch": 0.01576888546877004,
      "grad_norm": 11.896860122680664,
      "learning_rate": 0.00019999880263774626,
      "loss": 4.9983,
      "step": 2459
    },
    {
      "epoch": 0.015775298191612157,
      "grad_norm": 12.65188980102539,
      "learning_rate": 0.00019999880165165625,
      "loss": 4.9184,
      "step": 2460
    },
    {
      "epoch": 0.015781710914454277,
      "grad_norm": 6.827626705169678,
      "learning_rate": 0.00019999880066516034,
      "loss": 5.0298,
      "step": 2461
    },
    {
      "epoch": 0.015788123637296397,
      "grad_norm": 5.581055641174316,
      "learning_rate": 0.00019999879967825857,
      "loss": 4.957,
      "step": 2462
    },
    {
      "epoch": 0.015794536360138514,
      "grad_norm": 7.518578052520752,
      "learning_rate": 0.0001999987986909509,
      "loss": 4.8904,
      "step": 2463
    },
    {
      "epoch": 0.015800949082980634,
      "grad_norm": 8.894577980041504,
      "learning_rate": 0.00019999879770323737,
      "loss": 5.0181,
      "step": 2464
    },
    {
      "epoch": 0.01580736180582275,
      "grad_norm": 6.429288864135742,
      "learning_rate": 0.00019999879671511793,
      "loss": 4.9968,
      "step": 2465
    },
    {
      "epoch": 0.01581377452866487,
      "grad_norm": 8.364473342895508,
      "learning_rate": 0.00019999879572659267,
      "loss": 5.0059,
      "step": 2466
    },
    {
      "epoch": 0.01582018725150699,
      "grad_norm": 7.777994632720947,
      "learning_rate": 0.00019999879473766148,
      "loss": 5.137,
      "step": 2467
    },
    {
      "epoch": 0.01582659997434911,
      "grad_norm": 14.221898078918457,
      "learning_rate": 0.00019999879374832442,
      "loss": 5.0519,
      "step": 2468
    },
    {
      "epoch": 0.01583301269719123,
      "grad_norm": 10.456116676330566,
      "learning_rate": 0.0001999987927585815,
      "loss": 5.0332,
      "step": 2469
    },
    {
      "epoch": 0.015839425420033346,
      "grad_norm": 11.568394660949707,
      "learning_rate": 0.00019999879176843267,
      "loss": 4.9148,
      "step": 2470
    },
    {
      "epoch": 0.015845838142875466,
      "grad_norm": 8.37828254699707,
      "learning_rate": 0.00019999879077787797,
      "loss": 4.8747,
      "step": 2471
    },
    {
      "epoch": 0.015852250865717583,
      "grad_norm": 9.370354652404785,
      "learning_rate": 0.00019999878978691743,
      "loss": 5.2318,
      "step": 2472
    },
    {
      "epoch": 0.015858663588559703,
      "grad_norm": 30.209064483642578,
      "learning_rate": 0.00019999878879555096,
      "loss": 4.9915,
      "step": 2473
    },
    {
      "epoch": 0.01586507631140182,
      "grad_norm": 9.198469161987305,
      "learning_rate": 0.00019999878780377865,
      "loss": 5.0589,
      "step": 2474
    },
    {
      "epoch": 0.01587148903424394,
      "grad_norm": 8.740482330322266,
      "learning_rate": 0.00019999878681160044,
      "loss": 5.0401,
      "step": 2475
    },
    {
      "epoch": 0.01587790175708606,
      "grad_norm": 15.561163902282715,
      "learning_rate": 0.00019999878581901636,
      "loss": 4.965,
      "step": 2476
    },
    {
      "epoch": 0.015884314479928177,
      "grad_norm": 11.008624076843262,
      "learning_rate": 0.0001999987848260264,
      "loss": 5.0563,
      "step": 2477
    },
    {
      "epoch": 0.015890727202770297,
      "grad_norm": 8.405050277709961,
      "learning_rate": 0.0001999987838326306,
      "loss": 5.2603,
      "step": 2478
    },
    {
      "epoch": 0.015897139925612414,
      "grad_norm": 10.984838485717773,
      "learning_rate": 0.00019999878283882884,
      "loss": 5.0851,
      "step": 2479
    },
    {
      "epoch": 0.015903552648454534,
      "grad_norm": 8.408082008361816,
      "learning_rate": 0.00019999878184462128,
      "loss": 5.1165,
      "step": 2480
    },
    {
      "epoch": 0.01590996537129665,
      "grad_norm": 8.258216857910156,
      "learning_rate": 0.0001999987808500078,
      "loss": 5.0018,
      "step": 2481
    },
    {
      "epoch": 0.01591637809413877,
      "grad_norm": 10.080778121948242,
      "learning_rate": 0.00019999877985498843,
      "loss": 4.988,
      "step": 2482
    },
    {
      "epoch": 0.01592279081698089,
      "grad_norm": 26.383636474609375,
      "learning_rate": 0.0001999987788595632,
      "loss": 5.0588,
      "step": 2483
    },
    {
      "epoch": 0.01592920353982301,
      "grad_norm": 10.085508346557617,
      "learning_rate": 0.0001999987778637321,
      "loss": 4.9009,
      "step": 2484
    },
    {
      "epoch": 0.01593561626266513,
      "grad_norm": 14.930730819702148,
      "learning_rate": 0.0001999987768674951,
      "loss": 5.1484,
      "step": 2485
    },
    {
      "epoch": 0.015942028985507246,
      "grad_norm": 7.416402339935303,
      "learning_rate": 0.00019999877587085222,
      "loss": 5.18,
      "step": 2486
    },
    {
      "epoch": 0.015948441708349366,
      "grad_norm": 11.097813606262207,
      "learning_rate": 0.00019999877487380347,
      "loss": 5.346,
      "step": 2487
    },
    {
      "epoch": 0.015954854431191483,
      "grad_norm": 10.114505767822266,
      "learning_rate": 0.00019999877387634886,
      "loss": 5.1651,
      "step": 2488
    },
    {
      "epoch": 0.015961267154033603,
      "grad_norm": 32.5311393737793,
      "learning_rate": 0.00019999877287848837,
      "loss": 4.9322,
      "step": 2489
    },
    {
      "epoch": 0.01596767987687572,
      "grad_norm": 11.917383193969727,
      "learning_rate": 0.000199998771880222,
      "loss": 5.111,
      "step": 2490
    },
    {
      "epoch": 0.01597409259971784,
      "grad_norm": 11.738499641418457,
      "learning_rate": 0.0001999987708815497,
      "loss": 5.0285,
      "step": 2491
    },
    {
      "epoch": 0.01598050532255996,
      "grad_norm": 7.6932291984558105,
      "learning_rate": 0.00019999876988247158,
      "loss": 4.9364,
      "step": 2492
    },
    {
      "epoch": 0.015986918045402077,
      "grad_norm": 11.62243366241455,
      "learning_rate": 0.00019999876888298756,
      "loss": 4.9721,
      "step": 2493
    },
    {
      "epoch": 0.015993330768244197,
      "grad_norm": 13.610490798950195,
      "learning_rate": 0.0001999987678830977,
      "loss": 4.9912,
      "step": 2494
    },
    {
      "epoch": 0.015999743491086314,
      "grad_norm": 15.017279624938965,
      "learning_rate": 0.00019999876688280187,
      "loss": 4.9055,
      "step": 2495
    },
    {
      "epoch": 0.016006156213928435,
      "grad_norm": 11.757610321044922,
      "learning_rate": 0.00019999876588210023,
      "loss": 5.0299,
      "step": 2496
    },
    {
      "epoch": 0.01601256893677055,
      "grad_norm": 34.78048324584961,
      "learning_rate": 0.00019999876488099272,
      "loss": 5.0571,
      "step": 2497
    },
    {
      "epoch": 0.01601898165961267,
      "grad_norm": 13.682674407958984,
      "learning_rate": 0.00019999876387947932,
      "loss": 5.3157,
      "step": 2498
    },
    {
      "epoch": 0.016025394382454792,
      "grad_norm": 56.325645446777344,
      "learning_rate": 0.00019999876287756,
      "loss": 5.4416,
      "step": 2499
    },
    {
      "epoch": 0.01603180710529691,
      "grad_norm": 17.875200271606445,
      "learning_rate": 0.00019999876187523486,
      "loss": 5.2425,
      "step": 2500
    },
    {
      "epoch": 0.01603180710529691,
      "eval_loss": 5.111652374267578,
      "eval_runtime": 34.759,
      "eval_samples_per_second": 90.193,
      "eval_steps_per_second": 22.555,
      "step": 2500
    },
    {
      "epoch": 0.01603821982813903,
      "grad_norm": 10.939676284790039,
      "learning_rate": 0.0001999987608725038,
      "loss": 5.0065,
      "step": 2501
    },
    {
      "epoch": 0.016044632550981146,
      "grad_norm": 31.022640228271484,
      "learning_rate": 0.0001999987598693669,
      "loss": 5.1427,
      "step": 2502
    },
    {
      "epoch": 0.016051045273823266,
      "grad_norm": 22.29448127746582,
      "learning_rate": 0.00019999875886582408,
      "loss": 5.2662,
      "step": 2503
    },
    {
      "epoch": 0.016057457996665383,
      "grad_norm": 84.86727905273438,
      "learning_rate": 0.0001999987578618754,
      "loss": 5.2318,
      "step": 2504
    },
    {
      "epoch": 0.016063870719507503,
      "grad_norm": 63.09248733520508,
      "learning_rate": 0.00019999875685752083,
      "loss": 5.3139,
      "step": 2505
    },
    {
      "epoch": 0.01607028344234962,
      "grad_norm": 35.8236083984375,
      "learning_rate": 0.0001999987558527604,
      "loss": 5.0231,
      "step": 2506
    },
    {
      "epoch": 0.01607669616519174,
      "grad_norm": 217.40211486816406,
      "learning_rate": 0.00019999875484759408,
      "loss": 5.1899,
      "step": 2507
    },
    {
      "epoch": 0.01608310888803386,
      "grad_norm": 27.739274978637695,
      "learning_rate": 0.00019999875384202188,
      "loss": 5.2499,
      "step": 2508
    },
    {
      "epoch": 0.016089521610875977,
      "grad_norm": 51.03363800048828,
      "learning_rate": 0.0001999987528360438,
      "loss": 5.1649,
      "step": 2509
    },
    {
      "epoch": 0.016095934333718098,
      "grad_norm": 12.262012481689453,
      "learning_rate": 0.00019999875182965987,
      "loss": 5.2123,
      "step": 2510
    },
    {
      "epoch": 0.016102347056560214,
      "grad_norm": 18.635347366333008,
      "learning_rate": 0.00019999875082287006,
      "loss": 5.1885,
      "step": 2511
    },
    {
      "epoch": 0.016108759779402335,
      "grad_norm": 26.418079376220703,
      "learning_rate": 0.00019999874981567434,
      "loss": 5.0674,
      "step": 2512
    },
    {
      "epoch": 0.01611517250224445,
      "grad_norm": 325.86871337890625,
      "learning_rate": 0.00019999874880807274,
      "loss": 5.0011,
      "step": 2513
    },
    {
      "epoch": 0.01612158522508657,
      "grad_norm": 42.44449234008789,
      "learning_rate": 0.00019999874780006528,
      "loss": 5.1513,
      "step": 2514
    },
    {
      "epoch": 0.016127997947928692,
      "grad_norm": 42.18195724487305,
      "learning_rate": 0.00019999874679165193,
      "loss": 4.9453,
      "step": 2515
    },
    {
      "epoch": 0.01613441067077081,
      "grad_norm": 59.62189483642578,
      "learning_rate": 0.00019999874578283274,
      "loss": 4.9953,
      "step": 2516
    },
    {
      "epoch": 0.01614082339361293,
      "grad_norm": 78.7823715209961,
      "learning_rate": 0.00019999874477360762,
      "loss": 5.0701,
      "step": 2517
    },
    {
      "epoch": 0.016147236116455046,
      "grad_norm": 108.81830596923828,
      "learning_rate": 0.00019999874376397663,
      "loss": 5.168,
      "step": 2518
    },
    {
      "epoch": 0.016153648839297166,
      "grad_norm": 27.659385681152344,
      "learning_rate": 0.00019999874275393977,
      "loss": 5.1282,
      "step": 2519
    },
    {
      "epoch": 0.016160061562139283,
      "grad_norm": 25.195446014404297,
      "learning_rate": 0.00019999874174349706,
      "loss": 5.0371,
      "step": 2520
    },
    {
      "epoch": 0.016166474284981403,
      "grad_norm": 74.54035949707031,
      "learning_rate": 0.00019999874073264843,
      "loss": 5.0239,
      "step": 2521
    },
    {
      "epoch": 0.016172887007823523,
      "grad_norm": 45.332950592041016,
      "learning_rate": 0.00019999873972139395,
      "loss": 5.2047,
      "step": 2522
    },
    {
      "epoch": 0.01617929973066564,
      "grad_norm": 705.5044555664062,
      "learning_rate": 0.00019999873870973355,
      "loss": 5.2183,
      "step": 2523
    },
    {
      "epoch": 0.01618571245350776,
      "grad_norm": 573.436767578125,
      "learning_rate": 0.00019999873769766733,
      "loss": 5.2133,
      "step": 2524
    },
    {
      "epoch": 0.016192125176349877,
      "grad_norm": 121.78569793701172,
      "learning_rate": 0.0001999987366851952,
      "loss": 5.1247,
      "step": 2525
    },
    {
      "epoch": 0.016198537899191998,
      "grad_norm": 50.32008743286133,
      "learning_rate": 0.0001999987356723172,
      "loss": 5.1346,
      "step": 2526
    },
    {
      "epoch": 0.016204950622034114,
      "grad_norm": 118.59180450439453,
      "learning_rate": 0.0001999987346590333,
      "loss": 5.2276,
      "step": 2527
    },
    {
      "epoch": 0.016211363344876235,
      "grad_norm": 306.7359924316406,
      "learning_rate": 0.00019999873364534354,
      "loss": 5.0712,
      "step": 2528
    },
    {
      "epoch": 0.01621777606771835,
      "grad_norm": 74.49837493896484,
      "learning_rate": 0.0001999987326312479,
      "loss": 5.1988,
      "step": 2529
    },
    {
      "epoch": 0.016224188790560472,
      "grad_norm": 142.05398559570312,
      "learning_rate": 0.00019999873161674638,
      "loss": 5.0658,
      "step": 2530
    },
    {
      "epoch": 0.016230601513402592,
      "grad_norm": 33.04261016845703,
      "learning_rate": 0.000199998730601839,
      "loss": 5.0504,
      "step": 2531
    },
    {
      "epoch": 0.01623701423624471,
      "grad_norm": 126.30013275146484,
      "learning_rate": 0.00019999872958652572,
      "loss": 4.9393,
      "step": 2532
    },
    {
      "epoch": 0.01624342695908683,
      "grad_norm": 57.366539001464844,
      "learning_rate": 0.00019999872857080658,
      "loss": 4.9259,
      "step": 2533
    },
    {
      "epoch": 0.016249839681928946,
      "grad_norm": 65.96400451660156,
      "learning_rate": 0.00019999872755468152,
      "loss": 5.2057,
      "step": 2534
    },
    {
      "epoch": 0.016256252404771066,
      "grad_norm": 116.82296752929688,
      "learning_rate": 0.0001999987265381506,
      "loss": 5.062,
      "step": 2535
    },
    {
      "epoch": 0.016262665127613183,
      "grad_norm": 25.958736419677734,
      "learning_rate": 0.00019999872552121383,
      "loss": 5.1671,
      "step": 2536
    },
    {
      "epoch": 0.016269077850455303,
      "grad_norm": 22.831741333007812,
      "learning_rate": 0.00019999872450387115,
      "loss": 4.9362,
      "step": 2537
    },
    {
      "epoch": 0.016275490573297424,
      "grad_norm": 386.47601318359375,
      "learning_rate": 0.0001999987234861226,
      "loss": 5.2054,
      "step": 2538
    },
    {
      "epoch": 0.01628190329613954,
      "grad_norm": 10.070625305175781,
      "learning_rate": 0.00019999872246796821,
      "loss": 4.9909,
      "step": 2539
    },
    {
      "epoch": 0.01628831601898166,
      "grad_norm": 46.76783752441406,
      "learning_rate": 0.0001999987214494079,
      "loss": 5.0816,
      "step": 2540
    },
    {
      "epoch": 0.016294728741823777,
      "grad_norm": 26.90178871154785,
      "learning_rate": 0.0001999987204304417,
      "loss": 4.9139,
      "step": 2541
    },
    {
      "epoch": 0.016301141464665898,
      "grad_norm": 82.5464096069336,
      "learning_rate": 0.00019999871941106965,
      "loss": 5.0877,
      "step": 2542
    },
    {
      "epoch": 0.016307554187508014,
      "grad_norm": 29.359973907470703,
      "learning_rate": 0.00019999871839129172,
      "loss": 4.8644,
      "step": 2543
    },
    {
      "epoch": 0.016313966910350135,
      "grad_norm": 18.429994583129883,
      "learning_rate": 0.0001999987173711079,
      "loss": 5.0405,
      "step": 2544
    },
    {
      "epoch": 0.016320379633192255,
      "grad_norm": 80.29119873046875,
      "learning_rate": 0.00019999871635051822,
      "loss": 5.1591,
      "step": 2545
    },
    {
      "epoch": 0.016326792356034372,
      "grad_norm": 14.51572036743164,
      "learning_rate": 0.00019999871532952264,
      "loss": 5.0794,
      "step": 2546
    },
    {
      "epoch": 0.016333205078876492,
      "grad_norm": 85.88607788085938,
      "learning_rate": 0.00019999871430812118,
      "loss": 5.0341,
      "step": 2547
    },
    {
      "epoch": 0.01633961780171861,
      "grad_norm": 34.64493179321289,
      "learning_rate": 0.00019999871328631386,
      "loss": 5.057,
      "step": 2548
    },
    {
      "epoch": 0.01634603052456073,
      "grad_norm": 30.824819564819336,
      "learning_rate": 0.00019999871226410065,
      "loss": 5.1818,
      "step": 2549
    },
    {
      "epoch": 0.016352443247402846,
      "grad_norm": 74.02339172363281,
      "learning_rate": 0.00019999871124148157,
      "loss": 4.9937,
      "step": 2550
    },
    {
      "epoch": 0.016358855970244966,
      "grad_norm": 154.39198303222656,
      "learning_rate": 0.00019999871021845661,
      "loss": 5.0624,
      "step": 2551
    },
    {
      "epoch": 0.016365268693087087,
      "grad_norm": 39.89410400390625,
      "learning_rate": 0.00019999870919502576,
      "loss": 5.0348,
      "step": 2552
    },
    {
      "epoch": 0.016371681415929203,
      "grad_norm": 394.0824890136719,
      "learning_rate": 0.00019999870817118904,
      "loss": 5.1916,
      "step": 2553
    },
    {
      "epoch": 0.016378094138771324,
      "grad_norm": 59.275245666503906,
      "learning_rate": 0.00019999870714694645,
      "loss": 5.1574,
      "step": 2554
    },
    {
      "epoch": 0.01638450686161344,
      "grad_norm": 55.873226165771484,
      "learning_rate": 0.00019999870612229795,
      "loss": 5.1699,
      "step": 2555
    },
    {
      "epoch": 0.01639091958445556,
      "grad_norm": 62.01910400390625,
      "learning_rate": 0.00019999870509724362,
      "loss": 5.1569,
      "step": 2556
    },
    {
      "epoch": 0.016397332307297677,
      "grad_norm": 42.75281524658203,
      "learning_rate": 0.00019999870407178338,
      "loss": 5.1443,
      "step": 2557
    },
    {
      "epoch": 0.016403745030139798,
      "grad_norm": 207.1258544921875,
      "learning_rate": 0.00019999870304591725,
      "loss": 5.0199,
      "step": 2558
    },
    {
      "epoch": 0.016410157752981915,
      "grad_norm": 83.57781982421875,
      "learning_rate": 0.00019999870201964527,
      "loss": 5.2786,
      "step": 2559
    },
    {
      "epoch": 0.016416570475824035,
      "grad_norm": 30.290485382080078,
      "learning_rate": 0.0001999987009929674,
      "loss": 5.0433,
      "step": 2560
    },
    {
      "epoch": 0.016422983198666155,
      "grad_norm": 68.37415313720703,
      "learning_rate": 0.00019999869996588368,
      "loss": 5.1241,
      "step": 2561
    },
    {
      "epoch": 0.016429395921508272,
      "grad_norm": 118.40974426269531,
      "learning_rate": 0.00019999869893839404,
      "loss": 5.3096,
      "step": 2562
    },
    {
      "epoch": 0.016435808644350392,
      "grad_norm": 28.173992156982422,
      "learning_rate": 0.00019999869791049855,
      "loss": 5.3095,
      "step": 2563
    },
    {
      "epoch": 0.01644222136719251,
      "grad_norm": 217.67845153808594,
      "learning_rate": 0.00019999869688219716,
      "loss": 5.2001,
      "step": 2564
    },
    {
      "epoch": 0.01644863409003463,
      "grad_norm": 26.542390823364258,
      "learning_rate": 0.00019999869585348988,
      "loss": 5.0083,
      "step": 2565
    },
    {
      "epoch": 0.016455046812876746,
      "grad_norm": 85.08269500732422,
      "learning_rate": 0.00019999869482437678,
      "loss": 5.2187,
      "step": 2566
    },
    {
      "epoch": 0.016461459535718866,
      "grad_norm": 17.236940383911133,
      "learning_rate": 0.00019999869379485775,
      "loss": 5.1733,
      "step": 2567
    },
    {
      "epoch": 0.016467872258560987,
      "grad_norm": 36.160125732421875,
      "learning_rate": 0.00019999869276493285,
      "loss": 5.368,
      "step": 2568
    },
    {
      "epoch": 0.016474284981403103,
      "grad_norm": 21.068090438842773,
      "learning_rate": 0.00019999869173460209,
      "loss": 5.0982,
      "step": 2569
    },
    {
      "epoch": 0.016480697704245224,
      "grad_norm": 23.980180740356445,
      "learning_rate": 0.00019999869070386545,
      "loss": 5.0449,
      "step": 2570
    },
    {
      "epoch": 0.01648711042708734,
      "grad_norm": 286.2841491699219,
      "learning_rate": 0.0001999986896727229,
      "loss": 5.1823,
      "step": 2571
    },
    {
      "epoch": 0.01649352314992946,
      "grad_norm": 94.61322021484375,
      "learning_rate": 0.0001999986886411745,
      "loss": 5.5461,
      "step": 2572
    },
    {
      "epoch": 0.016499935872771578,
      "grad_norm": 136.49598693847656,
      "learning_rate": 0.00019999868760922022,
      "loss": 5.2572,
      "step": 2573
    },
    {
      "epoch": 0.016506348595613698,
      "grad_norm": 67.63117980957031,
      "learning_rate": 0.00019999868657686007,
      "loss": 5.3055,
      "step": 2574
    },
    {
      "epoch": 0.016512761318455818,
      "grad_norm": 77.26300048828125,
      "learning_rate": 0.00019999868554409402,
      "loss": 5.1462,
      "step": 2575
    },
    {
      "epoch": 0.016519174041297935,
      "grad_norm": 288.0231018066406,
      "learning_rate": 0.0001999986845109221,
      "loss": 5.3797,
      "step": 2576
    },
    {
      "epoch": 0.016525586764140055,
      "grad_norm": 105.05050659179688,
      "learning_rate": 0.0001999986834773443,
      "loss": 5.1786,
      "step": 2577
    },
    {
      "epoch": 0.016531999486982172,
      "grad_norm": 49.99553298950195,
      "learning_rate": 0.00019999868244336062,
      "loss": 5.2506,
      "step": 2578
    },
    {
      "epoch": 0.016538412209824292,
      "grad_norm": 190.24305725097656,
      "learning_rate": 0.00019999868140897106,
      "loss": 5.4635,
      "step": 2579
    },
    {
      "epoch": 0.01654482493266641,
      "grad_norm": 183.1313934326172,
      "learning_rate": 0.00019999868037417565,
      "loss": 5.221,
      "step": 2580
    },
    {
      "epoch": 0.01655123765550853,
      "grad_norm": 167.13543701171875,
      "learning_rate": 0.00019999867933897435,
      "loss": 5.6122,
      "step": 2581
    },
    {
      "epoch": 0.016557650378350646,
      "grad_norm": 74.75401306152344,
      "learning_rate": 0.00019999867830336715,
      "loss": 5.4039,
      "step": 2582
    },
    {
      "epoch": 0.016564063101192766,
      "grad_norm": 75.87061309814453,
      "learning_rate": 0.00019999867726735407,
      "loss": 5.4803,
      "step": 2583
    },
    {
      "epoch": 0.016570475824034887,
      "grad_norm": 183.17771911621094,
      "learning_rate": 0.00019999867623093513,
      "loss": 5.3556,
      "step": 2584
    },
    {
      "epoch": 0.016576888546877003,
      "grad_norm": 436.9210510253906,
      "learning_rate": 0.00019999867519411032,
      "loss": 5.1902,
      "step": 2585
    },
    {
      "epoch": 0.016583301269719124,
      "grad_norm": 97.32290649414062,
      "learning_rate": 0.0001999986741568796,
      "loss": 5.7579,
      "step": 2586
    },
    {
      "epoch": 0.01658971399256124,
      "grad_norm": 278.26312255859375,
      "learning_rate": 0.00019999867311924305,
      "loss": 5.2629,
      "step": 2587
    },
    {
      "epoch": 0.01659612671540336,
      "grad_norm": 327.0473937988281,
      "learning_rate": 0.00019999867208120057,
      "loss": 5.251,
      "step": 2588
    },
    {
      "epoch": 0.016602539438245478,
      "grad_norm": 349.3501892089844,
      "learning_rate": 0.00019999867104275224,
      "loss": 5.2367,
      "step": 2589
    },
    {
      "epoch": 0.016608952161087598,
      "grad_norm": 449.7328796386719,
      "learning_rate": 0.00019999867000389804,
      "loss": 5.329,
      "step": 2590
    },
    {
      "epoch": 0.016615364883929718,
      "grad_norm": 94.38972473144531,
      "learning_rate": 0.00019999866896463795,
      "loss": 5.0441,
      "step": 2591
    },
    {
      "epoch": 0.016621777606771835,
      "grad_norm": 309.17694091796875,
      "learning_rate": 0.00019999866792497198,
      "loss": 5.6128,
      "step": 2592
    },
    {
      "epoch": 0.016628190329613955,
      "grad_norm": 315.22161865234375,
      "learning_rate": 0.00019999866688490014,
      "loss": 5.2057,
      "step": 2593
    },
    {
      "epoch": 0.016634603052456072,
      "grad_norm": 75.88410186767578,
      "learning_rate": 0.00019999866584442238,
      "loss": 5.675,
      "step": 2594
    },
    {
      "epoch": 0.016641015775298192,
      "grad_norm": 191.87570190429688,
      "learning_rate": 0.0001999986648035388,
      "loss": 5.5286,
      "step": 2595
    },
    {
      "epoch": 0.01664742849814031,
      "grad_norm": 141.1215057373047,
      "learning_rate": 0.00019999866376224933,
      "loss": 5.2669,
      "step": 2596
    },
    {
      "epoch": 0.01665384122098243,
      "grad_norm": 421.2587585449219,
      "learning_rate": 0.00019999866272055398,
      "loss": 5.4836,
      "step": 2597
    },
    {
      "epoch": 0.01666025394382455,
      "grad_norm": 161.0154266357422,
      "learning_rate": 0.00019999866167845273,
      "loss": 5.1329,
      "step": 2598
    },
    {
      "epoch": 0.016666666666666666,
      "grad_norm": 2440.024169921875,
      "learning_rate": 0.0001999986606359456,
      "loss": 5.6805,
      "step": 2599
    },
    {
      "epoch": 0.016673079389508787,
      "grad_norm": 290.12493896484375,
      "learning_rate": 0.00019999865959303262,
      "loss": 5.3863,
      "step": 2600
    },
    {
      "epoch": 0.016673079389508787,
      "eval_loss": 5.405242443084717,
      "eval_runtime": 34.7817,
      "eval_samples_per_second": 90.134,
      "eval_steps_per_second": 22.541,
      "step": 2600
    },
    {
      "epoch": 0.016679492112350904,
      "grad_norm": 315.6419372558594,
      "learning_rate": 0.00019999865854971374,
      "loss": 5.219,
      "step": 2601
    },
    {
      "epoch": 0.016685904835193024,
      "grad_norm": 206.6327362060547,
      "learning_rate": 0.00019999865750598898,
      "loss": 5.4039,
      "step": 2602
    },
    {
      "epoch": 0.01669231755803514,
      "grad_norm": 536.4136962890625,
      "learning_rate": 0.00019999865646185838,
      "loss": 5.6216,
      "step": 2603
    },
    {
      "epoch": 0.01669873028087726,
      "grad_norm": 219.48683166503906,
      "learning_rate": 0.00019999865541732187,
      "loss": 5.3555,
      "step": 2604
    },
    {
      "epoch": 0.016705143003719378,
      "grad_norm": 90.42253112792969,
      "learning_rate": 0.00019999865437237948,
      "loss": 5.4132,
      "step": 2605
    },
    {
      "epoch": 0.016711555726561498,
      "grad_norm": 81.43578338623047,
      "learning_rate": 0.00019999865332703123,
      "loss": 5.439,
      "step": 2606
    },
    {
      "epoch": 0.016717968449403618,
      "grad_norm": 161.07235717773438,
      "learning_rate": 0.00019999865228127707,
      "loss": 5.4319,
      "step": 2607
    },
    {
      "epoch": 0.016724381172245735,
      "grad_norm": 300.34039306640625,
      "learning_rate": 0.00019999865123511708,
      "loss": 5.5014,
      "step": 2608
    },
    {
      "epoch": 0.016730793895087855,
      "grad_norm": 978.0962524414062,
      "learning_rate": 0.00019999865018855117,
      "loss": 5.1987,
      "step": 2609
    },
    {
      "epoch": 0.016737206617929972,
      "grad_norm": 473.5155029296875,
      "learning_rate": 0.0001999986491415794,
      "loss": 5.4312,
      "step": 2610
    },
    {
      "epoch": 0.016743619340772092,
      "grad_norm": 95.37606048583984,
      "learning_rate": 0.00019999864809420174,
      "loss": 5.3205,
      "step": 2611
    },
    {
      "epoch": 0.01675003206361421,
      "grad_norm": 93.09563446044922,
      "learning_rate": 0.00019999864704641821,
      "loss": 5.5613,
      "step": 2612
    },
    {
      "epoch": 0.01675644478645633,
      "grad_norm": 432.890380859375,
      "learning_rate": 0.00019999864599822882,
      "loss": 5.4872,
      "step": 2613
    },
    {
      "epoch": 0.01676285750929845,
      "grad_norm": 67.06926727294922,
      "learning_rate": 0.00019999864494963353,
      "loss": 5.7782,
      "step": 2614
    },
    {
      "epoch": 0.016769270232140567,
      "grad_norm": 54.439693450927734,
      "learning_rate": 0.00019999864390063236,
      "loss": 5.3283,
      "step": 2615
    },
    {
      "epoch": 0.016775682954982687,
      "grad_norm": 101.3316879272461,
      "learning_rate": 0.00019999864285122533,
      "loss": 5.3812,
      "step": 2616
    },
    {
      "epoch": 0.016782095677824804,
      "grad_norm": 103.54815673828125,
      "learning_rate": 0.0001999986418014124,
      "loss": 5.2802,
      "step": 2617
    },
    {
      "epoch": 0.016788508400666924,
      "grad_norm": 118.42627716064453,
      "learning_rate": 0.00019999864075119362,
      "loss": 5.3026,
      "step": 2618
    },
    {
      "epoch": 0.01679492112350904,
      "grad_norm": 115.31571960449219,
      "learning_rate": 0.00019999863970056892,
      "loss": 5.5925,
      "step": 2619
    },
    {
      "epoch": 0.01680133384635116,
      "grad_norm": 92.9659194946289,
      "learning_rate": 0.00019999863864953837,
      "loss": 5.3823,
      "step": 2620
    },
    {
      "epoch": 0.01680774656919328,
      "grad_norm": 96.89501190185547,
      "learning_rate": 0.00019999863759810193,
      "loss": 5.5803,
      "step": 2621
    },
    {
      "epoch": 0.016814159292035398,
      "grad_norm": 183.5953826904297,
      "learning_rate": 0.0001999986365462596,
      "loss": 5.627,
      "step": 2622
    },
    {
      "epoch": 0.01682057201487752,
      "grad_norm": 117.6253890991211,
      "learning_rate": 0.00019999863549401145,
      "loss": 5.1339,
      "step": 2623
    },
    {
      "epoch": 0.016826984737719635,
      "grad_norm": 88.09264373779297,
      "learning_rate": 0.00019999863444135737,
      "loss": 5.5198,
      "step": 2624
    },
    {
      "epoch": 0.016833397460561755,
      "grad_norm": 330.12054443359375,
      "learning_rate": 0.00019999863338829744,
      "loss": 5.3817,
      "step": 2625
    },
    {
      "epoch": 0.016839810183403872,
      "grad_norm": 108.38748931884766,
      "learning_rate": 0.0001999986323348316,
      "loss": 5.1917,
      "step": 2626
    },
    {
      "epoch": 0.016846222906245992,
      "grad_norm": 141.97120666503906,
      "learning_rate": 0.0001999986312809599,
      "loss": 5.4183,
      "step": 2627
    },
    {
      "epoch": 0.01685263562908811,
      "grad_norm": 244.792724609375,
      "learning_rate": 0.00019999863022668232,
      "loss": 5.193,
      "step": 2628
    },
    {
      "epoch": 0.01685904835193023,
      "grad_norm": 84.5777816772461,
      "learning_rate": 0.00019999862917199888,
      "loss": 5.2903,
      "step": 2629
    },
    {
      "epoch": 0.01686546107477235,
      "grad_norm": 249.84986877441406,
      "learning_rate": 0.00019999862811690954,
      "loss": 5.3625,
      "step": 2630
    },
    {
      "epoch": 0.016871873797614467,
      "grad_norm": 41.80706024169922,
      "learning_rate": 0.00019999862706141435,
      "loss": 5.5179,
      "step": 2631
    },
    {
      "epoch": 0.016878286520456587,
      "grad_norm": 100.69086456298828,
      "learning_rate": 0.00019999862600551325,
      "loss": 5.4604,
      "step": 2632
    },
    {
      "epoch": 0.016884699243298704,
      "grad_norm": 66.90666961669922,
      "learning_rate": 0.0001999986249492063,
      "loss": 5.4866,
      "step": 2633
    },
    {
      "epoch": 0.016891111966140824,
      "grad_norm": 39.379947662353516,
      "learning_rate": 0.00019999862389249345,
      "loss": 5.4756,
      "step": 2634
    },
    {
      "epoch": 0.01689752468898294,
      "grad_norm": 108.72770690917969,
      "learning_rate": 0.0001999986228353747,
      "loss": 5.3039,
      "step": 2635
    },
    {
      "epoch": 0.01690393741182506,
      "grad_norm": 139.287841796875,
      "learning_rate": 0.0001999986217778501,
      "loss": 5.349,
      "step": 2636
    },
    {
      "epoch": 0.01691035013466718,
      "grad_norm": 173.07273864746094,
      "learning_rate": 0.00019999862071991964,
      "loss": 5.0891,
      "step": 2637
    },
    {
      "epoch": 0.016916762857509298,
      "grad_norm": 73.29247283935547,
      "learning_rate": 0.00019999861966158328,
      "loss": 5.2751,
      "step": 2638
    },
    {
      "epoch": 0.01692317558035142,
      "grad_norm": 80.37860870361328,
      "learning_rate": 0.00019999861860284105,
      "loss": 5.1851,
      "step": 2639
    },
    {
      "epoch": 0.016929588303193535,
      "grad_norm": 81.3149642944336,
      "learning_rate": 0.00019999861754369295,
      "loss": 5.1937,
      "step": 2640
    },
    {
      "epoch": 0.016936001026035655,
      "grad_norm": 67.8711929321289,
      "learning_rate": 0.00019999861648413894,
      "loss": 5.2314,
      "step": 2641
    },
    {
      "epoch": 0.016942413748877772,
      "grad_norm": 72.48546600341797,
      "learning_rate": 0.00019999861542417907,
      "loss": 5.2556,
      "step": 2642
    },
    {
      "epoch": 0.016948826471719892,
      "grad_norm": 31.62552833557129,
      "learning_rate": 0.00019999861436381333,
      "loss": 5.3206,
      "step": 2643
    },
    {
      "epoch": 0.016955239194562013,
      "grad_norm": 65.34880065917969,
      "learning_rate": 0.0001999986133030417,
      "loss": 5.4936,
      "step": 2644
    },
    {
      "epoch": 0.01696165191740413,
      "grad_norm": 308.4933776855469,
      "learning_rate": 0.0001999986122418642,
      "loss": 5.2199,
      "step": 2645
    },
    {
      "epoch": 0.01696806464024625,
      "grad_norm": 56.340858459472656,
      "learning_rate": 0.00019999861118028082,
      "loss": 5.3145,
      "step": 2646
    },
    {
      "epoch": 0.016974477363088367,
      "grad_norm": 91.15620422363281,
      "learning_rate": 0.0001999986101182916,
      "loss": 5.2463,
      "step": 2647
    },
    {
      "epoch": 0.016980890085930487,
      "grad_norm": 58.34189987182617,
      "learning_rate": 0.00019999860905589643,
      "loss": 5.0807,
      "step": 2648
    },
    {
      "epoch": 0.016987302808772604,
      "grad_norm": 27.102874755859375,
      "learning_rate": 0.0001999986079930954,
      "loss": 5.2947,
      "step": 2649
    },
    {
      "epoch": 0.016993715531614724,
      "grad_norm": 69.68680572509766,
      "learning_rate": 0.00019999860692988851,
      "loss": 5.564,
      "step": 2650
    },
    {
      "epoch": 0.01700012825445684,
      "grad_norm": 91.49757385253906,
      "learning_rate": 0.00019999860586627577,
      "loss": 5.0326,
      "step": 2651
    },
    {
      "epoch": 0.01700654097729896,
      "grad_norm": 152.77236938476562,
      "learning_rate": 0.0001999986048022571,
      "loss": 5.2062,
      "step": 2652
    },
    {
      "epoch": 0.01701295370014108,
      "grad_norm": 86.27748107910156,
      "learning_rate": 0.00019999860373783257,
      "loss": 5.3285,
      "step": 2653
    },
    {
      "epoch": 0.017019366422983198,
      "grad_norm": 32.66712188720703,
      "learning_rate": 0.00019999860267300217,
      "loss": 5.2535,
      "step": 2654
    },
    {
      "epoch": 0.01702577914582532,
      "grad_norm": 49.609779357910156,
      "learning_rate": 0.00019999860160776592,
      "loss": 5.2797,
      "step": 2655
    },
    {
      "epoch": 0.017032191868667435,
      "grad_norm": 110.85289001464844,
      "learning_rate": 0.00019999860054212374,
      "loss": 5.1175,
      "step": 2656
    },
    {
      "epoch": 0.017038604591509555,
      "grad_norm": 202.46112060546875,
      "learning_rate": 0.00019999859947607572,
      "loss": 5.1976,
      "step": 2657
    },
    {
      "epoch": 0.017045017314351672,
      "grad_norm": 69.52311706542969,
      "learning_rate": 0.0001999985984096218,
      "loss": 5.2685,
      "step": 2658
    },
    {
      "epoch": 0.017051430037193793,
      "grad_norm": 85.92894744873047,
      "learning_rate": 0.000199998597342762,
      "loss": 5.229,
      "step": 2659
    },
    {
      "epoch": 0.017057842760035913,
      "grad_norm": 26.623714447021484,
      "learning_rate": 0.00019999859627549632,
      "loss": 5.0303,
      "step": 2660
    },
    {
      "epoch": 0.01706425548287803,
      "grad_norm": 52.24938201904297,
      "learning_rate": 0.0001999985952078248,
      "loss": 5.16,
      "step": 2661
    },
    {
      "epoch": 0.01707066820572015,
      "grad_norm": 1100.241943359375,
      "learning_rate": 0.00019999859413974736,
      "loss": 5.0581,
      "step": 2662
    },
    {
      "epoch": 0.017077080928562267,
      "grad_norm": 105.96546173095703,
      "learning_rate": 0.00019999859307126406,
      "loss": 5.3062,
      "step": 2663
    },
    {
      "epoch": 0.017083493651404387,
      "grad_norm": 39.80208206176758,
      "learning_rate": 0.00019999859200237486,
      "loss": 5.098,
      "step": 2664
    },
    {
      "epoch": 0.017089906374246504,
      "grad_norm": 49.629234313964844,
      "learning_rate": 0.00019999859093307982,
      "loss": 5.2948,
      "step": 2665
    },
    {
      "epoch": 0.017096319097088624,
      "grad_norm": 113.26541137695312,
      "learning_rate": 0.0001999985898633789,
      "loss": 5.282,
      "step": 2666
    },
    {
      "epoch": 0.017102731819930744,
      "grad_norm": 40.87820816040039,
      "learning_rate": 0.00019999858879327206,
      "loss": 5.185,
      "step": 2667
    },
    {
      "epoch": 0.01710914454277286,
      "grad_norm": 120.2528305053711,
      "learning_rate": 0.00019999858772275938,
      "loss": 5.1493,
      "step": 2668
    },
    {
      "epoch": 0.01711555726561498,
      "grad_norm": 100.1664810180664,
      "learning_rate": 0.00019999858665184083,
      "loss": 5.0946,
      "step": 2669
    },
    {
      "epoch": 0.017121969988457098,
      "grad_norm": 97.45096588134766,
      "learning_rate": 0.00019999858558051637,
      "loss": 5.2406,
      "step": 2670
    },
    {
      "epoch": 0.01712838271129922,
      "grad_norm": 49.59958267211914,
      "learning_rate": 0.00019999858450878602,
      "loss": 5.1946,
      "step": 2671
    },
    {
      "epoch": 0.017134795434141335,
      "grad_norm": 53.17478942871094,
      "learning_rate": 0.00019999858343664983,
      "loss": 5.0991,
      "step": 2672
    },
    {
      "epoch": 0.017141208156983456,
      "grad_norm": 171.52001953125,
      "learning_rate": 0.00019999858236410776,
      "loss": 5.2403,
      "step": 2673
    },
    {
      "epoch": 0.017147620879825572,
      "grad_norm": 105.18974304199219,
      "learning_rate": 0.00019999858129115977,
      "loss": 5.2188,
      "step": 2674
    },
    {
      "epoch": 0.017154033602667693,
      "grad_norm": 77.8539047241211,
      "learning_rate": 0.00019999858021780596,
      "loss": 5.356,
      "step": 2675
    },
    {
      "epoch": 0.017160446325509813,
      "grad_norm": 40.772972106933594,
      "learning_rate": 0.00019999857914404626,
      "loss": 5.3028,
      "step": 2676
    },
    {
      "epoch": 0.01716685904835193,
      "grad_norm": 18.413789749145508,
      "learning_rate": 0.00019999857806988068,
      "loss": 5.2924,
      "step": 2677
    },
    {
      "epoch": 0.01717327177119405,
      "grad_norm": 60.907081604003906,
      "learning_rate": 0.00019999857699530918,
      "loss": 5.2134,
      "step": 2678
    },
    {
      "epoch": 0.017179684494036167,
      "grad_norm": 39.08909606933594,
      "learning_rate": 0.00019999857592033186,
      "loss": 5.2178,
      "step": 2679
    },
    {
      "epoch": 0.017186097216878287,
      "grad_norm": 89.8383560180664,
      "learning_rate": 0.0001999985748449486,
      "loss": 5.2083,
      "step": 2680
    },
    {
      "epoch": 0.017192509939720404,
      "grad_norm": 82.31257629394531,
      "learning_rate": 0.00019999857376915952,
      "loss": 5.2985,
      "step": 2681
    },
    {
      "epoch": 0.017198922662562524,
      "grad_norm": 84.00614166259766,
      "learning_rate": 0.00019999857269296454,
      "loss": 5.4743,
      "step": 2682
    },
    {
      "epoch": 0.017205335385404644,
      "grad_norm": 71.4357681274414,
      "learning_rate": 0.00019999857161636365,
      "loss": 5.2388,
      "step": 2683
    },
    {
      "epoch": 0.01721174810824676,
      "grad_norm": 58.896400451660156,
      "learning_rate": 0.00019999857053935695,
      "loss": 5.1374,
      "step": 2684
    },
    {
      "epoch": 0.01721816083108888,
      "grad_norm": 38.207523345947266,
      "learning_rate": 0.00019999856946194432,
      "loss": 5.4476,
      "step": 2685
    },
    {
      "epoch": 0.017224573553930998,
      "grad_norm": 104.12187957763672,
      "learning_rate": 0.00019999856838412585,
      "loss": 5.3729,
      "step": 2686
    },
    {
      "epoch": 0.01723098627677312,
      "grad_norm": 42.42976760864258,
      "learning_rate": 0.00019999856730590148,
      "loss": 5.4055,
      "step": 2687
    },
    {
      "epoch": 0.017237398999615235,
      "grad_norm": 21.899572372436523,
      "learning_rate": 0.0001999985662272712,
      "loss": 5.2595,
      "step": 2688
    },
    {
      "epoch": 0.017243811722457356,
      "grad_norm": 48.04237365722656,
      "learning_rate": 0.0001999985651482351,
      "loss": 5.2221,
      "step": 2689
    },
    {
      "epoch": 0.017250224445299476,
      "grad_norm": 17.378597259521484,
      "learning_rate": 0.0001999985640687931,
      "loss": 5.1589,
      "step": 2690
    },
    {
      "epoch": 0.017256637168141593,
      "grad_norm": 79.9131851196289,
      "learning_rate": 0.0001999985629889452,
      "loss": 5.278,
      "step": 2691
    },
    {
      "epoch": 0.017263049890983713,
      "grad_norm": 104.0237808227539,
      "learning_rate": 0.00019999856190869146,
      "loss": 5.4539,
      "step": 2692
    },
    {
      "epoch": 0.01726946261382583,
      "grad_norm": 40.254356384277344,
      "learning_rate": 0.00019999856082803183,
      "loss": 5.2482,
      "step": 2693
    },
    {
      "epoch": 0.01727587533666795,
      "grad_norm": 45.93476104736328,
      "learning_rate": 0.00019999855974696634,
      "loss": 5.4334,
      "step": 2694
    },
    {
      "epoch": 0.017282288059510067,
      "grad_norm": 436.3082580566406,
      "learning_rate": 0.00019999855866549492,
      "loss": 5.3414,
      "step": 2695
    },
    {
      "epoch": 0.017288700782352187,
      "grad_norm": 80.54790496826172,
      "learning_rate": 0.00019999855758361768,
      "loss": 5.3742,
      "step": 2696
    },
    {
      "epoch": 0.017295113505194304,
      "grad_norm": 33.82462692260742,
      "learning_rate": 0.00019999855650133452,
      "loss": 5.272,
      "step": 2697
    },
    {
      "epoch": 0.017301526228036424,
      "grad_norm": 49.150543212890625,
      "learning_rate": 0.0001999985554186455,
      "loss": 5.2946,
      "step": 2698
    },
    {
      "epoch": 0.017307938950878544,
      "grad_norm": 76.75021362304688,
      "learning_rate": 0.00019999855433555058,
      "loss": 5.316,
      "step": 2699
    },
    {
      "epoch": 0.01731435167372066,
      "grad_norm": 41.379783630371094,
      "learning_rate": 0.0001999985532520498,
      "loss": 5.1645,
      "step": 2700
    },
    {
      "epoch": 0.01731435167372066,
      "eval_loss": 5.217257976531982,
      "eval_runtime": 34.753,
      "eval_samples_per_second": 90.208,
      "eval_steps_per_second": 22.559,
      "step": 2700
    },
    {
      "epoch": 0.01732076439656278,
      "grad_norm": 24.703506469726562,
      "learning_rate": 0.00019999855216814316,
      "loss": 5.359,
      "step": 2701
    },
    {
      "epoch": 0.0173271771194049,
      "grad_norm": 79.52828979492188,
      "learning_rate": 0.00019999855108383062,
      "loss": 5.4587,
      "step": 2702
    },
    {
      "epoch": 0.01733358984224702,
      "grad_norm": 44.76628112792969,
      "learning_rate": 0.0001999985499991122,
      "loss": 5.4111,
      "step": 2703
    },
    {
      "epoch": 0.017340002565089135,
      "grad_norm": 36.60681915283203,
      "learning_rate": 0.00019999854891398792,
      "loss": 5.2781,
      "step": 2704
    },
    {
      "epoch": 0.017346415287931256,
      "grad_norm": 30.696205139160156,
      "learning_rate": 0.00019999854782845776,
      "loss": 5.1902,
      "step": 2705
    },
    {
      "epoch": 0.017352828010773376,
      "grad_norm": 25.57120704650879,
      "learning_rate": 0.00019999854674252173,
      "loss": 5.2287,
      "step": 2706
    },
    {
      "epoch": 0.017359240733615493,
      "grad_norm": 9.984659194946289,
      "learning_rate": 0.0001999985456561798,
      "loss": 5.2363,
      "step": 2707
    },
    {
      "epoch": 0.017365653456457613,
      "grad_norm": 82.93093872070312,
      "learning_rate": 0.00019999854456943198,
      "loss": 5.2815,
      "step": 2708
    },
    {
      "epoch": 0.01737206617929973,
      "grad_norm": 22.361345291137695,
      "learning_rate": 0.00019999854348227834,
      "loss": 5.1496,
      "step": 2709
    },
    {
      "epoch": 0.01737847890214185,
      "grad_norm": 18.274389266967773,
      "learning_rate": 0.00019999854239471877,
      "loss": 5.1503,
      "step": 2710
    },
    {
      "epoch": 0.017384891624983967,
      "grad_norm": 35.03489685058594,
      "learning_rate": 0.00019999854130675333,
      "loss": 5.2264,
      "step": 2711
    },
    {
      "epoch": 0.017391304347826087,
      "grad_norm": 23.32574462890625,
      "learning_rate": 0.00019999854021838202,
      "loss": 5.4028,
      "step": 2712
    },
    {
      "epoch": 0.017397717070668207,
      "grad_norm": 42.2791862487793,
      "learning_rate": 0.00019999853912960484,
      "loss": 5.2467,
      "step": 2713
    },
    {
      "epoch": 0.017404129793510324,
      "grad_norm": 55.3612174987793,
      "learning_rate": 0.00019999853804042176,
      "loss": 5.3484,
      "step": 2714
    },
    {
      "epoch": 0.017410542516352445,
      "grad_norm": 10.234193801879883,
      "learning_rate": 0.00019999853695083284,
      "loss": 5.409,
      "step": 2715
    },
    {
      "epoch": 0.01741695523919456,
      "grad_norm": 8.064858436584473,
      "learning_rate": 0.00019999853586083802,
      "loss": 5.2772,
      "step": 2716
    },
    {
      "epoch": 0.01742336796203668,
      "grad_norm": 29.973953247070312,
      "learning_rate": 0.0001999985347704373,
      "loss": 5.1463,
      "step": 2717
    },
    {
      "epoch": 0.0174297806848788,
      "grad_norm": 34.661949157714844,
      "learning_rate": 0.00019999853367963074,
      "loss": 5.5366,
      "step": 2718
    },
    {
      "epoch": 0.01743619340772092,
      "grad_norm": 12.341730117797852,
      "learning_rate": 0.0001999985325884183,
      "loss": 5.0269,
      "step": 2719
    },
    {
      "epoch": 0.017442606130563035,
      "grad_norm": 12.388864517211914,
      "learning_rate": 0.00019999853149679995,
      "loss": 5.2525,
      "step": 2720
    },
    {
      "epoch": 0.017449018853405156,
      "grad_norm": 70.90721893310547,
      "learning_rate": 0.00019999853040477574,
      "loss": 5.2025,
      "step": 2721
    },
    {
      "epoch": 0.017455431576247276,
      "grad_norm": 55.65134048461914,
      "learning_rate": 0.0001999985293123457,
      "loss": 5.4513,
      "step": 2722
    },
    {
      "epoch": 0.017461844299089393,
      "grad_norm": 22.412887573242188,
      "learning_rate": 0.0001999985282195097,
      "loss": 5.2439,
      "step": 2723
    },
    {
      "epoch": 0.017468257021931513,
      "grad_norm": 32.094276428222656,
      "learning_rate": 0.00019999852712626788,
      "loss": 5.1536,
      "step": 2724
    },
    {
      "epoch": 0.01747466974477363,
      "grad_norm": 43.804046630859375,
      "learning_rate": 0.00019999852603262014,
      "loss": 5.446,
      "step": 2725
    },
    {
      "epoch": 0.01748108246761575,
      "grad_norm": 18.35474967956543,
      "learning_rate": 0.00019999852493856658,
      "loss": 5.1809,
      "step": 2726
    },
    {
      "epoch": 0.017487495190457867,
      "grad_norm": 17.327821731567383,
      "learning_rate": 0.0001999985238441071,
      "loss": 5.1709,
      "step": 2727
    },
    {
      "epoch": 0.017493907913299987,
      "grad_norm": 26.160688400268555,
      "learning_rate": 0.00019999852274924174,
      "loss": 5.2994,
      "step": 2728
    },
    {
      "epoch": 0.017500320636142108,
      "grad_norm": 22.65570640563965,
      "learning_rate": 0.0001999985216539705,
      "loss": 5.2218,
      "step": 2729
    },
    {
      "epoch": 0.017506733358984224,
      "grad_norm": 43.28190994262695,
      "learning_rate": 0.0001999985205582934,
      "loss": 5.193,
      "step": 2730
    },
    {
      "epoch": 0.017513146081826345,
      "grad_norm": 45.88835144042969,
      "learning_rate": 0.00019999851946221042,
      "loss": 5.1103,
      "step": 2731
    },
    {
      "epoch": 0.01751955880466846,
      "grad_norm": 15.267849922180176,
      "learning_rate": 0.00019999851836572155,
      "loss": 5.2261,
      "step": 2732
    },
    {
      "epoch": 0.01752597152751058,
      "grad_norm": 363.17205810546875,
      "learning_rate": 0.00019999851726882684,
      "loss": 5.3412,
      "step": 2733
    },
    {
      "epoch": 0.0175323842503527,
      "grad_norm": 61.258731842041016,
      "learning_rate": 0.0001999985161715262,
      "loss": 5.473,
      "step": 2734
    },
    {
      "epoch": 0.01753879697319482,
      "grad_norm": 73.8751449584961,
      "learning_rate": 0.00019999851507381973,
      "loss": 5.4289,
      "step": 2735
    },
    {
      "epoch": 0.01754520969603694,
      "grad_norm": 35.18612289428711,
      "learning_rate": 0.00019999851397570735,
      "loss": 5.3392,
      "step": 2736
    },
    {
      "epoch": 0.017551622418879056,
      "grad_norm": 47.87691879272461,
      "learning_rate": 0.0001999985128771891,
      "loss": 5.2751,
      "step": 2737
    },
    {
      "epoch": 0.017558035141721176,
      "grad_norm": 99.0801010131836,
      "learning_rate": 0.00019999851177826495,
      "loss": 5.3775,
      "step": 2738
    },
    {
      "epoch": 0.017564447864563293,
      "grad_norm": 77.58177185058594,
      "learning_rate": 0.00019999851067893496,
      "loss": 5.4077,
      "step": 2739
    },
    {
      "epoch": 0.017570860587405413,
      "grad_norm": 14.915807723999023,
      "learning_rate": 0.0001999985095791991,
      "loss": 5.1354,
      "step": 2740
    },
    {
      "epoch": 0.01757727331024753,
      "grad_norm": 94.19308471679688,
      "learning_rate": 0.00019999850847905734,
      "loss": 5.0625,
      "step": 2741
    },
    {
      "epoch": 0.01758368603308965,
      "grad_norm": 24.945741653442383,
      "learning_rate": 0.00019999850737850968,
      "loss": 5.2303,
      "step": 2742
    },
    {
      "epoch": 0.017590098755931767,
      "grad_norm": 11.410292625427246,
      "learning_rate": 0.00019999850627755618,
      "loss": 5.2581,
      "step": 2743
    },
    {
      "epoch": 0.017596511478773887,
      "grad_norm": 61.941986083984375,
      "learning_rate": 0.0001999985051761968,
      "loss": 5.3587,
      "step": 2744
    },
    {
      "epoch": 0.017602924201616008,
      "grad_norm": 76.50199890136719,
      "learning_rate": 0.00019999850407443153,
      "loss": 5.6826,
      "step": 2745
    },
    {
      "epoch": 0.017609336924458124,
      "grad_norm": 34.602054595947266,
      "learning_rate": 0.0001999985029722604,
      "loss": 5.1323,
      "step": 2746
    },
    {
      "epoch": 0.017615749647300245,
      "grad_norm": 72.67710876464844,
      "learning_rate": 0.00019999850186968338,
      "loss": 5.5695,
      "step": 2747
    },
    {
      "epoch": 0.01762216237014236,
      "grad_norm": 52.27103805541992,
      "learning_rate": 0.00019999850076670046,
      "loss": 5.3313,
      "step": 2748
    },
    {
      "epoch": 0.01762857509298448,
      "grad_norm": 55.43064880371094,
      "learning_rate": 0.0001999984996633117,
      "loss": 5.0613,
      "step": 2749
    },
    {
      "epoch": 0.0176349878158266,
      "grad_norm": 31.931745529174805,
      "learning_rate": 0.00019999849855951705,
      "loss": 5.3488,
      "step": 2750
    },
    {
      "epoch": 0.01764140053866872,
      "grad_norm": 116.41583251953125,
      "learning_rate": 0.0001999984974553165,
      "loss": 5.3869,
      "step": 2751
    },
    {
      "epoch": 0.01764781326151084,
      "grad_norm": 128.72898864746094,
      "learning_rate": 0.00019999849635071008,
      "loss": 5.6931,
      "step": 2752
    },
    {
      "epoch": 0.017654225984352956,
      "grad_norm": 153.79653930664062,
      "learning_rate": 0.00019999849524569784,
      "loss": 5.5892,
      "step": 2753
    },
    {
      "epoch": 0.017660638707195076,
      "grad_norm": 117.13542175292969,
      "learning_rate": 0.00019999849414027964,
      "loss": 5.5218,
      "step": 2754
    },
    {
      "epoch": 0.017667051430037193,
      "grad_norm": 92.0976791381836,
      "learning_rate": 0.0001999984930344556,
      "loss": 5.0153,
      "step": 2755
    },
    {
      "epoch": 0.017673464152879313,
      "grad_norm": 49.27766418457031,
      "learning_rate": 0.0001999984919282257,
      "loss": 5.542,
      "step": 2756
    },
    {
      "epoch": 0.01767987687572143,
      "grad_norm": 50.070030212402344,
      "learning_rate": 0.0001999984908215899,
      "loss": 5.475,
      "step": 2757
    },
    {
      "epoch": 0.01768628959856355,
      "grad_norm": 139.0504913330078,
      "learning_rate": 0.00019999848971454822,
      "loss": 5.1749,
      "step": 2758
    },
    {
      "epoch": 0.01769270232140567,
      "grad_norm": 36.573116302490234,
      "learning_rate": 0.0001999984886071007,
      "loss": 5.2024,
      "step": 2759
    },
    {
      "epoch": 0.017699115044247787,
      "grad_norm": 48.433048248291016,
      "learning_rate": 0.00019999848749924722,
      "loss": 5.4276,
      "step": 2760
    },
    {
      "epoch": 0.017705527767089908,
      "grad_norm": 62.28774642944336,
      "learning_rate": 0.00019999848639098793,
      "loss": 5.1539,
      "step": 2761
    },
    {
      "epoch": 0.017711940489932024,
      "grad_norm": 39.29985427856445,
      "learning_rate": 0.00019999848528232277,
      "loss": 5.2031,
      "step": 2762
    },
    {
      "epoch": 0.017718353212774145,
      "grad_norm": 25.44761848449707,
      "learning_rate": 0.0001999984841732517,
      "loss": 5.1894,
      "step": 2763
    },
    {
      "epoch": 0.01772476593561626,
      "grad_norm": 60.609649658203125,
      "learning_rate": 0.00019999848306377475,
      "loss": 5.0884,
      "step": 2764
    },
    {
      "epoch": 0.017731178658458382,
      "grad_norm": 13.017975807189941,
      "learning_rate": 0.00019999848195389195,
      "loss": 5.3164,
      "step": 2765
    },
    {
      "epoch": 0.0177375913813005,
      "grad_norm": 40.44697952270508,
      "learning_rate": 0.00019999848084360325,
      "loss": 5.323,
      "step": 2766
    },
    {
      "epoch": 0.01774400410414262,
      "grad_norm": 32.46678161621094,
      "learning_rate": 0.00019999847973290868,
      "loss": 5.2483,
      "step": 2767
    },
    {
      "epoch": 0.01775041682698474,
      "grad_norm": 25.418880462646484,
      "learning_rate": 0.00019999847862180823,
      "loss": 5.2071,
      "step": 2768
    },
    {
      "epoch": 0.017756829549826856,
      "grad_norm": 22.55356216430664,
      "learning_rate": 0.00019999847751030192,
      "loss": 5.1023,
      "step": 2769
    },
    {
      "epoch": 0.017763242272668976,
      "grad_norm": 20.90166473388672,
      "learning_rate": 0.0001999984763983897,
      "loss": 5.3818,
      "step": 2770
    },
    {
      "epoch": 0.017769654995511093,
      "grad_norm": 27.540742874145508,
      "learning_rate": 0.00019999847528607165,
      "loss": 5.0401,
      "step": 2771
    },
    {
      "epoch": 0.017776067718353213,
      "grad_norm": 37.7708625793457,
      "learning_rate": 0.0001999984741733477,
      "loss": 5.1379,
      "step": 2772
    },
    {
      "epoch": 0.01778248044119533,
      "grad_norm": 19.80900764465332,
      "learning_rate": 0.00019999847306021785,
      "loss": 5.2413,
      "step": 2773
    },
    {
      "epoch": 0.01778889316403745,
      "grad_norm": 108.95559692382812,
      "learning_rate": 0.00019999847194668212,
      "loss": 5.3983,
      "step": 2774
    },
    {
      "epoch": 0.01779530588687957,
      "grad_norm": 50.88014602661133,
      "learning_rate": 0.00019999847083274056,
      "loss": 5.1664,
      "step": 2775
    },
    {
      "epoch": 0.017801718609721687,
      "grad_norm": 13.450885772705078,
      "learning_rate": 0.0001999984697183931,
      "loss": 5.0246,
      "step": 2776
    },
    {
      "epoch": 0.017808131332563808,
      "grad_norm": 313.875244140625,
      "learning_rate": 0.00019999846860363976,
      "loss": 5.0007,
      "step": 2777
    },
    {
      "epoch": 0.017814544055405925,
      "grad_norm": 37.668601989746094,
      "learning_rate": 0.00019999846748848052,
      "loss": 5.1333,
      "step": 2778
    },
    {
      "epoch": 0.017820956778248045,
      "grad_norm": 23.08594512939453,
      "learning_rate": 0.00019999846637291544,
      "loss": 5.247,
      "step": 2779
    },
    {
      "epoch": 0.01782736950109016,
      "grad_norm": 46.1055793762207,
      "learning_rate": 0.00019999846525694447,
      "loss": 5.2263,
      "step": 2780
    },
    {
      "epoch": 0.017833782223932282,
      "grad_norm": 14.683046340942383,
      "learning_rate": 0.0001999984641405676,
      "loss": 5.5031,
      "step": 2781
    },
    {
      "epoch": 0.017840194946774402,
      "grad_norm": 82.14456176757812,
      "learning_rate": 0.00019999846302378487,
      "loss": 5.4699,
      "step": 2782
    },
    {
      "epoch": 0.01784660766961652,
      "grad_norm": 70.18333435058594,
      "learning_rate": 0.00019999846190659626,
      "loss": 5.361,
      "step": 2783
    },
    {
      "epoch": 0.01785302039245864,
      "grad_norm": 11.986512184143066,
      "learning_rate": 0.0001999984607890018,
      "loss": 5.0677,
      "step": 2784
    },
    {
      "epoch": 0.017859433115300756,
      "grad_norm": 40.64744567871094,
      "learning_rate": 0.00019999845967100144,
      "loss": 5.1278,
      "step": 2785
    },
    {
      "epoch": 0.017865845838142876,
      "grad_norm": 34.719398498535156,
      "learning_rate": 0.00019999845855259518,
      "loss": 5.2715,
      "step": 2786
    },
    {
      "epoch": 0.017872258560984993,
      "grad_norm": 26.924747467041016,
      "learning_rate": 0.00019999845743378308,
      "loss": 5.3876,
      "step": 2787
    },
    {
      "epoch": 0.017878671283827113,
      "grad_norm": 37.875083923339844,
      "learning_rate": 0.00019999845631456508,
      "loss": 5.2383,
      "step": 2788
    },
    {
      "epoch": 0.01788508400666923,
      "grad_norm": 64.29204559326172,
      "learning_rate": 0.0001999984551949412,
      "loss": 5.156,
      "step": 2789
    },
    {
      "epoch": 0.01789149672951135,
      "grad_norm": 28.675622940063477,
      "learning_rate": 0.00019999845407491147,
      "loss": 5.0986,
      "step": 2790
    },
    {
      "epoch": 0.01789790945235347,
      "grad_norm": 11.822129249572754,
      "learning_rate": 0.00019999845295447583,
      "loss": 5.037,
      "step": 2791
    },
    {
      "epoch": 0.017904322175195587,
      "grad_norm": 38.15582275390625,
      "learning_rate": 0.00019999845183363431,
      "loss": 5.2196,
      "step": 2792
    },
    {
      "epoch": 0.017910734898037708,
      "grad_norm": 36.35026550292969,
      "learning_rate": 0.00019999845071238696,
      "loss": 5.3147,
      "step": 2793
    },
    {
      "epoch": 0.017917147620879825,
      "grad_norm": 34.952049255371094,
      "learning_rate": 0.0001999984495907337,
      "loss": 5.1673,
      "step": 2794
    },
    {
      "epoch": 0.017923560343721945,
      "grad_norm": 38.63109588623047,
      "learning_rate": 0.00019999844846867458,
      "loss": 5.3061,
      "step": 2795
    },
    {
      "epoch": 0.01792997306656406,
      "grad_norm": 17.07806396484375,
      "learning_rate": 0.00019999844734620956,
      "loss": 5.2063,
      "step": 2796
    },
    {
      "epoch": 0.017936385789406182,
      "grad_norm": 54.82463073730469,
      "learning_rate": 0.00019999844622333867,
      "loss": 5.3322,
      "step": 2797
    },
    {
      "epoch": 0.017942798512248302,
      "grad_norm": 30.0795955657959,
      "learning_rate": 0.0001999984451000619,
      "loss": 5.3517,
      "step": 2798
    },
    {
      "epoch": 0.01794921123509042,
      "grad_norm": 60.252166748046875,
      "learning_rate": 0.00019999844397637927,
      "loss": 5.3377,
      "step": 2799
    },
    {
      "epoch": 0.01795562395793254,
      "grad_norm": 83.52995300292969,
      "learning_rate": 0.00019999844285229076,
      "loss": 5.0661,
      "step": 2800
    },
    {
      "epoch": 0.01795562395793254,
      "eval_loss": 5.190370082855225,
      "eval_runtime": 34.7537,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 2800
    },
    {
      "epoch": 0.017962036680774656,
      "grad_norm": 50.38035202026367,
      "learning_rate": 0.00019999844172779635,
      "loss": 5.077,
      "step": 2801
    },
    {
      "epoch": 0.017968449403616776,
      "grad_norm": 30.43105697631836,
      "learning_rate": 0.00019999844060289608,
      "loss": 5.4277,
      "step": 2802
    },
    {
      "epoch": 0.017974862126458893,
      "grad_norm": 69.57245635986328,
      "learning_rate": 0.00019999843947758993,
      "loss": 5.1461,
      "step": 2803
    },
    {
      "epoch": 0.017981274849301013,
      "grad_norm": 129.94354248046875,
      "learning_rate": 0.0001999984383518779,
      "loss": 5.2464,
      "step": 2804
    },
    {
      "epoch": 0.017987687572143134,
      "grad_norm": 108.36556243896484,
      "learning_rate": 0.00019999843722576,
      "loss": 5.4138,
      "step": 2805
    },
    {
      "epoch": 0.01799410029498525,
      "grad_norm": 73.54830169677734,
      "learning_rate": 0.00019999843609923624,
      "loss": 5.3699,
      "step": 2806
    },
    {
      "epoch": 0.01800051301782737,
      "grad_norm": 93.91011810302734,
      "learning_rate": 0.00019999843497230658,
      "loss": 5.2475,
      "step": 2807
    },
    {
      "epoch": 0.018006925740669488,
      "grad_norm": 196.2976531982422,
      "learning_rate": 0.00019999843384497102,
      "loss": 5.2659,
      "step": 2808
    },
    {
      "epoch": 0.018013338463511608,
      "grad_norm": 552.3268432617188,
      "learning_rate": 0.0001999984327172296,
      "loss": 5.3213,
      "step": 2809
    },
    {
      "epoch": 0.018019751186353725,
      "grad_norm": 193.48756408691406,
      "learning_rate": 0.00019999843158908235,
      "loss": 5.4192,
      "step": 2810
    },
    {
      "epoch": 0.018026163909195845,
      "grad_norm": 84.86315155029297,
      "learning_rate": 0.00019999843046052918,
      "loss": 5.1702,
      "step": 2811
    },
    {
      "epoch": 0.01803257663203796,
      "grad_norm": 106.88932037353516,
      "learning_rate": 0.0001999984293315701,
      "loss": 5.234,
      "step": 2812
    },
    {
      "epoch": 0.018038989354880082,
      "grad_norm": 209.8467559814453,
      "learning_rate": 0.0001999984282022052,
      "loss": 5.421,
      "step": 2813
    },
    {
      "epoch": 0.018045402077722202,
      "grad_norm": 143.4104461669922,
      "learning_rate": 0.0001999984270724344,
      "loss": 5.5668,
      "step": 2814
    },
    {
      "epoch": 0.01805181480056432,
      "grad_norm": 160.69847106933594,
      "learning_rate": 0.00019999842594225773,
      "loss": 5.4365,
      "step": 2815
    },
    {
      "epoch": 0.01805822752340644,
      "grad_norm": 134.70498657226562,
      "learning_rate": 0.00019999842481167515,
      "loss": 5.4079,
      "step": 2816
    },
    {
      "epoch": 0.018064640246248556,
      "grad_norm": 81.5279769897461,
      "learning_rate": 0.00019999842368068673,
      "loss": 5.5271,
      "step": 2817
    },
    {
      "epoch": 0.018071052969090676,
      "grad_norm": 68.43006134033203,
      "learning_rate": 0.00019999842254929244,
      "loss": 5.2567,
      "step": 2818
    },
    {
      "epoch": 0.018077465691932793,
      "grad_norm": 31.522708892822266,
      "learning_rate": 0.00019999842141749224,
      "loss": 5.2784,
      "step": 2819
    },
    {
      "epoch": 0.018083878414774913,
      "grad_norm": 156.6042938232422,
      "learning_rate": 0.00019999842028528618,
      "loss": 5.3141,
      "step": 2820
    },
    {
      "epoch": 0.018090291137617034,
      "grad_norm": 114.65302276611328,
      "learning_rate": 0.00019999841915267424,
      "loss": 5.3647,
      "step": 2821
    },
    {
      "epoch": 0.01809670386045915,
      "grad_norm": 78.32954406738281,
      "learning_rate": 0.00019999841801965644,
      "loss": 5.236,
      "step": 2822
    },
    {
      "epoch": 0.01810311658330127,
      "grad_norm": 57.888492584228516,
      "learning_rate": 0.00019999841688623273,
      "loss": 4.9992,
      "step": 2823
    },
    {
      "epoch": 0.018109529306143388,
      "grad_norm": 87.53250885009766,
      "learning_rate": 0.00019999841575240316,
      "loss": 5.2688,
      "step": 2824
    },
    {
      "epoch": 0.018115942028985508,
      "grad_norm": 92.04618835449219,
      "learning_rate": 0.0001999984146181677,
      "loss": 5.4591,
      "step": 2825
    },
    {
      "epoch": 0.018122354751827625,
      "grad_norm": 62.909420013427734,
      "learning_rate": 0.0001999984134835264,
      "loss": 5.2414,
      "step": 2826
    },
    {
      "epoch": 0.018128767474669745,
      "grad_norm": 145.4794158935547,
      "learning_rate": 0.00019999841234847918,
      "loss": 5.6143,
      "step": 2827
    },
    {
      "epoch": 0.018135180197511865,
      "grad_norm": 99.88700866699219,
      "learning_rate": 0.00019999841121302612,
      "loss": 5.2991,
      "step": 2828
    },
    {
      "epoch": 0.018141592920353982,
      "grad_norm": 53.36264419555664,
      "learning_rate": 0.00019999841007716716,
      "loss": 5.1713,
      "step": 2829
    },
    {
      "epoch": 0.018148005643196102,
      "grad_norm": 110.30826568603516,
      "learning_rate": 0.00019999840894090233,
      "loss": 5.0954,
      "step": 2830
    },
    {
      "epoch": 0.01815441836603822,
      "grad_norm": 47.07743835449219,
      "learning_rate": 0.00019999840780423163,
      "loss": 5.271,
      "step": 2831
    },
    {
      "epoch": 0.01816083108888034,
      "grad_norm": 154.35372924804688,
      "learning_rate": 0.00019999840666715503,
      "loss": 5.2756,
      "step": 2832
    },
    {
      "epoch": 0.018167243811722456,
      "grad_norm": 29.522363662719727,
      "learning_rate": 0.00019999840552967256,
      "loss": 5.203,
      "step": 2833
    },
    {
      "epoch": 0.018173656534564576,
      "grad_norm": 64.08329772949219,
      "learning_rate": 0.00019999840439178422,
      "loss": 5.4926,
      "step": 2834
    },
    {
      "epoch": 0.018180069257406693,
      "grad_norm": 423.235595703125,
      "learning_rate": 0.00019999840325349,
      "loss": 5.2665,
      "step": 2835
    },
    {
      "epoch": 0.018186481980248814,
      "grad_norm": 78.4571304321289,
      "learning_rate": 0.0001999984021147899,
      "loss": 5.156,
      "step": 2836
    },
    {
      "epoch": 0.018192894703090934,
      "grad_norm": 25.043315887451172,
      "learning_rate": 0.00019999840097568395,
      "loss": 5.3046,
      "step": 2837
    },
    {
      "epoch": 0.01819930742593305,
      "grad_norm": 42.045570373535156,
      "learning_rate": 0.0001999983998361721,
      "loss": 5.2886,
      "step": 2838
    },
    {
      "epoch": 0.01820572014877517,
      "grad_norm": 100.91265106201172,
      "learning_rate": 0.00019999839869625437,
      "loss": 5.191,
      "step": 2839
    },
    {
      "epoch": 0.018212132871617288,
      "grad_norm": 36.42567825317383,
      "learning_rate": 0.00019999839755593078,
      "loss": 5.1888,
      "step": 2840
    },
    {
      "epoch": 0.018218545594459408,
      "grad_norm": 252.31307983398438,
      "learning_rate": 0.0001999983964152013,
      "loss": 5.0538,
      "step": 2841
    },
    {
      "epoch": 0.018224958317301525,
      "grad_norm": 116.0628890991211,
      "learning_rate": 0.00019999839527406595,
      "loss": 5.3189,
      "step": 2842
    },
    {
      "epoch": 0.018231371040143645,
      "grad_norm": 156.17987060546875,
      "learning_rate": 0.0001999983941325247,
      "loss": 5.2424,
      "step": 2843
    },
    {
      "epoch": 0.018237783762985765,
      "grad_norm": 93.43148803710938,
      "learning_rate": 0.00019999839299057759,
      "loss": 5.1208,
      "step": 2844
    },
    {
      "epoch": 0.018244196485827882,
      "grad_norm": 59.804229736328125,
      "learning_rate": 0.0001999983918482246,
      "loss": 5.1834,
      "step": 2845
    },
    {
      "epoch": 0.018250609208670002,
      "grad_norm": 84.26078033447266,
      "learning_rate": 0.00019999839070546576,
      "loss": 5.0894,
      "step": 2846
    },
    {
      "epoch": 0.01825702193151212,
      "grad_norm": 44.655067443847656,
      "learning_rate": 0.000199998389562301,
      "loss": 5.0984,
      "step": 2847
    },
    {
      "epoch": 0.01826343465435424,
      "grad_norm": 23.506820678710938,
      "learning_rate": 0.00019999838841873037,
      "loss": 5.1857,
      "step": 2848
    },
    {
      "epoch": 0.018269847377196356,
      "grad_norm": 74.98146057128906,
      "learning_rate": 0.0001999983872747539,
      "loss": 5.2183,
      "step": 2849
    },
    {
      "epoch": 0.018276260100038477,
      "grad_norm": 41.327266693115234,
      "learning_rate": 0.00019999838613037152,
      "loss": 5.1422,
      "step": 2850
    },
    {
      "epoch": 0.018282672822880597,
      "grad_norm": 177.98695373535156,
      "learning_rate": 0.00019999838498558327,
      "loss": 5.2746,
      "step": 2851
    },
    {
      "epoch": 0.018289085545722714,
      "grad_norm": 82.78954315185547,
      "learning_rate": 0.00019999838384038917,
      "loss": 5.2633,
      "step": 2852
    },
    {
      "epoch": 0.018295498268564834,
      "grad_norm": 200.1290740966797,
      "learning_rate": 0.00019999838269478914,
      "loss": 5.4252,
      "step": 2853
    },
    {
      "epoch": 0.01830191099140695,
      "grad_norm": 36.29660415649414,
      "learning_rate": 0.00019999838154878327,
      "loss": 5.2795,
      "step": 2854
    },
    {
      "epoch": 0.01830832371424907,
      "grad_norm": 34.374794006347656,
      "learning_rate": 0.0001999983804023715,
      "loss": 5.5817,
      "step": 2855
    },
    {
      "epoch": 0.018314736437091188,
      "grad_norm": 27.46502113342285,
      "learning_rate": 0.0001999983792555539,
      "loss": 5.08,
      "step": 2856
    },
    {
      "epoch": 0.018321149159933308,
      "grad_norm": 50.312904357910156,
      "learning_rate": 0.00019999837810833038,
      "loss": 5.1398,
      "step": 2857
    },
    {
      "epoch": 0.018327561882775425,
      "grad_norm": 58.875667572021484,
      "learning_rate": 0.00019999837696070097,
      "loss": 5.1906,
      "step": 2858
    },
    {
      "epoch": 0.018333974605617545,
      "grad_norm": 62.83441162109375,
      "learning_rate": 0.00019999837581266571,
      "loss": 5.2128,
      "step": 2859
    },
    {
      "epoch": 0.018340387328459665,
      "grad_norm": 46.45878601074219,
      "learning_rate": 0.00019999837466422456,
      "loss": 5.3392,
      "step": 2860
    },
    {
      "epoch": 0.018346800051301782,
      "grad_norm": 37.96651077270508,
      "learning_rate": 0.00019999837351537757,
      "loss": 5.4644,
      "step": 2861
    },
    {
      "epoch": 0.018353212774143902,
      "grad_norm": 46.00543975830078,
      "learning_rate": 0.00019999837236612467,
      "loss": 5.2262,
      "step": 2862
    },
    {
      "epoch": 0.01835962549698602,
      "grad_norm": 47.531497955322266,
      "learning_rate": 0.00019999837121646588,
      "loss": 5.3262,
      "step": 2863
    },
    {
      "epoch": 0.01836603821982814,
      "grad_norm": 27.172496795654297,
      "learning_rate": 0.00019999837006640125,
      "loss": 5.1153,
      "step": 2864
    },
    {
      "epoch": 0.018372450942670256,
      "grad_norm": 67.21868896484375,
      "learning_rate": 0.00019999836891593071,
      "loss": 5.3511,
      "step": 2865
    },
    {
      "epoch": 0.018378863665512377,
      "grad_norm": 76.88983917236328,
      "learning_rate": 0.0001999983677650543,
      "loss": 5.2694,
      "step": 2866
    },
    {
      "epoch": 0.018385276388354497,
      "grad_norm": 130.62657165527344,
      "learning_rate": 0.00019999836661377206,
      "loss": 5.3198,
      "step": 2867
    },
    {
      "epoch": 0.018391689111196614,
      "grad_norm": 120.13246154785156,
      "learning_rate": 0.00019999836546208389,
      "loss": 4.9321,
      "step": 2868
    },
    {
      "epoch": 0.018398101834038734,
      "grad_norm": 51.094173431396484,
      "learning_rate": 0.00019999836430998984,
      "loss": 5.179,
      "step": 2869
    },
    {
      "epoch": 0.01840451455688085,
      "grad_norm": 81.93733215332031,
      "learning_rate": 0.00019999836315748995,
      "loss": 5.2039,
      "step": 2870
    },
    {
      "epoch": 0.01841092727972297,
      "grad_norm": 59.05097198486328,
      "learning_rate": 0.00019999836200458414,
      "loss": 5.1545,
      "step": 2871
    },
    {
      "epoch": 0.018417340002565088,
      "grad_norm": 19.679338455200195,
      "learning_rate": 0.00019999836085127248,
      "loss": 4.9501,
      "step": 2872
    },
    {
      "epoch": 0.018423752725407208,
      "grad_norm": 43.84666442871094,
      "learning_rate": 0.00019999835969755495,
      "loss": 5.1558,
      "step": 2873
    },
    {
      "epoch": 0.01843016544824933,
      "grad_norm": 37.22568893432617,
      "learning_rate": 0.00019999835854343152,
      "loss": 5.0678,
      "step": 2874
    },
    {
      "epoch": 0.018436578171091445,
      "grad_norm": 13.248737335205078,
      "learning_rate": 0.00019999835738890225,
      "loss": 5.2529,
      "step": 2875
    },
    {
      "epoch": 0.018442990893933565,
      "grad_norm": 63.74888610839844,
      "learning_rate": 0.00019999835623396705,
      "loss": 5.2186,
      "step": 2876
    },
    {
      "epoch": 0.018449403616775682,
      "grad_norm": 106.92903137207031,
      "learning_rate": 0.000199998355078626,
      "loss": 5.4502,
      "step": 2877
    },
    {
      "epoch": 0.018455816339617803,
      "grad_norm": 37.755985260009766,
      "learning_rate": 0.0001999983539228791,
      "loss": 5.2622,
      "step": 2878
    },
    {
      "epoch": 0.01846222906245992,
      "grad_norm": 25.077163696289062,
      "learning_rate": 0.00019999835276672626,
      "loss": 5.2263,
      "step": 2879
    },
    {
      "epoch": 0.01846864178530204,
      "grad_norm": 88.55914306640625,
      "learning_rate": 0.0001999983516101676,
      "loss": 5.5069,
      "step": 2880
    },
    {
      "epoch": 0.018475054508144156,
      "grad_norm": 47.61595916748047,
      "learning_rate": 0.00019999835045320306,
      "loss": 5.2248,
      "step": 2881
    },
    {
      "epoch": 0.018481467230986277,
      "grad_norm": 33.603328704833984,
      "learning_rate": 0.0001999983492958326,
      "loss": 5.3252,
      "step": 2882
    },
    {
      "epoch": 0.018487879953828397,
      "grad_norm": 45.5041618347168,
      "learning_rate": 0.0001999983481380563,
      "loss": 5.0682,
      "step": 2883
    },
    {
      "epoch": 0.018494292676670514,
      "grad_norm": 45.78984451293945,
      "learning_rate": 0.00019999834697987412,
      "loss": 5.1289,
      "step": 2884
    },
    {
      "epoch": 0.018500705399512634,
      "grad_norm": 42.03572082519531,
      "learning_rate": 0.00019999834582128605,
      "loss": 5.4769,
      "step": 2885
    },
    {
      "epoch": 0.01850711812235475,
      "grad_norm": 27.339540481567383,
      "learning_rate": 0.00019999834466229212,
      "loss": 5.0833,
      "step": 2886
    },
    {
      "epoch": 0.01851353084519687,
      "grad_norm": 113.05796813964844,
      "learning_rate": 0.00019999834350289231,
      "loss": 5.2121,
      "step": 2887
    },
    {
      "epoch": 0.018519943568038988,
      "grad_norm": 93.94851684570312,
      "learning_rate": 0.00019999834234308664,
      "loss": 5.2193,
      "step": 2888
    },
    {
      "epoch": 0.018526356290881108,
      "grad_norm": 56.158477783203125,
      "learning_rate": 0.00019999834118287506,
      "loss": 5.257,
      "step": 2889
    },
    {
      "epoch": 0.01853276901372323,
      "grad_norm": 30.20863151550293,
      "learning_rate": 0.0001999983400222576,
      "loss": 5.2356,
      "step": 2890
    },
    {
      "epoch": 0.018539181736565345,
      "grad_norm": 57.23628234863281,
      "learning_rate": 0.00019999833886123427,
      "loss": 5.0514,
      "step": 2891
    },
    {
      "epoch": 0.018545594459407466,
      "grad_norm": 66.70899200439453,
      "learning_rate": 0.00019999833769980508,
      "loss": 5.0035,
      "step": 2892
    },
    {
      "epoch": 0.018552007182249582,
      "grad_norm": 145.48049926757812,
      "learning_rate": 0.00019999833653797,
      "loss": 5.248,
      "step": 2893
    },
    {
      "epoch": 0.018558419905091703,
      "grad_norm": 109.53814697265625,
      "learning_rate": 0.00019999833537572904,
      "loss": 5.2541,
      "step": 2894
    },
    {
      "epoch": 0.01856483262793382,
      "grad_norm": 46.9250602722168,
      "learning_rate": 0.00019999833421308224,
      "loss": 5.062,
      "step": 2895
    },
    {
      "epoch": 0.01857124535077594,
      "grad_norm": 68.15960693359375,
      "learning_rate": 0.0001999983330500295,
      "loss": 5.2681,
      "step": 2896
    },
    {
      "epoch": 0.01857765807361806,
      "grad_norm": 244.54176330566406,
      "learning_rate": 0.00019999833188657094,
      "loss": 5.0767,
      "step": 2897
    },
    {
      "epoch": 0.018584070796460177,
      "grad_norm": 65.091796875,
      "learning_rate": 0.00019999833072270647,
      "loss": 5.2982,
      "step": 2898
    },
    {
      "epoch": 0.018590483519302297,
      "grad_norm": 238.9269256591797,
      "learning_rate": 0.00019999832955843613,
      "loss": 4.9903,
      "step": 2899
    },
    {
      "epoch": 0.018596896242144414,
      "grad_norm": 66.8559799194336,
      "learning_rate": 0.00019999832839375992,
      "loss": 4.8858,
      "step": 2900
    },
    {
      "epoch": 0.018596896242144414,
      "eval_loss": 5.147439002990723,
      "eval_runtime": 34.798,
      "eval_samples_per_second": 90.091,
      "eval_steps_per_second": 22.53,
      "step": 2900
    },
    {
      "epoch": 0.018603308964986534,
      "grad_norm": 88.20067596435547,
      "learning_rate": 0.00019999832722867783,
      "loss": 5.3258,
      "step": 2901
    },
    {
      "epoch": 0.01860972168782865,
      "grad_norm": 95.12591552734375,
      "learning_rate": 0.00019999832606318985,
      "loss": 5.1308,
      "step": 2902
    },
    {
      "epoch": 0.01861613441067077,
      "grad_norm": 70.91802215576172,
      "learning_rate": 0.00019999832489729603,
      "loss": 5.0627,
      "step": 2903
    },
    {
      "epoch": 0.018622547133512888,
      "grad_norm": 64.4832763671875,
      "learning_rate": 0.0001999983237309963,
      "loss": 5.215,
      "step": 2904
    },
    {
      "epoch": 0.018628959856355008,
      "grad_norm": 34.4844856262207,
      "learning_rate": 0.00019999832256429069,
      "loss": 5.0616,
      "step": 2905
    },
    {
      "epoch": 0.01863537257919713,
      "grad_norm": 41.599449157714844,
      "learning_rate": 0.00019999832139717922,
      "loss": 5.1934,
      "step": 2906
    },
    {
      "epoch": 0.018641785302039245,
      "grad_norm": 194.2863006591797,
      "learning_rate": 0.00019999832022966188,
      "loss": 5.2628,
      "step": 2907
    },
    {
      "epoch": 0.018648198024881366,
      "grad_norm": 410.6069030761719,
      "learning_rate": 0.00019999831906173865,
      "loss": 5.2666,
      "step": 2908
    },
    {
      "epoch": 0.018654610747723482,
      "grad_norm": 219.28701782226562,
      "learning_rate": 0.00019999831789340955,
      "loss": 5.2224,
      "step": 2909
    },
    {
      "epoch": 0.018661023470565603,
      "grad_norm": 167.9521484375,
      "learning_rate": 0.00019999831672467457,
      "loss": 5.1789,
      "step": 2910
    },
    {
      "epoch": 0.01866743619340772,
      "grad_norm": 62.97151184082031,
      "learning_rate": 0.0001999983155555337,
      "loss": 5.0537,
      "step": 2911
    },
    {
      "epoch": 0.01867384891624984,
      "grad_norm": 92.69390869140625,
      "learning_rate": 0.00019999831438598698,
      "loss": 5.4135,
      "step": 2912
    },
    {
      "epoch": 0.01868026163909196,
      "grad_norm": 400.38690185546875,
      "learning_rate": 0.00019999831321603436,
      "loss": 5.1099,
      "step": 2913
    },
    {
      "epoch": 0.018686674361934077,
      "grad_norm": 291.0859069824219,
      "learning_rate": 0.00019999831204567587,
      "loss": 5.6182,
      "step": 2914
    },
    {
      "epoch": 0.018693087084776197,
      "grad_norm": 375.3716125488281,
      "learning_rate": 0.0001999983108749115,
      "loss": 5.3821,
      "step": 2915
    },
    {
      "epoch": 0.018699499807618314,
      "grad_norm": 200.35821533203125,
      "learning_rate": 0.00019999830970374128,
      "loss": 5.3549,
      "step": 2916
    },
    {
      "epoch": 0.018705912530460434,
      "grad_norm": 219.73947143554688,
      "learning_rate": 0.00019999830853216515,
      "loss": 5.2313,
      "step": 2917
    },
    {
      "epoch": 0.01871232525330255,
      "grad_norm": 429.2963562011719,
      "learning_rate": 0.00019999830736018318,
      "loss": 5.2068,
      "step": 2918
    },
    {
      "epoch": 0.01871873797614467,
      "grad_norm": 144.9729766845703,
      "learning_rate": 0.00019999830618779528,
      "loss": 5.1716,
      "step": 2919
    },
    {
      "epoch": 0.01872515069898679,
      "grad_norm": 233.47988891601562,
      "learning_rate": 0.00019999830501500154,
      "loss": 5.4038,
      "step": 2920
    },
    {
      "epoch": 0.01873156342182891,
      "grad_norm": 110.05220794677734,
      "learning_rate": 0.00019999830384180193,
      "loss": 5.353,
      "step": 2921
    },
    {
      "epoch": 0.01873797614467103,
      "grad_norm": 657.3578491210938,
      "learning_rate": 0.00019999830266819642,
      "loss": 5.2433,
      "step": 2922
    },
    {
      "epoch": 0.018744388867513145,
      "grad_norm": 81.8490982055664,
      "learning_rate": 0.00019999830149418504,
      "loss": 5.2343,
      "step": 2923
    },
    {
      "epoch": 0.018750801590355266,
      "grad_norm": 153.22561645507812,
      "learning_rate": 0.0001999983003197678,
      "loss": 5.4033,
      "step": 2924
    },
    {
      "epoch": 0.018757214313197382,
      "grad_norm": 63.53763961791992,
      "learning_rate": 0.00019999829914494466,
      "loss": 5.3195,
      "step": 2925
    },
    {
      "epoch": 0.018763627036039503,
      "grad_norm": 243.77267456054688,
      "learning_rate": 0.00019999829796971567,
      "loss": 5.2438,
      "step": 2926
    },
    {
      "epoch": 0.01877003975888162,
      "grad_norm": 93.9269027709961,
      "learning_rate": 0.00019999829679408077,
      "loss": 5.5107,
      "step": 2927
    },
    {
      "epoch": 0.01877645248172374,
      "grad_norm": 1174.235595703125,
      "learning_rate": 0.00019999829561804,
      "loss": 5.1802,
      "step": 2928
    },
    {
      "epoch": 0.01878286520456586,
      "grad_norm": 93.83484649658203,
      "learning_rate": 0.00019999829444159337,
      "loss": 5.1074,
      "step": 2929
    },
    {
      "epoch": 0.018789277927407977,
      "grad_norm": 1421.9759521484375,
      "learning_rate": 0.00019999829326474087,
      "loss": 5.0819,
      "step": 2930
    },
    {
      "epoch": 0.018795690650250097,
      "grad_norm": 411.4863586425781,
      "learning_rate": 0.00019999829208748246,
      "loss": 5.1018,
      "step": 2931
    },
    {
      "epoch": 0.018802103373092214,
      "grad_norm": 211.7900390625,
      "learning_rate": 0.0001999982909098182,
      "loss": 5.2342,
      "step": 2932
    },
    {
      "epoch": 0.018808516095934334,
      "grad_norm": 66.3656005859375,
      "learning_rate": 0.00019999828973174807,
      "loss": 5.2039,
      "step": 2933
    },
    {
      "epoch": 0.01881492881877645,
      "grad_norm": 76.35941314697266,
      "learning_rate": 0.00019999828855327202,
      "loss": 5.2054,
      "step": 2934
    },
    {
      "epoch": 0.01882134154161857,
      "grad_norm": 44.87085723876953,
      "learning_rate": 0.00019999828737439016,
      "loss": 5.2541,
      "step": 2935
    },
    {
      "epoch": 0.01882775426446069,
      "grad_norm": 49.889041900634766,
      "learning_rate": 0.00019999828619510237,
      "loss": 5.2228,
      "step": 2936
    },
    {
      "epoch": 0.01883416698730281,
      "grad_norm": 385.2320251464844,
      "learning_rate": 0.00019999828501540874,
      "loss": 5.0879,
      "step": 2937
    },
    {
      "epoch": 0.01884057971014493,
      "grad_norm": 284.5686340332031,
      "learning_rate": 0.0001999982838353092,
      "loss": 5.0794,
      "step": 2938
    },
    {
      "epoch": 0.018846992432987045,
      "grad_norm": 103.5193862915039,
      "learning_rate": 0.0001999982826548038,
      "loss": 5.2688,
      "step": 2939
    },
    {
      "epoch": 0.018853405155829166,
      "grad_norm": 68.38824462890625,
      "learning_rate": 0.0001999982814738925,
      "loss": 5.3671,
      "step": 2940
    },
    {
      "epoch": 0.018859817878671283,
      "grad_norm": 84.96782684326172,
      "learning_rate": 0.00019999828029257537,
      "loss": 5.3758,
      "step": 2941
    },
    {
      "epoch": 0.018866230601513403,
      "grad_norm": 81.66970825195312,
      "learning_rate": 0.00019999827911085233,
      "loss": 5.5758,
      "step": 2942
    },
    {
      "epoch": 0.018872643324355523,
      "grad_norm": 330.68817138671875,
      "learning_rate": 0.00019999827792872344,
      "loss": 5.3118,
      "step": 2943
    },
    {
      "epoch": 0.01887905604719764,
      "grad_norm": 47.747161865234375,
      "learning_rate": 0.00019999827674618863,
      "loss": 5.1494,
      "step": 2944
    },
    {
      "epoch": 0.01888546877003976,
      "grad_norm": 53.316219329833984,
      "learning_rate": 0.000199998275563248,
      "loss": 5.2347,
      "step": 2945
    },
    {
      "epoch": 0.018891881492881877,
      "grad_norm": 131.66427612304688,
      "learning_rate": 0.00019999827437990143,
      "loss": 5.4603,
      "step": 2946
    },
    {
      "epoch": 0.018898294215723997,
      "grad_norm": 564.3208618164062,
      "learning_rate": 0.00019999827319614903,
      "loss": 5.1764,
      "step": 2947
    },
    {
      "epoch": 0.018904706938566114,
      "grad_norm": 40.152503967285156,
      "learning_rate": 0.00019999827201199076,
      "loss": 5.0253,
      "step": 2948
    },
    {
      "epoch": 0.018911119661408234,
      "grad_norm": 36.986602783203125,
      "learning_rate": 0.00019999827082742657,
      "loss": 5.5332,
      "step": 2949
    },
    {
      "epoch": 0.01891753238425035,
      "grad_norm": 172.8836212158203,
      "learning_rate": 0.00019999826964245653,
      "loss": 5.2208,
      "step": 2950
    },
    {
      "epoch": 0.01892394510709247,
      "grad_norm": 2187.517333984375,
      "learning_rate": 0.0001999982684570806,
      "loss": 5.3154,
      "step": 2951
    },
    {
      "epoch": 0.01893035782993459,
      "grad_norm": 46.514007568359375,
      "learning_rate": 0.00019999826727129882,
      "loss": 5.2003,
      "step": 2952
    },
    {
      "epoch": 0.01893677055277671,
      "grad_norm": 39.5252799987793,
      "learning_rate": 0.00019999826608511114,
      "loss": 5.0322,
      "step": 2953
    },
    {
      "epoch": 0.01894318327561883,
      "grad_norm": 204.5915069580078,
      "learning_rate": 0.0001999982648985176,
      "loss": 5.292,
      "step": 2954
    },
    {
      "epoch": 0.018949595998460946,
      "grad_norm": 168.80850219726562,
      "learning_rate": 0.00019999826371151818,
      "loss": 5.3427,
      "step": 2955
    },
    {
      "epoch": 0.018956008721303066,
      "grad_norm": 111.08637237548828,
      "learning_rate": 0.00019999826252411286,
      "loss": 5.6354,
      "step": 2956
    },
    {
      "epoch": 0.018962421444145183,
      "grad_norm": 8228.095703125,
      "learning_rate": 0.00019999826133630167,
      "loss": 5.4203,
      "step": 2957
    },
    {
      "epoch": 0.018968834166987303,
      "grad_norm": 43.64176940917969,
      "learning_rate": 0.00019999826014808464,
      "loss": 5.1616,
      "step": 2958
    },
    {
      "epoch": 0.018975246889829423,
      "grad_norm": 36.91519546508789,
      "learning_rate": 0.00019999825895946168,
      "loss": 5.5855,
      "step": 2959
    },
    {
      "epoch": 0.01898165961267154,
      "grad_norm": 64.7468032836914,
      "learning_rate": 0.0001999982577704329,
      "loss": 5.0668,
      "step": 2960
    },
    {
      "epoch": 0.01898807233551366,
      "grad_norm": 3627.9970703125,
      "learning_rate": 0.00019999825658099823,
      "loss": 5.2786,
      "step": 2961
    },
    {
      "epoch": 0.018994485058355777,
      "grad_norm": 48.97338104248047,
      "learning_rate": 0.00019999825539115764,
      "loss": 5.2417,
      "step": 2962
    },
    {
      "epoch": 0.019000897781197897,
      "grad_norm": 24.430139541625977,
      "learning_rate": 0.0001999982542009112,
      "loss": 5.1664,
      "step": 2963
    },
    {
      "epoch": 0.019007310504040014,
      "grad_norm": 24.357418060302734,
      "learning_rate": 0.0001999982530102589,
      "loss": 5.2206,
      "step": 2964
    },
    {
      "epoch": 0.019013723226882134,
      "grad_norm": 92.3362808227539,
      "learning_rate": 0.0001999982518192007,
      "loss": 5.2619,
      "step": 2965
    },
    {
      "epoch": 0.019020135949724255,
      "grad_norm": 27.17369270324707,
      "learning_rate": 0.00019999825062773664,
      "loss": 5.0777,
      "step": 2966
    },
    {
      "epoch": 0.01902654867256637,
      "grad_norm": 452.0273742675781,
      "learning_rate": 0.0001999982494358667,
      "loss": 5.2202,
      "step": 2967
    },
    {
      "epoch": 0.01903296139540849,
      "grad_norm": 60.63975524902344,
      "learning_rate": 0.0001999982482435909,
      "loss": 5.2317,
      "step": 2968
    },
    {
      "epoch": 0.01903937411825061,
      "grad_norm": 53.62224578857422,
      "learning_rate": 0.0001999982470509092,
      "loss": 5.3497,
      "step": 2969
    },
    {
      "epoch": 0.01904578684109273,
      "grad_norm": 23.778976440429688,
      "learning_rate": 0.0001999982458578216,
      "loss": 5.1192,
      "step": 2970
    },
    {
      "epoch": 0.019052199563934846,
      "grad_norm": 50.48015213012695,
      "learning_rate": 0.00019999824466432816,
      "loss": 5.0862,
      "step": 2971
    },
    {
      "epoch": 0.019058612286776966,
      "grad_norm": 38.225013732910156,
      "learning_rate": 0.00019999824347042883,
      "loss": 5.1934,
      "step": 2972
    },
    {
      "epoch": 0.019065025009619083,
      "grad_norm": 45.01670455932617,
      "learning_rate": 0.00019999824227612365,
      "loss": 5.2477,
      "step": 2973
    },
    {
      "epoch": 0.019071437732461203,
      "grad_norm": 36.20125198364258,
      "learning_rate": 0.00019999824108141257,
      "loss": 5.3493,
      "step": 2974
    },
    {
      "epoch": 0.019077850455303323,
      "grad_norm": 21.815258026123047,
      "learning_rate": 0.0001999982398862956,
      "loss": 5.2148,
      "step": 2975
    },
    {
      "epoch": 0.01908426317814544,
      "grad_norm": 31.73295783996582,
      "learning_rate": 0.0001999982386907728,
      "loss": 5.2243,
      "step": 2976
    },
    {
      "epoch": 0.01909067590098756,
      "grad_norm": 54.74679946899414,
      "learning_rate": 0.00019999823749484405,
      "loss": 5.3412,
      "step": 2977
    },
    {
      "epoch": 0.019097088623829677,
      "grad_norm": 36.9542236328125,
      "learning_rate": 0.00019999823629850946,
      "loss": 5.2192,
      "step": 2978
    },
    {
      "epoch": 0.019103501346671797,
      "grad_norm": 51.67463302612305,
      "learning_rate": 0.00019999823510176903,
      "loss": 5.1303,
      "step": 2979
    },
    {
      "epoch": 0.019109914069513914,
      "grad_norm": 32.837520599365234,
      "learning_rate": 0.0001999982339046227,
      "loss": 5.0876,
      "step": 2980
    },
    {
      "epoch": 0.019116326792356034,
      "grad_norm": 46.64009475708008,
      "learning_rate": 0.00019999823270707047,
      "loss": 5.1156,
      "step": 2981
    },
    {
      "epoch": 0.019122739515198155,
      "grad_norm": 56.18698501586914,
      "learning_rate": 0.0001999982315091124,
      "loss": 5.2367,
      "step": 2982
    },
    {
      "epoch": 0.01912915223804027,
      "grad_norm": 31.19706916809082,
      "learning_rate": 0.00019999823031074842,
      "loss": 5.0374,
      "step": 2983
    },
    {
      "epoch": 0.019135564960882392,
      "grad_norm": 64.16529846191406,
      "learning_rate": 0.00019999822911197858,
      "loss": 5.1368,
      "step": 2984
    },
    {
      "epoch": 0.01914197768372451,
      "grad_norm": 64.23931121826172,
      "learning_rate": 0.00019999822791280284,
      "loss": 5.2217,
      "step": 2985
    },
    {
      "epoch": 0.01914839040656663,
      "grad_norm": 33.01054000854492,
      "learning_rate": 0.00019999822671322125,
      "loss": 5.1538,
      "step": 2986
    },
    {
      "epoch": 0.019154803129408746,
      "grad_norm": 76.74185943603516,
      "learning_rate": 0.00019999822551323382,
      "loss": 5.164,
      "step": 2987
    },
    {
      "epoch": 0.019161215852250866,
      "grad_norm": 36.25244140625,
      "learning_rate": 0.00019999822431284044,
      "loss": 5.1748,
      "step": 2988
    },
    {
      "epoch": 0.019167628575092986,
      "grad_norm": 19.85247802734375,
      "learning_rate": 0.00019999822311204124,
      "loss": 5.0795,
      "step": 2989
    },
    {
      "epoch": 0.019174041297935103,
      "grad_norm": 91.1148681640625,
      "learning_rate": 0.00019999822191083615,
      "loss": 5.4143,
      "step": 2990
    },
    {
      "epoch": 0.019180454020777223,
      "grad_norm": 58.90180969238281,
      "learning_rate": 0.00019999822070922515,
      "loss": 5.0013,
      "step": 2991
    },
    {
      "epoch": 0.01918686674361934,
      "grad_norm": 92.9367904663086,
      "learning_rate": 0.00019999821950720831,
      "loss": 5.215,
      "step": 2992
    },
    {
      "epoch": 0.01919327946646146,
      "grad_norm": 20.364356994628906,
      "learning_rate": 0.00019999821830478558,
      "loss": 5.1152,
      "step": 2993
    },
    {
      "epoch": 0.019199692189303577,
      "grad_norm": 19.736719131469727,
      "learning_rate": 0.000199998217101957,
      "loss": 5.1365,
      "step": 2994
    },
    {
      "epoch": 0.019206104912145697,
      "grad_norm": 1341.563720703125,
      "learning_rate": 0.0001999982158987225,
      "loss": 5.1433,
      "step": 2995
    },
    {
      "epoch": 0.019212517634987814,
      "grad_norm": 29.30084991455078,
      "learning_rate": 0.00019999821469508217,
      "loss": 5.0494,
      "step": 2996
    },
    {
      "epoch": 0.019218930357829934,
      "grad_norm": 188.93310546875,
      "learning_rate": 0.00019999821349103592,
      "loss": 5.1208,
      "step": 2997
    },
    {
      "epoch": 0.019225343080672055,
      "grad_norm": 51.91789245605469,
      "learning_rate": 0.0001999982122865838,
      "loss": 5.0191,
      "step": 2998
    },
    {
      "epoch": 0.01923175580351417,
      "grad_norm": 21.636871337890625,
      "learning_rate": 0.00019999821108172583,
      "loss": 5.1588,
      "step": 2999
    },
    {
      "epoch": 0.019238168526356292,
      "grad_norm": 537.8470458984375,
      "learning_rate": 0.00019999820987646195,
      "loss": 5.1463,
      "step": 3000
    },
    {
      "epoch": 0.019238168526356292,
      "eval_loss": 5.112145900726318,
      "eval_runtime": 34.7491,
      "eval_samples_per_second": 90.218,
      "eval_steps_per_second": 22.562,
      "step": 3000
    },
    {
      "epoch": 0.01924458124919841,
      "grad_norm": 37.01121520996094,
      "learning_rate": 0.0001999982086707922,
      "loss": 5.0804,
      "step": 3001
    },
    {
      "epoch": 0.01925099397204053,
      "grad_norm": 65.99041748046875,
      "learning_rate": 0.0001999982074647166,
      "loss": 5.2621,
      "step": 3002
    },
    {
      "epoch": 0.019257406694882646,
      "grad_norm": 144.58619689941406,
      "learning_rate": 0.0001999982062582351,
      "loss": 5.0828,
      "step": 3003
    },
    {
      "epoch": 0.019263819417724766,
      "grad_norm": 72.67626190185547,
      "learning_rate": 0.00019999820505134773,
      "loss": 5.0676,
      "step": 3004
    },
    {
      "epoch": 0.019270232140566886,
      "grad_norm": 95.39990234375,
      "learning_rate": 0.0001999982038440545,
      "loss": 4.915,
      "step": 3005
    },
    {
      "epoch": 0.019276644863409003,
      "grad_norm": 249.18597412109375,
      "learning_rate": 0.00019999820263635537,
      "loss": 5.1717,
      "step": 3006
    },
    {
      "epoch": 0.019283057586251123,
      "grad_norm": 80.06096649169922,
      "learning_rate": 0.0001999982014282504,
      "loss": 5.0406,
      "step": 3007
    },
    {
      "epoch": 0.01928947030909324,
      "grad_norm": 119.65819549560547,
      "learning_rate": 0.00019999820021973953,
      "loss": 5.0262,
      "step": 3008
    },
    {
      "epoch": 0.01929588303193536,
      "grad_norm": 242.89723205566406,
      "learning_rate": 0.00019999819901082277,
      "loss": 5.072,
      "step": 3009
    },
    {
      "epoch": 0.019302295754777477,
      "grad_norm": 201.22872924804688,
      "learning_rate": 0.00019999819780150015,
      "loss": 5.3381,
      "step": 3010
    },
    {
      "epoch": 0.019308708477619597,
      "grad_norm": 113.33430480957031,
      "learning_rate": 0.00019999819659177165,
      "loss": 5.0739,
      "step": 3011
    },
    {
      "epoch": 0.019315121200461718,
      "grad_norm": 96.42691802978516,
      "learning_rate": 0.00019999819538163725,
      "loss": 4.9718,
      "step": 3012
    },
    {
      "epoch": 0.019321533923303835,
      "grad_norm": 91.51423645019531,
      "learning_rate": 0.000199998194171097,
      "loss": 5.2936,
      "step": 3013
    },
    {
      "epoch": 0.019327946646145955,
      "grad_norm": 168.4156951904297,
      "learning_rate": 0.00019999819296015087,
      "loss": 5.2281,
      "step": 3014
    },
    {
      "epoch": 0.01933435936898807,
      "grad_norm": 118.06116485595703,
      "learning_rate": 0.0001999981917487989,
      "loss": 5.0701,
      "step": 3015
    },
    {
      "epoch": 0.019340772091830192,
      "grad_norm": 117.42919921875,
      "learning_rate": 0.000199998190537041,
      "loss": 5.5667,
      "step": 3016
    },
    {
      "epoch": 0.01934718481467231,
      "grad_norm": 70.19718170166016,
      "learning_rate": 0.00019999818932487723,
      "loss": 5.1039,
      "step": 3017
    },
    {
      "epoch": 0.01935359753751443,
      "grad_norm": 55.018924713134766,
      "learning_rate": 0.0001999981881123076,
      "loss": 4.952,
      "step": 3018
    },
    {
      "epoch": 0.019360010260356546,
      "grad_norm": 193.8746337890625,
      "learning_rate": 0.0001999981868993321,
      "loss": 5.0241,
      "step": 3019
    },
    {
      "epoch": 0.019366422983198666,
      "grad_norm": 92.95132446289062,
      "learning_rate": 0.00019999818568595072,
      "loss": 4.9975,
      "step": 3020
    },
    {
      "epoch": 0.019372835706040786,
      "grad_norm": 122.01412200927734,
      "learning_rate": 0.00019999818447216346,
      "loss": 5.0966,
      "step": 3021
    },
    {
      "epoch": 0.019379248428882903,
      "grad_norm": 190.83140563964844,
      "learning_rate": 0.00019999818325797033,
      "loss": 5.4731,
      "step": 3022
    },
    {
      "epoch": 0.019385661151725023,
      "grad_norm": 163.88473510742188,
      "learning_rate": 0.0001999981820433713,
      "loss": 5.105,
      "step": 3023
    },
    {
      "epoch": 0.01939207387456714,
      "grad_norm": 118.42655181884766,
      "learning_rate": 0.00019999818082836642,
      "loss": 5.0102,
      "step": 3024
    },
    {
      "epoch": 0.01939848659740926,
      "grad_norm": 95.94837951660156,
      "learning_rate": 0.00019999817961295567,
      "loss": 5.0079,
      "step": 3025
    },
    {
      "epoch": 0.019404899320251377,
      "grad_norm": 71.6202392578125,
      "learning_rate": 0.00019999817839713903,
      "loss": 5.1399,
      "step": 3026
    },
    {
      "epoch": 0.019411312043093498,
      "grad_norm": 97.58915710449219,
      "learning_rate": 0.0001999981771809165,
      "loss": 5.0982,
      "step": 3027
    },
    {
      "epoch": 0.019417724765935618,
      "grad_norm": 111.57054138183594,
      "learning_rate": 0.00019999817596428812,
      "loss": 5.0629,
      "step": 3028
    },
    {
      "epoch": 0.019424137488777735,
      "grad_norm": 107.94026184082031,
      "learning_rate": 0.0001999981747472538,
      "loss": 5.2462,
      "step": 3029
    },
    {
      "epoch": 0.019430550211619855,
      "grad_norm": 454.97198486328125,
      "learning_rate": 0.0001999981735298137,
      "loss": 5.1014,
      "step": 3030
    },
    {
      "epoch": 0.01943696293446197,
      "grad_norm": 49.377418518066406,
      "learning_rate": 0.00019999817231196768,
      "loss": 4.9671,
      "step": 3031
    },
    {
      "epoch": 0.019443375657304092,
      "grad_norm": 85.3655014038086,
      "learning_rate": 0.00019999817109371578,
      "loss": 5.0555,
      "step": 3032
    },
    {
      "epoch": 0.01944978838014621,
      "grad_norm": 145.25283813476562,
      "learning_rate": 0.00019999816987505798,
      "loss": 5.0828,
      "step": 3033
    },
    {
      "epoch": 0.01945620110298833,
      "grad_norm": 129.89044189453125,
      "learning_rate": 0.00019999816865599434,
      "loss": 5.1528,
      "step": 3034
    },
    {
      "epoch": 0.01946261382583045,
      "grad_norm": 147.58168029785156,
      "learning_rate": 0.00019999816743652483,
      "loss": 4.9281,
      "step": 3035
    },
    {
      "epoch": 0.019469026548672566,
      "grad_norm": 142.60595703125,
      "learning_rate": 0.00019999816621664942,
      "loss": 5.0379,
      "step": 3036
    },
    {
      "epoch": 0.019475439271514686,
      "grad_norm": 28.144926071166992,
      "learning_rate": 0.0001999981649963681,
      "loss": 5.1232,
      "step": 3037
    },
    {
      "epoch": 0.019481851994356803,
      "grad_norm": 79.51861572265625,
      "learning_rate": 0.00019999816377568096,
      "loss": 5.1656,
      "step": 3038
    },
    {
      "epoch": 0.019488264717198923,
      "grad_norm": 310.55487060546875,
      "learning_rate": 0.00019999816255458796,
      "loss": 5.0845,
      "step": 3039
    },
    {
      "epoch": 0.01949467744004104,
      "grad_norm": 311.66204833984375,
      "learning_rate": 0.00019999816133308904,
      "loss": 5.1999,
      "step": 3040
    },
    {
      "epoch": 0.01950109016288316,
      "grad_norm": 132.92300415039062,
      "learning_rate": 0.00019999816011118427,
      "loss": 5.2925,
      "step": 3041
    },
    {
      "epoch": 0.019507502885725277,
      "grad_norm": 115.7581558227539,
      "learning_rate": 0.0001999981588888736,
      "loss": 4.9335,
      "step": 3042
    },
    {
      "epoch": 0.019513915608567398,
      "grad_norm": 1468.1856689453125,
      "learning_rate": 0.00019999815766615707,
      "loss": 5.0013,
      "step": 3043
    },
    {
      "epoch": 0.019520328331409518,
      "grad_norm": 82.92383575439453,
      "learning_rate": 0.00019999815644303467,
      "loss": 5.0987,
      "step": 3044
    },
    {
      "epoch": 0.019526741054251635,
      "grad_norm": 62.88234329223633,
      "learning_rate": 0.00019999815521950636,
      "loss": 4.9621,
      "step": 3045
    },
    {
      "epoch": 0.019533153777093755,
      "grad_norm": 40.83080291748047,
      "learning_rate": 0.0001999981539955722,
      "loss": 5.2087,
      "step": 3046
    },
    {
      "epoch": 0.019539566499935872,
      "grad_norm": 41.564056396484375,
      "learning_rate": 0.00019999815277123214,
      "loss": 4.9392,
      "step": 3047
    },
    {
      "epoch": 0.019545979222777992,
      "grad_norm": 88.34561920166016,
      "learning_rate": 0.00019999815154648625,
      "loss": 5.0734,
      "step": 3048
    },
    {
      "epoch": 0.01955239194562011,
      "grad_norm": 43.654632568359375,
      "learning_rate": 0.00019999815032133443,
      "loss": 5.1291,
      "step": 3049
    },
    {
      "epoch": 0.01955880466846223,
      "grad_norm": 50.50086975097656,
      "learning_rate": 0.0001999981490957768,
      "loss": 5.1873,
      "step": 3050
    },
    {
      "epoch": 0.01956521739130435,
      "grad_norm": 26.492691040039062,
      "learning_rate": 0.00019999814786981324,
      "loss": 4.9783,
      "step": 3051
    },
    {
      "epoch": 0.019571630114146466,
      "grad_norm": 27.24276351928711,
      "learning_rate": 0.00019999814664344384,
      "loss": 5.087,
      "step": 3052
    },
    {
      "epoch": 0.019578042836988586,
      "grad_norm": 20.851289749145508,
      "learning_rate": 0.0001999981454166685,
      "loss": 5.143,
      "step": 3053
    },
    {
      "epoch": 0.019584455559830703,
      "grad_norm": 512.0773315429688,
      "learning_rate": 0.00019999814418948737,
      "loss": 5.0227,
      "step": 3054
    },
    {
      "epoch": 0.019590868282672824,
      "grad_norm": 413.2006530761719,
      "learning_rate": 0.00019999814296190033,
      "loss": 4.97,
      "step": 3055
    },
    {
      "epoch": 0.01959728100551494,
      "grad_norm": 21.459829330444336,
      "learning_rate": 0.0001999981417339074,
      "loss": 4.9879,
      "step": 3056
    },
    {
      "epoch": 0.01960369372835706,
      "grad_norm": 43.49223709106445,
      "learning_rate": 0.0001999981405055086,
      "loss": 5.0908,
      "step": 3057
    },
    {
      "epoch": 0.01961010645119918,
      "grad_norm": 16.376781463623047,
      "learning_rate": 0.00019999813927670392,
      "loss": 5.0037,
      "step": 3058
    },
    {
      "epoch": 0.019616519174041298,
      "grad_norm": 28.78999137878418,
      "learning_rate": 0.00019999813804749336,
      "loss": 5.1893,
      "step": 3059
    },
    {
      "epoch": 0.019622931896883418,
      "grad_norm": 31.7537841796875,
      "learning_rate": 0.00019999813681787694,
      "loss": 4.9655,
      "step": 3060
    },
    {
      "epoch": 0.019629344619725535,
      "grad_norm": 14.71633243560791,
      "learning_rate": 0.00019999813558785464,
      "loss": 5.0357,
      "step": 3061
    },
    {
      "epoch": 0.019635757342567655,
      "grad_norm": 28.955175399780273,
      "learning_rate": 0.00019999813435742648,
      "loss": 5.3028,
      "step": 3062
    },
    {
      "epoch": 0.019642170065409772,
      "grad_norm": 33.20582580566406,
      "learning_rate": 0.0001999981331265924,
      "loss": 4.9169,
      "step": 3063
    },
    {
      "epoch": 0.019648582788251892,
      "grad_norm": 25.553800582885742,
      "learning_rate": 0.00019999813189535247,
      "loss": 5.1674,
      "step": 3064
    },
    {
      "epoch": 0.01965499551109401,
      "grad_norm": 11.594022750854492,
      "learning_rate": 0.00019999813066370667,
      "loss": 5.0065,
      "step": 3065
    },
    {
      "epoch": 0.01966140823393613,
      "grad_norm": 31.092992782592773,
      "learning_rate": 0.000199998129431655,
      "loss": 5.0904,
      "step": 3066
    },
    {
      "epoch": 0.01966782095677825,
      "grad_norm": 23.13896942138672,
      "learning_rate": 0.00019999812819919744,
      "loss": 5.2529,
      "step": 3067
    },
    {
      "epoch": 0.019674233679620366,
      "grad_norm": 64.60953521728516,
      "learning_rate": 0.000199998126966334,
      "loss": 5.0569,
      "step": 3068
    },
    {
      "epoch": 0.019680646402462487,
      "grad_norm": 32.774818420410156,
      "learning_rate": 0.0001999981257330647,
      "loss": 5.2079,
      "step": 3069
    },
    {
      "epoch": 0.019687059125304603,
      "grad_norm": 13.53326416015625,
      "learning_rate": 0.0001999981244993895,
      "loss": 5.1545,
      "step": 3070
    },
    {
      "epoch": 0.019693471848146724,
      "grad_norm": 25.23004722595215,
      "learning_rate": 0.00019999812326530845,
      "loss": 4.9279,
      "step": 3071
    },
    {
      "epoch": 0.01969988457098884,
      "grad_norm": 28.999250411987305,
      "learning_rate": 0.0001999981220308215,
      "loss": 5.2987,
      "step": 3072
    },
    {
      "epoch": 0.01970629729383096,
      "grad_norm": 19.907840728759766,
      "learning_rate": 0.00019999812079592868,
      "loss": 5.0194,
      "step": 3073
    },
    {
      "epoch": 0.01971271001667308,
      "grad_norm": 35.42068862915039,
      "learning_rate": 0.00019999811956063,
      "loss": 5.1505,
      "step": 3074
    },
    {
      "epoch": 0.019719122739515198,
      "grad_norm": 34.29615783691406,
      "learning_rate": 0.00019999811832492544,
      "loss": 5.1223,
      "step": 3075
    },
    {
      "epoch": 0.019725535462357318,
      "grad_norm": 17.70649528503418,
      "learning_rate": 0.000199998117088815,
      "loss": 5.1673,
      "step": 3076
    },
    {
      "epoch": 0.019731948185199435,
      "grad_norm": 39.762229919433594,
      "learning_rate": 0.00019999811585229868,
      "loss": 5.0487,
      "step": 3077
    },
    {
      "epoch": 0.019738360908041555,
      "grad_norm": 17.33220863342285,
      "learning_rate": 0.00019999811461537647,
      "loss": 5.0556,
      "step": 3078
    },
    {
      "epoch": 0.019744773630883672,
      "grad_norm": 18.04072380065918,
      "learning_rate": 0.0001999981133780484,
      "loss": 5.4209,
      "step": 3079
    },
    {
      "epoch": 0.019751186353725792,
      "grad_norm": 36.20451736450195,
      "learning_rate": 0.00019999811214031448,
      "loss": 5.0876,
      "step": 3080
    },
    {
      "epoch": 0.019757599076567912,
      "grad_norm": 45.037925720214844,
      "learning_rate": 0.00019999811090217463,
      "loss": 5.0219,
      "step": 3081
    },
    {
      "epoch": 0.01976401179941003,
      "grad_norm": 130.42083740234375,
      "learning_rate": 0.00019999810966362896,
      "loss": 5.3865,
      "step": 3082
    },
    {
      "epoch": 0.01977042452225215,
      "grad_norm": 37.60791015625,
      "learning_rate": 0.0001999981084246774,
      "loss": 5.0689,
      "step": 3083
    },
    {
      "epoch": 0.019776837245094266,
      "grad_norm": 15.088957786560059,
      "learning_rate": 0.00019999810718531995,
      "loss": 5.0699,
      "step": 3084
    },
    {
      "epoch": 0.019783249967936387,
      "grad_norm": 16.70963478088379,
      "learning_rate": 0.0001999981059455566,
      "loss": 5.1146,
      "step": 3085
    },
    {
      "epoch": 0.019789662690778503,
      "grad_norm": 31.836509704589844,
      "learning_rate": 0.00019999810470538743,
      "loss": 5.4472,
      "step": 3086
    },
    {
      "epoch": 0.019796075413620624,
      "grad_norm": 79.7513198852539,
      "learning_rate": 0.00019999810346481233,
      "loss": 5.0565,
      "step": 3087
    },
    {
      "epoch": 0.01980248813646274,
      "grad_norm": 19.77444839477539,
      "learning_rate": 0.0001999981022238314,
      "loss": 4.8866,
      "step": 3088
    },
    {
      "epoch": 0.01980890085930486,
      "grad_norm": 15.025702476501465,
      "learning_rate": 0.00019999810098244455,
      "loss": 5.1792,
      "step": 3089
    },
    {
      "epoch": 0.01981531358214698,
      "grad_norm": 74.60945892333984,
      "learning_rate": 0.00019999809974065186,
      "loss": 5.0085,
      "step": 3090
    },
    {
      "epoch": 0.019821726304989098,
      "grad_norm": 17.808324813842773,
      "learning_rate": 0.00019999809849845327,
      "loss": 5.0879,
      "step": 3091
    },
    {
      "epoch": 0.019828139027831218,
      "grad_norm": 64.97515869140625,
      "learning_rate": 0.00019999809725584883,
      "loss": 5.2344,
      "step": 3092
    },
    {
      "epoch": 0.019834551750673335,
      "grad_norm": 43.60799789428711,
      "learning_rate": 0.0001999980960128385,
      "loss": 5.3055,
      "step": 3093
    },
    {
      "epoch": 0.019840964473515455,
      "grad_norm": 22.793392181396484,
      "learning_rate": 0.0001999980947694223,
      "loss": 5.2893,
      "step": 3094
    },
    {
      "epoch": 0.019847377196357572,
      "grad_norm": 41.829959869384766,
      "learning_rate": 0.0001999980935256002,
      "loss": 5.1283,
      "step": 3095
    },
    {
      "epoch": 0.019853789919199692,
      "grad_norm": 56.63133239746094,
      "learning_rate": 0.00019999809228137225,
      "loss": 4.9928,
      "step": 3096
    },
    {
      "epoch": 0.019860202642041812,
      "grad_norm": 20.149423599243164,
      "learning_rate": 0.0001999980910367384,
      "loss": 5.2613,
      "step": 3097
    },
    {
      "epoch": 0.01986661536488393,
      "grad_norm": 38.912681579589844,
      "learning_rate": 0.00019999808979169869,
      "loss": 5.5476,
      "step": 3098
    },
    {
      "epoch": 0.01987302808772605,
      "grad_norm": 15.52304458618164,
      "learning_rate": 0.00019999808854625313,
      "loss": 5.0461,
      "step": 3099
    },
    {
      "epoch": 0.019879440810568166,
      "grad_norm": 21.527923583984375,
      "learning_rate": 0.00019999808730040167,
      "loss": 5.233,
      "step": 3100
    },
    {
      "epoch": 0.019879440810568166,
      "eval_loss": 5.062417030334473,
      "eval_runtime": 34.7529,
      "eval_samples_per_second": 90.208,
      "eval_steps_per_second": 22.559,
      "step": 3100
    },
    {
      "epoch": 0.019885853533410287,
      "grad_norm": 67.38538360595703,
      "learning_rate": 0.00019999808605414434,
      "loss": 5.0679,
      "step": 3101
    },
    {
      "epoch": 0.019892266256252403,
      "grad_norm": 38.545440673828125,
      "learning_rate": 0.0001999980848074811,
      "loss": 5.1511,
      "step": 3102
    },
    {
      "epoch": 0.019898678979094524,
      "grad_norm": 137.38641357421875,
      "learning_rate": 0.00019999808356041204,
      "loss": 5.0596,
      "step": 3103
    },
    {
      "epoch": 0.019905091701936644,
      "grad_norm": 84.6882095336914,
      "learning_rate": 0.0001999980823129371,
      "loss": 4.9754,
      "step": 3104
    },
    {
      "epoch": 0.01991150442477876,
      "grad_norm": 25.80145263671875,
      "learning_rate": 0.00019999808106505623,
      "loss": 4.9943,
      "step": 3105
    },
    {
      "epoch": 0.01991791714762088,
      "grad_norm": 14.682867050170898,
      "learning_rate": 0.0001999980798167695,
      "loss": 5.3179,
      "step": 3106
    },
    {
      "epoch": 0.019924329870462998,
      "grad_norm": 29.258699417114258,
      "learning_rate": 0.00019999807856807694,
      "loss": 5.0934,
      "step": 3107
    },
    {
      "epoch": 0.019930742593305118,
      "grad_norm": 114.11042785644531,
      "learning_rate": 0.00019999807731897845,
      "loss": 5.1565,
      "step": 3108
    },
    {
      "epoch": 0.019937155316147235,
      "grad_norm": 88.6335678100586,
      "learning_rate": 0.0001999980760694741,
      "loss": 5.0551,
      "step": 3109
    },
    {
      "epoch": 0.019943568038989355,
      "grad_norm": 55.51051330566406,
      "learning_rate": 0.0001999980748195639,
      "loss": 5.0128,
      "step": 3110
    },
    {
      "epoch": 0.019949980761831472,
      "grad_norm": 66.5572280883789,
      "learning_rate": 0.0001999980735692478,
      "loss": 5.1206,
      "step": 3111
    },
    {
      "epoch": 0.019956393484673592,
      "grad_norm": 22.68584632873535,
      "learning_rate": 0.00019999807231852582,
      "loss": 5.0878,
      "step": 3112
    },
    {
      "epoch": 0.019962806207515713,
      "grad_norm": 82.64743041992188,
      "learning_rate": 0.000199998071067398,
      "loss": 5.0775,
      "step": 3113
    },
    {
      "epoch": 0.01996921893035783,
      "grad_norm": 27.509050369262695,
      "learning_rate": 0.00019999806981586428,
      "loss": 5.1044,
      "step": 3114
    },
    {
      "epoch": 0.01997563165319995,
      "grad_norm": 25.85313606262207,
      "learning_rate": 0.00019999806856392467,
      "loss": 5.0835,
      "step": 3115
    },
    {
      "epoch": 0.019982044376042066,
      "grad_norm": 17.512531280517578,
      "learning_rate": 0.0001999980673115792,
      "loss": 5.0997,
      "step": 3116
    },
    {
      "epoch": 0.019988457098884187,
      "grad_norm": 34.73490905761719,
      "learning_rate": 0.00019999806605882787,
      "loss": 5.2289,
      "step": 3117
    },
    {
      "epoch": 0.019994869821726304,
      "grad_norm": 67.02462005615234,
      "learning_rate": 0.00019999806480567065,
      "loss": 5.0511,
      "step": 3118
    },
    {
      "epoch": 0.020001282544568424,
      "grad_norm": 36.678043365478516,
      "learning_rate": 0.00019999806355210754,
      "loss": 5.3754,
      "step": 3119
    },
    {
      "epoch": 0.020007695267410544,
      "grad_norm": 20.871858596801758,
      "learning_rate": 0.00019999806229813855,
      "loss": 5.1867,
      "step": 3120
    },
    {
      "epoch": 0.02001410799025266,
      "grad_norm": 116.07897186279297,
      "learning_rate": 0.00019999806104376372,
      "loss": 5.1989,
      "step": 3121
    },
    {
      "epoch": 0.02002052071309478,
      "grad_norm": 61.78128433227539,
      "learning_rate": 0.00019999805978898301,
      "loss": 5.1537,
      "step": 3122
    },
    {
      "epoch": 0.020026933435936898,
      "grad_norm": 18.18825340270996,
      "learning_rate": 0.00019999805853379639,
      "loss": 5.178,
      "step": 3123
    },
    {
      "epoch": 0.020033346158779018,
      "grad_norm": 33.712772369384766,
      "learning_rate": 0.00019999805727820391,
      "loss": 5.1072,
      "step": 3124
    },
    {
      "epoch": 0.020039758881621135,
      "grad_norm": 14.71649169921875,
      "learning_rate": 0.00019999805602220557,
      "loss": 5.0251,
      "step": 3125
    },
    {
      "epoch": 0.020046171604463255,
      "grad_norm": 50.625640869140625,
      "learning_rate": 0.00019999805476580133,
      "loss": 5.0683,
      "step": 3126
    },
    {
      "epoch": 0.020052584327305376,
      "grad_norm": 34.37528991699219,
      "learning_rate": 0.00019999805350899124,
      "loss": 5.1057,
      "step": 3127
    },
    {
      "epoch": 0.020058997050147492,
      "grad_norm": 100.4834213256836,
      "learning_rate": 0.00019999805225177526,
      "loss": 5.1689,
      "step": 3128
    },
    {
      "epoch": 0.020065409772989613,
      "grad_norm": 26.736392974853516,
      "learning_rate": 0.00019999805099415338,
      "loss": 5.2663,
      "step": 3129
    },
    {
      "epoch": 0.02007182249583173,
      "grad_norm": 62.52365493774414,
      "learning_rate": 0.00019999804973612565,
      "loss": 4.9879,
      "step": 3130
    },
    {
      "epoch": 0.02007823521867385,
      "grad_norm": 70.45154571533203,
      "learning_rate": 0.00019999804847769205,
      "loss": 4.9622,
      "step": 3131
    },
    {
      "epoch": 0.020084647941515966,
      "grad_norm": 18.532472610473633,
      "learning_rate": 0.00019999804721885259,
      "loss": 5.1407,
      "step": 3132
    },
    {
      "epoch": 0.020091060664358087,
      "grad_norm": 14.35841178894043,
      "learning_rate": 0.00019999804595960722,
      "loss": 4.986,
      "step": 3133
    },
    {
      "epoch": 0.020097473387200204,
      "grad_norm": 35.556739807128906,
      "learning_rate": 0.000199998044699956,
      "loss": 5.0965,
      "step": 3134
    },
    {
      "epoch": 0.020103886110042324,
      "grad_norm": 20.831844329833984,
      "learning_rate": 0.00019999804343989887,
      "loss": 5.1626,
      "step": 3135
    },
    {
      "epoch": 0.020110298832884444,
      "grad_norm": 77.17781829833984,
      "learning_rate": 0.0001999980421794359,
      "loss": 5.2124,
      "step": 3136
    },
    {
      "epoch": 0.02011671155572656,
      "grad_norm": 18.93903160095215,
      "learning_rate": 0.00019999804091856704,
      "loss": 4.9221,
      "step": 3137
    },
    {
      "epoch": 0.02012312427856868,
      "grad_norm": 15.933464050292969,
      "learning_rate": 0.0001999980396572923,
      "loss": 5.4854,
      "step": 3138
    },
    {
      "epoch": 0.020129537001410798,
      "grad_norm": 26.340421676635742,
      "learning_rate": 0.0001999980383956117,
      "loss": 5.1661,
      "step": 3139
    },
    {
      "epoch": 0.020135949724252918,
      "grad_norm": 98.22491455078125,
      "learning_rate": 0.0001999980371335252,
      "loss": 5.0516,
      "step": 3140
    },
    {
      "epoch": 0.020142362447095035,
      "grad_norm": 79.91924285888672,
      "learning_rate": 0.00019999803587103285,
      "loss": 5.4109,
      "step": 3141
    },
    {
      "epoch": 0.020148775169937155,
      "grad_norm": 25.20184326171875,
      "learning_rate": 0.00019999803460813461,
      "loss": 5.1393,
      "step": 3142
    },
    {
      "epoch": 0.020155187892779276,
      "grad_norm": 23.29930305480957,
      "learning_rate": 0.00019999803334483048,
      "loss": 5.1693,
      "step": 3143
    },
    {
      "epoch": 0.020161600615621392,
      "grad_norm": 30.96232032775879,
      "learning_rate": 0.0001999980320811205,
      "loss": 5.1884,
      "step": 3144
    },
    {
      "epoch": 0.020168013338463513,
      "grad_norm": 71.42138671875,
      "learning_rate": 0.00019999803081700466,
      "loss": 5.2637,
      "step": 3145
    },
    {
      "epoch": 0.02017442606130563,
      "grad_norm": 346.6795654296875,
      "learning_rate": 0.0001999980295524829,
      "loss": 5.1095,
      "step": 3146
    },
    {
      "epoch": 0.02018083878414775,
      "grad_norm": 174.48731994628906,
      "learning_rate": 0.0001999980282875553,
      "loss": 5.2774,
      "step": 3147
    },
    {
      "epoch": 0.020187251506989867,
      "grad_norm": 98.37407684326172,
      "learning_rate": 0.0001999980270222218,
      "loss": 5.0032,
      "step": 3148
    },
    {
      "epoch": 0.020193664229831987,
      "grad_norm": 164.80612182617188,
      "learning_rate": 0.00019999802575648246,
      "loss": 5.2255,
      "step": 3149
    },
    {
      "epoch": 0.020200076952674107,
      "grad_norm": 41.7187614440918,
      "learning_rate": 0.0001999980244903372,
      "loss": 5.5535,
      "step": 3150
    },
    {
      "epoch": 0.020206489675516224,
      "grad_norm": 188.33944702148438,
      "learning_rate": 0.0001999980232237861,
      "loss": 5.1819,
      "step": 3151
    },
    {
      "epoch": 0.020212902398358344,
      "grad_norm": 78.9131088256836,
      "learning_rate": 0.0001999980219568291,
      "loss": 5.4926,
      "step": 3152
    },
    {
      "epoch": 0.02021931512120046,
      "grad_norm": 245.86843872070312,
      "learning_rate": 0.00019999802068946623,
      "loss": 5.1406,
      "step": 3153
    },
    {
      "epoch": 0.02022572784404258,
      "grad_norm": 41.21424865722656,
      "learning_rate": 0.0001999980194216975,
      "loss": 5.1507,
      "step": 3154
    },
    {
      "epoch": 0.020232140566884698,
      "grad_norm": 49.6585807800293,
      "learning_rate": 0.00019999801815352285,
      "loss": 5.1083,
      "step": 3155
    },
    {
      "epoch": 0.02023855328972682,
      "grad_norm": 121.9329605102539,
      "learning_rate": 0.00019999801688494237,
      "loss": 4.9697,
      "step": 3156
    },
    {
      "epoch": 0.020244966012568935,
      "grad_norm": 130.079345703125,
      "learning_rate": 0.000199998015615956,
      "loss": 5.0015,
      "step": 3157
    },
    {
      "epoch": 0.020251378735411055,
      "grad_norm": 29.57831573486328,
      "learning_rate": 0.00019999801434656376,
      "loss": 5.3986,
      "step": 3158
    },
    {
      "epoch": 0.020257791458253176,
      "grad_norm": 78.95494079589844,
      "learning_rate": 0.00019999801307676564,
      "loss": 5.1484,
      "step": 3159
    },
    {
      "epoch": 0.020264204181095292,
      "grad_norm": 225.03005981445312,
      "learning_rate": 0.00019999801180656165,
      "loss": 5.3546,
      "step": 3160
    },
    {
      "epoch": 0.020270616903937413,
      "grad_norm": 118.26881408691406,
      "learning_rate": 0.00019999801053595178,
      "loss": 5.13,
      "step": 3161
    },
    {
      "epoch": 0.02027702962677953,
      "grad_norm": 79.67923736572266,
      "learning_rate": 0.00019999800926493602,
      "loss": 5.0287,
      "step": 3162
    },
    {
      "epoch": 0.02028344234962165,
      "grad_norm": 56.83644104003906,
      "learning_rate": 0.0001999980079935144,
      "loss": 5.1135,
      "step": 3163
    },
    {
      "epoch": 0.020289855072463767,
      "grad_norm": 23.405296325683594,
      "learning_rate": 0.0001999980067216869,
      "loss": 5.058,
      "step": 3164
    },
    {
      "epoch": 0.020296267795305887,
      "grad_norm": 116.98162841796875,
      "learning_rate": 0.00019999800544945356,
      "loss": 5.2546,
      "step": 3165
    },
    {
      "epoch": 0.020302680518148007,
      "grad_norm": 90.26065063476562,
      "learning_rate": 0.00019999800417681428,
      "loss": 5.2066,
      "step": 3166
    },
    {
      "epoch": 0.020309093240990124,
      "grad_norm": 22.99616050720215,
      "learning_rate": 0.0001999980029037692,
      "loss": 5.1724,
      "step": 3167
    },
    {
      "epoch": 0.020315505963832244,
      "grad_norm": 75.60086059570312,
      "learning_rate": 0.00019999800163031817,
      "loss": 5.3785,
      "step": 3168
    },
    {
      "epoch": 0.02032191868667436,
      "grad_norm": 66.95993041992188,
      "learning_rate": 0.0001999980003564613,
      "loss": 5.2499,
      "step": 3169
    },
    {
      "epoch": 0.02032833140951648,
      "grad_norm": 239.35836791992188,
      "learning_rate": 0.00019999799908219855,
      "loss": 5.1817,
      "step": 3170
    },
    {
      "epoch": 0.020334744132358598,
      "grad_norm": 87.63613891601562,
      "learning_rate": 0.00019999799780752992,
      "loss": 5.205,
      "step": 3171
    },
    {
      "epoch": 0.02034115685520072,
      "grad_norm": 61.502803802490234,
      "learning_rate": 0.00019999799653245542,
      "loss": 5.2005,
      "step": 3172
    },
    {
      "epoch": 0.02034756957804284,
      "grad_norm": 51.67242431640625,
      "learning_rate": 0.00019999799525697505,
      "loss": 5.109,
      "step": 3173
    },
    {
      "epoch": 0.020353982300884955,
      "grad_norm": 24.647817611694336,
      "learning_rate": 0.0001999979939810888,
      "loss": 5.7347,
      "step": 3174
    },
    {
      "epoch": 0.020360395023727076,
      "grad_norm": 104.905029296875,
      "learning_rate": 0.00019999799270479666,
      "loss": 5.0409,
      "step": 3175
    },
    {
      "epoch": 0.020366807746569193,
      "grad_norm": 47.978450775146484,
      "learning_rate": 0.00019999799142809868,
      "loss": 5.1195,
      "step": 3176
    },
    {
      "epoch": 0.020373220469411313,
      "grad_norm": 84.32991790771484,
      "learning_rate": 0.0001999979901509948,
      "loss": 5.0862,
      "step": 3177
    },
    {
      "epoch": 0.02037963319225343,
      "grad_norm": 32.87278366088867,
      "learning_rate": 0.00019999798887348504,
      "loss": 5.4589,
      "step": 3178
    },
    {
      "epoch": 0.02038604591509555,
      "grad_norm": 51.184322357177734,
      "learning_rate": 0.00019999798759556941,
      "loss": 5.3676,
      "step": 3179
    },
    {
      "epoch": 0.020392458637937667,
      "grad_norm": 138.11117553710938,
      "learning_rate": 0.00019999798631724792,
      "loss": 5.2333,
      "step": 3180
    },
    {
      "epoch": 0.020398871360779787,
      "grad_norm": 42.23101806640625,
      "learning_rate": 0.00019999798503852052,
      "loss": 5.0314,
      "step": 3181
    },
    {
      "epoch": 0.020405284083621907,
      "grad_norm": 33.12211990356445,
      "learning_rate": 0.00019999798375938728,
      "loss": 5.2866,
      "step": 3182
    },
    {
      "epoch": 0.020411696806464024,
      "grad_norm": 15.039154052734375,
      "learning_rate": 0.00019999798247984814,
      "loss": 5.0525,
      "step": 3183
    },
    {
      "epoch": 0.020418109529306144,
      "grad_norm": 22.948345184326172,
      "learning_rate": 0.00019999798119990314,
      "loss": 5.1285,
      "step": 3184
    },
    {
      "epoch": 0.02042452225214826,
      "grad_norm": 26.214405059814453,
      "learning_rate": 0.00019999797991955226,
      "loss": 5.1044,
      "step": 3185
    },
    {
      "epoch": 0.02043093497499038,
      "grad_norm": 21.34563636779785,
      "learning_rate": 0.0001999979786387955,
      "loss": 5.1039,
      "step": 3186
    },
    {
      "epoch": 0.020437347697832498,
      "grad_norm": 16.765478134155273,
      "learning_rate": 0.00019999797735763286,
      "loss": 5.2327,
      "step": 3187
    },
    {
      "epoch": 0.02044376042067462,
      "grad_norm": 13.119513511657715,
      "learning_rate": 0.00019999797607606436,
      "loss": 5.3876,
      "step": 3188
    },
    {
      "epoch": 0.02045017314351674,
      "grad_norm": 40.071533203125,
      "learning_rate": 0.00019999797479409,
      "loss": 5.2508,
      "step": 3189
    },
    {
      "epoch": 0.020456585866358856,
      "grad_norm": 11.485709190368652,
      "learning_rate": 0.0001999979735117097,
      "loss": 5.4311,
      "step": 3190
    },
    {
      "epoch": 0.020462998589200976,
      "grad_norm": 49.31855010986328,
      "learning_rate": 0.0001999979722289236,
      "loss": 5.1732,
      "step": 3191
    },
    {
      "epoch": 0.020469411312043093,
      "grad_norm": 50.83268356323242,
      "learning_rate": 0.00019999797094573157,
      "loss": 5.1156,
      "step": 3192
    },
    {
      "epoch": 0.020475824034885213,
      "grad_norm": 18.267147064208984,
      "learning_rate": 0.0001999979696621337,
      "loss": 5.2806,
      "step": 3193
    },
    {
      "epoch": 0.02048223675772733,
      "grad_norm": 38.20867919921875,
      "learning_rate": 0.00019999796837812995,
      "loss": 5.1418,
      "step": 3194
    },
    {
      "epoch": 0.02048864948056945,
      "grad_norm": 27.755239486694336,
      "learning_rate": 0.00019999796709372033,
      "loss": 4.9651,
      "step": 3195
    },
    {
      "epoch": 0.02049506220341157,
      "grad_norm": 32.84663009643555,
      "learning_rate": 0.00019999796580890482,
      "loss": 5.1577,
      "step": 3196
    },
    {
      "epoch": 0.020501474926253687,
      "grad_norm": 64.2807846069336,
      "learning_rate": 0.00019999796452368343,
      "loss": 5.1078,
      "step": 3197
    },
    {
      "epoch": 0.020507887649095807,
      "grad_norm": 21.336217880249023,
      "learning_rate": 0.00019999796323805617,
      "loss": 5.1539,
      "step": 3198
    },
    {
      "epoch": 0.020514300371937924,
      "grad_norm": 16.396081924438477,
      "learning_rate": 0.00019999796195202305,
      "loss": 5.0795,
      "step": 3199
    },
    {
      "epoch": 0.020520713094780044,
      "grad_norm": 76.07991790771484,
      "learning_rate": 0.00019999796066558405,
      "loss": 5.0144,
      "step": 3200
    },
    {
      "epoch": 0.020520713094780044,
      "eval_loss": 5.122578144073486,
      "eval_runtime": 34.7951,
      "eval_samples_per_second": 90.099,
      "eval_steps_per_second": 22.532,
      "step": 3200
    },
    {
      "epoch": 0.02052712581762216,
      "grad_norm": 89.79569244384766,
      "learning_rate": 0.00019999795937873915,
      "loss": 5.0487,
      "step": 3201
    },
    {
      "epoch": 0.02053353854046428,
      "grad_norm": 75.40328979492188,
      "learning_rate": 0.0001999979580914884,
      "loss": 5.2931,
      "step": 3202
    },
    {
      "epoch": 0.020539951263306398,
      "grad_norm": 203.50596618652344,
      "learning_rate": 0.00019999795680383176,
      "loss": 5.3714,
      "step": 3203
    },
    {
      "epoch": 0.02054636398614852,
      "grad_norm": 139.80718994140625,
      "learning_rate": 0.00019999795551576925,
      "loss": 5.2582,
      "step": 3204
    },
    {
      "epoch": 0.02055277670899064,
      "grad_norm": 254.12350463867188,
      "learning_rate": 0.00019999795422730084,
      "loss": 5.3124,
      "step": 3205
    },
    {
      "epoch": 0.020559189431832756,
      "grad_norm": 201.84925842285156,
      "learning_rate": 0.0001999979529384266,
      "loss": 5.3336,
      "step": 3206
    },
    {
      "epoch": 0.020565602154674876,
      "grad_norm": 669.1873168945312,
      "learning_rate": 0.00019999795164914647,
      "loss": 5.4839,
      "step": 3207
    },
    {
      "epoch": 0.020572014877516993,
      "grad_norm": 158.60488891601562,
      "learning_rate": 0.00019999795035946044,
      "loss": 5.0756,
      "step": 3208
    },
    {
      "epoch": 0.020578427600359113,
      "grad_norm": 370.7528381347656,
      "learning_rate": 0.00019999794906936858,
      "loss": 5.1926,
      "step": 3209
    },
    {
      "epoch": 0.02058484032320123,
      "grad_norm": 214.30657958984375,
      "learning_rate": 0.0001999979477788708,
      "loss": 5.409,
      "step": 3210
    },
    {
      "epoch": 0.02059125304604335,
      "grad_norm": 49.567989349365234,
      "learning_rate": 0.0001999979464879672,
      "loss": 5.1862,
      "step": 3211
    },
    {
      "epoch": 0.02059766576888547,
      "grad_norm": 76.29644012451172,
      "learning_rate": 0.00019999794519665767,
      "loss": 5.3568,
      "step": 3212
    },
    {
      "epoch": 0.020604078491727587,
      "grad_norm": 81.5815200805664,
      "learning_rate": 0.0001999979439049423,
      "loss": 5.3004,
      "step": 3213
    },
    {
      "epoch": 0.020610491214569707,
      "grad_norm": 169.8372802734375,
      "learning_rate": 0.00019999794261282104,
      "loss": 5.2699,
      "step": 3214
    },
    {
      "epoch": 0.020616903937411824,
      "grad_norm": 39.399566650390625,
      "learning_rate": 0.0001999979413202939,
      "loss": 5.18,
      "step": 3215
    },
    {
      "epoch": 0.020623316660253944,
      "grad_norm": 72.66329193115234,
      "learning_rate": 0.00019999794002736087,
      "loss": 5.1789,
      "step": 3216
    },
    {
      "epoch": 0.02062972938309606,
      "grad_norm": 37.766239166259766,
      "learning_rate": 0.00019999793873402198,
      "loss": 5.157,
      "step": 3217
    },
    {
      "epoch": 0.02063614210593818,
      "grad_norm": 68.73658752441406,
      "learning_rate": 0.00019999793744027722,
      "loss": 5.1357,
      "step": 3218
    },
    {
      "epoch": 0.020642554828780302,
      "grad_norm": 24.64727210998535,
      "learning_rate": 0.0001999979361461266,
      "loss": 5.156,
      "step": 3219
    },
    {
      "epoch": 0.02064896755162242,
      "grad_norm": 94.1611328125,
      "learning_rate": 0.0001999979348515701,
      "loss": 5.1617,
      "step": 3220
    },
    {
      "epoch": 0.02065538027446454,
      "grad_norm": 90.63270568847656,
      "learning_rate": 0.00019999793355660769,
      "loss": 5.0833,
      "step": 3221
    },
    {
      "epoch": 0.020661792997306656,
      "grad_norm": 36.05052947998047,
      "learning_rate": 0.00019999793226123944,
      "loss": 5.3202,
      "step": 3222
    },
    {
      "epoch": 0.020668205720148776,
      "grad_norm": 32.90812683105469,
      "learning_rate": 0.0001999979309654653,
      "loss": 5.2561,
      "step": 3223
    },
    {
      "epoch": 0.020674618442990893,
      "grad_norm": 26.069137573242188,
      "learning_rate": 0.00019999792966928528,
      "loss": 5.1475,
      "step": 3224
    },
    {
      "epoch": 0.020681031165833013,
      "grad_norm": 30.26311683654785,
      "learning_rate": 0.0001999979283726994,
      "loss": 5.1761,
      "step": 3225
    },
    {
      "epoch": 0.02068744388867513,
      "grad_norm": 43.57584762573242,
      "learning_rate": 0.00019999792707570761,
      "loss": 5.6055,
      "step": 3226
    },
    {
      "epoch": 0.02069385661151725,
      "grad_norm": 38.276153564453125,
      "learning_rate": 0.00019999792577831,
      "loss": 5.1675,
      "step": 3227
    },
    {
      "epoch": 0.02070026933435937,
      "grad_norm": 23.68870735168457,
      "learning_rate": 0.0001999979244805065,
      "loss": 5.1853,
      "step": 3228
    },
    {
      "epoch": 0.020706682057201487,
      "grad_norm": 20.45558738708496,
      "learning_rate": 0.0001999979231822971,
      "loss": 5.032,
      "step": 3229
    },
    {
      "epoch": 0.020713094780043607,
      "grad_norm": 29.9664249420166,
      "learning_rate": 0.00019999792188368182,
      "loss": 5.166,
      "step": 3230
    },
    {
      "epoch": 0.020719507502885724,
      "grad_norm": 54.4892692565918,
      "learning_rate": 0.00019999792058466068,
      "loss": 5.062,
      "step": 3231
    },
    {
      "epoch": 0.020725920225727845,
      "grad_norm": 39.48915100097656,
      "learning_rate": 0.00019999791928523367,
      "loss": 5.244,
      "step": 3232
    },
    {
      "epoch": 0.02073233294856996,
      "grad_norm": 59.11143493652344,
      "learning_rate": 0.0001999979179854008,
      "loss": 5.0167,
      "step": 3233
    },
    {
      "epoch": 0.02073874567141208,
      "grad_norm": 26.24523162841797,
      "learning_rate": 0.00019999791668516204,
      "loss": 4.9863,
      "step": 3234
    },
    {
      "epoch": 0.020745158394254202,
      "grad_norm": 22.033876419067383,
      "learning_rate": 0.0001999979153845174,
      "loss": 5.098,
      "step": 3235
    },
    {
      "epoch": 0.02075157111709632,
      "grad_norm": 25.517559051513672,
      "learning_rate": 0.00019999791408346687,
      "loss": 5.1898,
      "step": 3236
    },
    {
      "epoch": 0.02075798383993844,
      "grad_norm": 35.906585693359375,
      "learning_rate": 0.0001999979127820105,
      "loss": 5.0235,
      "step": 3237
    },
    {
      "epoch": 0.020764396562780556,
      "grad_norm": 34.71665573120117,
      "learning_rate": 0.00019999791148014824,
      "loss": 5.0444,
      "step": 3238
    },
    {
      "epoch": 0.020770809285622676,
      "grad_norm": 223.05389404296875,
      "learning_rate": 0.00019999791017788008,
      "loss": 5.0816,
      "step": 3239
    },
    {
      "epoch": 0.020777222008464793,
      "grad_norm": 46.79651641845703,
      "learning_rate": 0.00019999790887520607,
      "loss": 5.0862,
      "step": 3240
    },
    {
      "epoch": 0.020783634731306913,
      "grad_norm": 59.04362487792969,
      "learning_rate": 0.0001999979075721262,
      "loss": 5.269,
      "step": 3241
    },
    {
      "epoch": 0.020790047454149033,
      "grad_norm": 107.21527862548828,
      "learning_rate": 0.00019999790626864044,
      "loss": 5.0761,
      "step": 3242
    },
    {
      "epoch": 0.02079646017699115,
      "grad_norm": 92.41079711914062,
      "learning_rate": 0.00019999790496474877,
      "loss": 5.1359,
      "step": 3243
    },
    {
      "epoch": 0.02080287289983327,
      "grad_norm": 32.84933853149414,
      "learning_rate": 0.00019999790366045125,
      "loss": 5.3748,
      "step": 3244
    },
    {
      "epoch": 0.020809285622675387,
      "grad_norm": 22.039505004882812,
      "learning_rate": 0.0001999979023557479,
      "loss": 5.2579,
      "step": 3245
    },
    {
      "epoch": 0.020815698345517508,
      "grad_norm": 36.26626968383789,
      "learning_rate": 0.00019999790105063863,
      "loss": 5.1758,
      "step": 3246
    },
    {
      "epoch": 0.020822111068359624,
      "grad_norm": 219.93478393554688,
      "learning_rate": 0.00019999789974512347,
      "loss": 5.0544,
      "step": 3247
    },
    {
      "epoch": 0.020828523791201745,
      "grad_norm": 77.55538940429688,
      "learning_rate": 0.00019999789843920247,
      "loss": 5.099,
      "step": 3248
    },
    {
      "epoch": 0.02083493651404386,
      "grad_norm": 84.08937072753906,
      "learning_rate": 0.00019999789713287557,
      "loss": 5.2542,
      "step": 3249
    },
    {
      "epoch": 0.02084134923688598,
      "grad_norm": 48.63629150390625,
      "learning_rate": 0.0001999978958261428,
      "loss": 5.1203,
      "step": 3250
    },
    {
      "epoch": 0.020847761959728102,
      "grad_norm": 147.61532592773438,
      "learning_rate": 0.0001999978945190042,
      "loss": 5.0325,
      "step": 3251
    },
    {
      "epoch": 0.02085417468257022,
      "grad_norm": 52.58657455444336,
      "learning_rate": 0.00019999789321145967,
      "loss": 5.1709,
      "step": 3252
    },
    {
      "epoch": 0.02086058740541234,
      "grad_norm": 72.34703826904297,
      "learning_rate": 0.00019999789190350926,
      "loss": 5.0951,
      "step": 3253
    },
    {
      "epoch": 0.020867000128254456,
      "grad_norm": 70.09070587158203,
      "learning_rate": 0.000199997890595153,
      "loss": 5.0703,
      "step": 3254
    },
    {
      "epoch": 0.020873412851096576,
      "grad_norm": 56.021907806396484,
      "learning_rate": 0.00019999788928639088,
      "loss": 5.15,
      "step": 3255
    },
    {
      "epoch": 0.020879825573938693,
      "grad_norm": 50.4945182800293,
      "learning_rate": 0.00019999788797722286,
      "loss": 5.3321,
      "step": 3256
    },
    {
      "epoch": 0.020886238296780813,
      "grad_norm": 36.80281066894531,
      "learning_rate": 0.000199997886667649,
      "loss": 5.2895,
      "step": 3257
    },
    {
      "epoch": 0.020892651019622933,
      "grad_norm": 31.461923599243164,
      "learning_rate": 0.00019999788535766922,
      "loss": 5.1496,
      "step": 3258
    },
    {
      "epoch": 0.02089906374246505,
      "grad_norm": 70.70807647705078,
      "learning_rate": 0.00019999788404728358,
      "loss": 5.073,
      "step": 3259
    },
    {
      "epoch": 0.02090547646530717,
      "grad_norm": 37.57005310058594,
      "learning_rate": 0.00019999788273649207,
      "loss": 5.2498,
      "step": 3260
    },
    {
      "epoch": 0.020911889188149287,
      "grad_norm": 28.952672958374023,
      "learning_rate": 0.00019999788142529467,
      "loss": 5.0828,
      "step": 3261
    },
    {
      "epoch": 0.020918301910991408,
      "grad_norm": 89.28607940673828,
      "learning_rate": 0.00019999788011369142,
      "loss": 5.1144,
      "step": 3262
    },
    {
      "epoch": 0.020924714633833524,
      "grad_norm": 36.25469207763672,
      "learning_rate": 0.0001999978788016823,
      "loss": 5.1717,
      "step": 3263
    },
    {
      "epoch": 0.020931127356675645,
      "grad_norm": 38.513275146484375,
      "learning_rate": 0.00019999787748926727,
      "loss": 5.1348,
      "step": 3264
    },
    {
      "epoch": 0.020937540079517765,
      "grad_norm": 65.59723663330078,
      "learning_rate": 0.00019999787617644635,
      "loss": 5.0761,
      "step": 3265
    },
    {
      "epoch": 0.02094395280235988,
      "grad_norm": 36.300689697265625,
      "learning_rate": 0.00019999787486321962,
      "loss": 5.2839,
      "step": 3266
    },
    {
      "epoch": 0.020950365525202002,
      "grad_norm": 177.37986755371094,
      "learning_rate": 0.00019999787354958696,
      "loss": 4.9276,
      "step": 3267
    },
    {
      "epoch": 0.02095677824804412,
      "grad_norm": 36.625919342041016,
      "learning_rate": 0.00019999787223554848,
      "loss": 5.1867,
      "step": 3268
    },
    {
      "epoch": 0.02096319097088624,
      "grad_norm": 92.03740692138672,
      "learning_rate": 0.00019999787092110408,
      "loss": 5.0412,
      "step": 3269
    },
    {
      "epoch": 0.020969603693728356,
      "grad_norm": 29.840051651000977,
      "learning_rate": 0.00019999786960625383,
      "loss": 5.2635,
      "step": 3270
    },
    {
      "epoch": 0.020976016416570476,
      "grad_norm": 57.364097595214844,
      "learning_rate": 0.00019999786829099766,
      "loss": 5.0612,
      "step": 3271
    },
    {
      "epoch": 0.020982429139412593,
      "grad_norm": 40.23426055908203,
      "learning_rate": 0.00019999786697533567,
      "loss": 4.9054,
      "step": 3272
    },
    {
      "epoch": 0.020988841862254713,
      "grad_norm": 49.57790756225586,
      "learning_rate": 0.00019999786565926778,
      "loss": 5.0523,
      "step": 3273
    },
    {
      "epoch": 0.020995254585096833,
      "grad_norm": 99.59466552734375,
      "learning_rate": 0.00019999786434279405,
      "loss": 5.0285,
      "step": 3274
    },
    {
      "epoch": 0.02100166730793895,
      "grad_norm": 53.57102584838867,
      "learning_rate": 0.0001999978630259144,
      "loss": 5.0233,
      "step": 3275
    },
    {
      "epoch": 0.02100808003078107,
      "grad_norm": 93.21531677246094,
      "learning_rate": 0.0001999978617086289,
      "loss": 5.2437,
      "step": 3276
    },
    {
      "epoch": 0.021014492753623187,
      "grad_norm": 204.1630401611328,
      "learning_rate": 0.0001999978603909375,
      "loss": 5.0779,
      "step": 3277
    },
    {
      "epoch": 0.021020905476465308,
      "grad_norm": 138.35121154785156,
      "learning_rate": 0.00019999785907284023,
      "loss": 5.2293,
      "step": 3278
    },
    {
      "epoch": 0.021027318199307424,
      "grad_norm": 55.86518478393555,
      "learning_rate": 0.0001999978577543371,
      "loss": 5.3758,
      "step": 3279
    },
    {
      "epoch": 0.021033730922149545,
      "grad_norm": 76.31250762939453,
      "learning_rate": 0.00019999785643542807,
      "loss": 5.1073,
      "step": 3280
    },
    {
      "epoch": 0.021040143644991665,
      "grad_norm": 299.38006591796875,
      "learning_rate": 0.0001999978551161132,
      "loss": 5.0442,
      "step": 3281
    },
    {
      "epoch": 0.021046556367833782,
      "grad_norm": 55.36082077026367,
      "learning_rate": 0.00019999785379639244,
      "loss": 4.9695,
      "step": 3282
    },
    {
      "epoch": 0.021052969090675902,
      "grad_norm": 227.87588500976562,
      "learning_rate": 0.0001999978524762658,
      "loss": 5.0152,
      "step": 3283
    },
    {
      "epoch": 0.02105938181351802,
      "grad_norm": 179.51263427734375,
      "learning_rate": 0.0001999978511557333,
      "loss": 5.2964,
      "step": 3284
    },
    {
      "epoch": 0.02106579453636014,
      "grad_norm": 58.3272819519043,
      "learning_rate": 0.00019999784983479492,
      "loss": 5.2047,
      "step": 3285
    },
    {
      "epoch": 0.021072207259202256,
      "grad_norm": 45.54077911376953,
      "learning_rate": 0.00019999784851345065,
      "loss": 5.1874,
      "step": 3286
    },
    {
      "epoch": 0.021078619982044376,
      "grad_norm": 48.04684829711914,
      "learning_rate": 0.00019999784719170052,
      "loss": 5.1176,
      "step": 3287
    },
    {
      "epoch": 0.021085032704886496,
      "grad_norm": 37.07734680175781,
      "learning_rate": 0.00019999784586954454,
      "loss": 5.0602,
      "step": 3288
    },
    {
      "epoch": 0.021091445427728613,
      "grad_norm": 101.41813659667969,
      "learning_rate": 0.00019999784454698266,
      "loss": 5.2677,
      "step": 3289
    },
    {
      "epoch": 0.021097858150570734,
      "grad_norm": 110.10060119628906,
      "learning_rate": 0.00019999784322401488,
      "loss": 5.2037,
      "step": 3290
    },
    {
      "epoch": 0.02110427087341285,
      "grad_norm": 148.80738830566406,
      "learning_rate": 0.00019999784190064123,
      "loss": 5.123,
      "step": 3291
    },
    {
      "epoch": 0.02111068359625497,
      "grad_norm": 109.00582885742188,
      "learning_rate": 0.00019999784057686174,
      "loss": 5.0483,
      "step": 3292
    },
    {
      "epoch": 0.021117096319097087,
      "grad_norm": 84.05272674560547,
      "learning_rate": 0.00019999783925267638,
      "loss": 5.0164,
      "step": 3293
    },
    {
      "epoch": 0.021123509041939208,
      "grad_norm": 43.52845001220703,
      "learning_rate": 0.00019999783792808512,
      "loss": 5.2971,
      "step": 3294
    },
    {
      "epoch": 0.021129921764781325,
      "grad_norm": 103.00865936279297,
      "learning_rate": 0.00019999783660308798,
      "loss": 5.1505,
      "step": 3295
    },
    {
      "epoch": 0.021136334487623445,
      "grad_norm": 237.2416534423828,
      "learning_rate": 0.00019999783527768495,
      "loss": 5.0466,
      "step": 3296
    },
    {
      "epoch": 0.021142747210465565,
      "grad_norm": 51.65836715698242,
      "learning_rate": 0.00019999783395187608,
      "loss": 5.0112,
      "step": 3297
    },
    {
      "epoch": 0.021149159933307682,
      "grad_norm": 226.38259887695312,
      "learning_rate": 0.00019999783262566133,
      "loss": 4.9772,
      "step": 3298
    },
    {
      "epoch": 0.021155572656149802,
      "grad_norm": 98.36792755126953,
      "learning_rate": 0.00019999783129904072,
      "loss": 4.9489,
      "step": 3299
    },
    {
      "epoch": 0.02116198537899192,
      "grad_norm": 20.311437606811523,
      "learning_rate": 0.0001999978299720142,
      "loss": 5.247,
      "step": 3300
    },
    {
      "epoch": 0.02116198537899192,
      "eval_loss": 5.0804972648620605,
      "eval_runtime": 34.7539,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 3300
    },
    {
      "epoch": 0.02116839810183404,
      "grad_norm": 42.93593215942383,
      "learning_rate": 0.00019999782864458184,
      "loss": 5.0766,
      "step": 3301
    },
    {
      "epoch": 0.021174810824676156,
      "grad_norm": 63.10590744018555,
      "learning_rate": 0.00019999782731674356,
      "loss": 5.0236,
      "step": 3302
    },
    {
      "epoch": 0.021181223547518276,
      "grad_norm": 57.93871307373047,
      "learning_rate": 0.00019999782598849946,
      "loss": 5.4619,
      "step": 3303
    },
    {
      "epoch": 0.021187636270360397,
      "grad_norm": 490.38043212890625,
      "learning_rate": 0.00019999782465984943,
      "loss": 5.1532,
      "step": 3304
    },
    {
      "epoch": 0.021194048993202513,
      "grad_norm": 61.38261413574219,
      "learning_rate": 0.00019999782333079356,
      "loss": 5.4109,
      "step": 3305
    },
    {
      "epoch": 0.021200461716044634,
      "grad_norm": 121.21228790283203,
      "learning_rate": 0.0001999978220013318,
      "loss": 5.0475,
      "step": 3306
    },
    {
      "epoch": 0.02120687443888675,
      "grad_norm": 67.1308364868164,
      "learning_rate": 0.00019999782067146418,
      "loss": 4.9855,
      "step": 3307
    },
    {
      "epoch": 0.02121328716172887,
      "grad_norm": 141.32102966308594,
      "learning_rate": 0.00019999781934119067,
      "loss": 5.1188,
      "step": 3308
    },
    {
      "epoch": 0.021219699884570987,
      "grad_norm": 85.46729278564453,
      "learning_rate": 0.0001999978180105113,
      "loss": 4.9733,
      "step": 3309
    },
    {
      "epoch": 0.021226112607413108,
      "grad_norm": 77.19319152832031,
      "learning_rate": 0.00019999781667942603,
      "loss": 5.1859,
      "step": 3310
    },
    {
      "epoch": 0.021232525330255228,
      "grad_norm": 189.7964630126953,
      "learning_rate": 0.00019999781534793494,
      "loss": 5.0791,
      "step": 3311
    },
    {
      "epoch": 0.021238938053097345,
      "grad_norm": 81.8712158203125,
      "learning_rate": 0.00019999781401603791,
      "loss": 5.1778,
      "step": 3312
    },
    {
      "epoch": 0.021245350775939465,
      "grad_norm": 63.356021881103516,
      "learning_rate": 0.00019999781268373505,
      "loss": 5.2176,
      "step": 3313
    },
    {
      "epoch": 0.021251763498781582,
      "grad_norm": 94.4472427368164,
      "learning_rate": 0.0001999978113510263,
      "loss": 4.9915,
      "step": 3314
    },
    {
      "epoch": 0.021258176221623702,
      "grad_norm": 130.47384643554688,
      "learning_rate": 0.00019999781001791168,
      "loss": 5.0696,
      "step": 3315
    },
    {
      "epoch": 0.02126458894446582,
      "grad_norm": 39.70322799682617,
      "learning_rate": 0.00019999780868439117,
      "loss": 5.0444,
      "step": 3316
    },
    {
      "epoch": 0.02127100166730794,
      "grad_norm": 380.6828918457031,
      "learning_rate": 0.0001999978073504648,
      "loss": 5.1064,
      "step": 3317
    },
    {
      "epoch": 0.021277414390150056,
      "grad_norm": 20.251468658447266,
      "learning_rate": 0.00019999780601613254,
      "loss": 5.3782,
      "step": 3318
    },
    {
      "epoch": 0.021283827112992176,
      "grad_norm": 246.47137451171875,
      "learning_rate": 0.00019999780468139445,
      "loss": 5.2831,
      "step": 3319
    },
    {
      "epoch": 0.021290239835834297,
      "grad_norm": 55.60350799560547,
      "learning_rate": 0.00019999780334625043,
      "loss": 5.2925,
      "step": 3320
    },
    {
      "epoch": 0.021296652558676413,
      "grad_norm": 50.29283905029297,
      "learning_rate": 0.00019999780201070054,
      "loss": 5.0688,
      "step": 3321
    },
    {
      "epoch": 0.021303065281518534,
      "grad_norm": 147.72073364257812,
      "learning_rate": 0.0001999978006747448,
      "loss": 5.1842,
      "step": 3322
    },
    {
      "epoch": 0.02130947800436065,
      "grad_norm": 149.17291259765625,
      "learning_rate": 0.0001999977993383832,
      "loss": 5.085,
      "step": 3323
    },
    {
      "epoch": 0.02131589072720277,
      "grad_norm": 41.88450241088867,
      "learning_rate": 0.0001999977980016157,
      "loss": 5.1494,
      "step": 3324
    },
    {
      "epoch": 0.021322303450044888,
      "grad_norm": 80.73544311523438,
      "learning_rate": 0.0001999977966644423,
      "loss": 5.0007,
      "step": 3325
    },
    {
      "epoch": 0.021328716172887008,
      "grad_norm": 25.7171688079834,
      "learning_rate": 0.00019999779532686306,
      "loss": 5.3145,
      "step": 3326
    },
    {
      "epoch": 0.021335128895729128,
      "grad_norm": 43.76262283325195,
      "learning_rate": 0.00019999779398887797,
      "loss": 5.0523,
      "step": 3327
    },
    {
      "epoch": 0.021341541618571245,
      "grad_norm": 102.89949798583984,
      "learning_rate": 0.00019999779265048696,
      "loss": 5.2557,
      "step": 3328
    },
    {
      "epoch": 0.021347954341413365,
      "grad_norm": 69.83243560791016,
      "learning_rate": 0.0001999977913116901,
      "loss": 5.1306,
      "step": 3329
    },
    {
      "epoch": 0.021354367064255482,
      "grad_norm": 39.583736419677734,
      "learning_rate": 0.00019999778997248737,
      "loss": 5.2779,
      "step": 3330
    },
    {
      "epoch": 0.021360779787097602,
      "grad_norm": 58.2523307800293,
      "learning_rate": 0.00019999778863287872,
      "loss": 4.9295,
      "step": 3331
    },
    {
      "epoch": 0.02136719250993972,
      "grad_norm": 1740.2347412109375,
      "learning_rate": 0.00019999778729286425,
      "loss": 5.1434,
      "step": 3332
    },
    {
      "epoch": 0.02137360523278184,
      "grad_norm": 38.32120895385742,
      "learning_rate": 0.00019999778595244388,
      "loss": 5.1836,
      "step": 3333
    },
    {
      "epoch": 0.02138001795562396,
      "grad_norm": 35.55175018310547,
      "learning_rate": 0.00019999778461161764,
      "loss": 5.1312,
      "step": 3334
    },
    {
      "epoch": 0.021386430678466076,
      "grad_norm": 33.75502014160156,
      "learning_rate": 0.00019999778327038553,
      "loss": 5.3549,
      "step": 3335
    },
    {
      "epoch": 0.021392843401308197,
      "grad_norm": 19.596519470214844,
      "learning_rate": 0.00019999778192874754,
      "loss": 5.1151,
      "step": 3336
    },
    {
      "epoch": 0.021399256124150313,
      "grad_norm": 46.966552734375,
      "learning_rate": 0.00019999778058670366,
      "loss": 5.1381,
      "step": 3337
    },
    {
      "epoch": 0.021405668846992434,
      "grad_norm": 24.281858444213867,
      "learning_rate": 0.00019999777924425394,
      "loss": 5.1443,
      "step": 3338
    },
    {
      "epoch": 0.02141208156983455,
      "grad_norm": 94.75601196289062,
      "learning_rate": 0.00019999777790139832,
      "loss": 5.0181,
      "step": 3339
    },
    {
      "epoch": 0.02141849429267667,
      "grad_norm": 14.350831031799316,
      "learning_rate": 0.00019999777655813682,
      "loss": 5.404,
      "step": 3340
    },
    {
      "epoch": 0.021424907015518788,
      "grad_norm": 46.08306884765625,
      "learning_rate": 0.00019999777521446946,
      "loss": 5.0447,
      "step": 3341
    },
    {
      "epoch": 0.021431319738360908,
      "grad_norm": 25.560762405395508,
      "learning_rate": 0.00019999777387039625,
      "loss": 5.0432,
      "step": 3342
    },
    {
      "epoch": 0.021437732461203028,
      "grad_norm": 15.160972595214844,
      "learning_rate": 0.00019999777252591711,
      "loss": 5.0242,
      "step": 3343
    },
    {
      "epoch": 0.021444145184045145,
      "grad_norm": 10.797496795654297,
      "learning_rate": 0.00019999777118103214,
      "loss": 5.1361,
      "step": 3344
    },
    {
      "epoch": 0.021450557906887265,
      "grad_norm": 17.744848251342773,
      "learning_rate": 0.00019999776983574129,
      "loss": 5.1961,
      "step": 3345
    },
    {
      "epoch": 0.021456970629729382,
      "grad_norm": 13.042448997497559,
      "learning_rate": 0.0001999977684900445,
      "loss": 5.0748,
      "step": 3346
    },
    {
      "epoch": 0.021463383352571502,
      "grad_norm": 20.10607147216797,
      "learning_rate": 0.00019999776714394192,
      "loss": 4.9681,
      "step": 3347
    },
    {
      "epoch": 0.02146979607541362,
      "grad_norm": 24.404247283935547,
      "learning_rate": 0.00019999776579743346,
      "loss": 5.0748,
      "step": 3348
    },
    {
      "epoch": 0.02147620879825574,
      "grad_norm": 17.341224670410156,
      "learning_rate": 0.0001999977644505191,
      "loss": 5.0685,
      "step": 3349
    },
    {
      "epoch": 0.02148262152109786,
      "grad_norm": 11.981969833374023,
      "learning_rate": 0.00019999776310319884,
      "loss": 5.1449,
      "step": 3350
    },
    {
      "epoch": 0.021489034243939976,
      "grad_norm": 10.327374458312988,
      "learning_rate": 0.00019999776175547274,
      "loss": 5.1051,
      "step": 3351
    },
    {
      "epoch": 0.021495446966782097,
      "grad_norm": 14.74710464477539,
      "learning_rate": 0.00019999776040734076,
      "loss": 5.1445,
      "step": 3352
    },
    {
      "epoch": 0.021501859689624214,
      "grad_norm": 20.582721710205078,
      "learning_rate": 0.00019999775905880292,
      "loss": 5.1335,
      "step": 3353
    },
    {
      "epoch": 0.021508272412466334,
      "grad_norm": 34.571006774902344,
      "learning_rate": 0.00019999775770985917,
      "loss": 5.0833,
      "step": 3354
    },
    {
      "epoch": 0.02151468513530845,
      "grad_norm": 16.314659118652344,
      "learning_rate": 0.0001999977563605096,
      "loss": 5.0017,
      "step": 3355
    },
    {
      "epoch": 0.02152109785815057,
      "grad_norm": 13.54408073425293,
      "learning_rate": 0.00019999775501075407,
      "loss": 5.1619,
      "step": 3356
    },
    {
      "epoch": 0.02152751058099269,
      "grad_norm": 74.98637390136719,
      "learning_rate": 0.00019999775366059274,
      "loss": 5.0723,
      "step": 3357
    },
    {
      "epoch": 0.021533923303834808,
      "grad_norm": 208.74693298339844,
      "learning_rate": 0.00019999775231002552,
      "loss": 5.3744,
      "step": 3358
    },
    {
      "epoch": 0.021540336026676928,
      "grad_norm": 59.03150177001953,
      "learning_rate": 0.00019999775095905242,
      "loss": 5.2455,
      "step": 3359
    },
    {
      "epoch": 0.021546748749519045,
      "grad_norm": 46.018856048583984,
      "learning_rate": 0.00019999774960767342,
      "loss": 5.2369,
      "step": 3360
    },
    {
      "epoch": 0.021553161472361165,
      "grad_norm": 14.785412788391113,
      "learning_rate": 0.00019999774825588858,
      "loss": 5.1898,
      "step": 3361
    },
    {
      "epoch": 0.021559574195203282,
      "grad_norm": 16.77069091796875,
      "learning_rate": 0.00019999774690369787,
      "loss": 5.1901,
      "step": 3362
    },
    {
      "epoch": 0.021565986918045402,
      "grad_norm": 39.718841552734375,
      "learning_rate": 0.00019999774555110126,
      "loss": 5.3769,
      "step": 3363
    },
    {
      "epoch": 0.02157239964088752,
      "grad_norm": 27.95485496520996,
      "learning_rate": 0.00019999774419809878,
      "loss": 5.258,
      "step": 3364
    },
    {
      "epoch": 0.02157881236372964,
      "grad_norm": 14.976402282714844,
      "learning_rate": 0.00019999774284469043,
      "loss": 5.1827,
      "step": 3365
    },
    {
      "epoch": 0.02158522508657176,
      "grad_norm": 9.986061096191406,
      "learning_rate": 0.00019999774149087623,
      "loss": 5.1838,
      "step": 3366
    },
    {
      "epoch": 0.021591637809413877,
      "grad_norm": 26.71904182434082,
      "learning_rate": 0.00019999774013665614,
      "loss": 5.3184,
      "step": 3367
    },
    {
      "epoch": 0.021598050532255997,
      "grad_norm": 32.182655334472656,
      "learning_rate": 0.00019999773878203017,
      "loss": 5.289,
      "step": 3368
    },
    {
      "epoch": 0.021604463255098114,
      "grad_norm": 24.819913864135742,
      "learning_rate": 0.0001999977374269983,
      "loss": 5.3128,
      "step": 3369
    },
    {
      "epoch": 0.021610875977940234,
      "grad_norm": 22.764509201049805,
      "learning_rate": 0.00019999773607156057,
      "loss": 5.291,
      "step": 3370
    },
    {
      "epoch": 0.02161728870078235,
      "grad_norm": 75.78041076660156,
      "learning_rate": 0.000199997734715717,
      "loss": 5.1117,
      "step": 3371
    },
    {
      "epoch": 0.02162370142362447,
      "grad_norm": 45.508487701416016,
      "learning_rate": 0.00019999773335946752,
      "loss": 5.2816,
      "step": 3372
    },
    {
      "epoch": 0.02163011414646659,
      "grad_norm": 110.10884094238281,
      "learning_rate": 0.00019999773200281217,
      "loss": 5.4885,
      "step": 3373
    },
    {
      "epoch": 0.021636526869308708,
      "grad_norm": 32.89111328125,
      "learning_rate": 0.00019999773064575095,
      "loss": 5.1914,
      "step": 3374
    },
    {
      "epoch": 0.02164293959215083,
      "grad_norm": 18.54378318786621,
      "learning_rate": 0.00019999772928828389,
      "loss": 5.6059,
      "step": 3375
    },
    {
      "epoch": 0.021649352314992945,
      "grad_norm": 15.779860496520996,
      "learning_rate": 0.00019999772793041093,
      "loss": 5.1448,
      "step": 3376
    },
    {
      "epoch": 0.021655765037835065,
      "grad_norm": 32.610443115234375,
      "learning_rate": 0.00019999772657213207,
      "loss": 5.1774,
      "step": 3377
    },
    {
      "epoch": 0.021662177760677182,
      "grad_norm": 63.03474044799805,
      "learning_rate": 0.00019999772521344736,
      "loss": 5.1374,
      "step": 3378
    },
    {
      "epoch": 0.021668590483519302,
      "grad_norm": 552.387939453125,
      "learning_rate": 0.00019999772385435676,
      "loss": 5.5721,
      "step": 3379
    },
    {
      "epoch": 0.021675003206361423,
      "grad_norm": 85.13246154785156,
      "learning_rate": 0.00019999772249486032,
      "loss": 6.0576,
      "step": 3380
    },
    {
      "epoch": 0.02168141592920354,
      "grad_norm": 77.24273681640625,
      "learning_rate": 0.00019999772113495797,
      "loss": 5.9111,
      "step": 3381
    },
    {
      "epoch": 0.02168782865204566,
      "grad_norm": 29.37530517578125,
      "learning_rate": 0.00019999771977464973,
      "loss": 5.3216,
      "step": 3382
    },
    {
      "epoch": 0.021694241374887777,
      "grad_norm": 35.01390838623047,
      "learning_rate": 0.00019999771841393567,
      "loss": 5.1014,
      "step": 3383
    },
    {
      "epoch": 0.021700654097729897,
      "grad_norm": 23.927167892456055,
      "learning_rate": 0.00019999771705281571,
      "loss": 5.196,
      "step": 3384
    },
    {
      "epoch": 0.021707066820572014,
      "grad_norm": 19.170251846313477,
      "learning_rate": 0.00019999771569128986,
      "loss": 4.9325,
      "step": 3385
    },
    {
      "epoch": 0.021713479543414134,
      "grad_norm": 27.40930938720703,
      "learning_rate": 0.00019999771432935816,
      "loss": 4.9148,
      "step": 3386
    },
    {
      "epoch": 0.02171989226625625,
      "grad_norm": 32.655364990234375,
      "learning_rate": 0.0001999977129670206,
      "loss": 5.0562,
      "step": 3387
    },
    {
      "epoch": 0.02172630498909837,
      "grad_norm": 22.451597213745117,
      "learning_rate": 0.00019999771160427715,
      "loss": 5.2401,
      "step": 3388
    },
    {
      "epoch": 0.02173271771194049,
      "grad_norm": 25.0197696685791,
      "learning_rate": 0.0001999977102411278,
      "loss": 5.3138,
      "step": 3389
    },
    {
      "epoch": 0.021739130434782608,
      "grad_norm": 45.67311096191406,
      "learning_rate": 0.0001999977088775726,
      "loss": 5.1119,
      "step": 3390
    },
    {
      "epoch": 0.02174554315762473,
      "grad_norm": 29.734127044677734,
      "learning_rate": 0.00019999770751361152,
      "loss": 5.1188,
      "step": 3391
    },
    {
      "epoch": 0.021751955880466845,
      "grad_norm": 29.181039810180664,
      "learning_rate": 0.00019999770614924456,
      "loss": 5.248,
      "step": 3392
    },
    {
      "epoch": 0.021758368603308965,
      "grad_norm": 21.00128746032715,
      "learning_rate": 0.00019999770478447174,
      "loss": 5.2641,
      "step": 3393
    },
    {
      "epoch": 0.021764781326151082,
      "grad_norm": 34.9732666015625,
      "learning_rate": 0.00019999770341929302,
      "loss": 5.1103,
      "step": 3394
    },
    {
      "epoch": 0.021771194048993203,
      "grad_norm": 17.089046478271484,
      "learning_rate": 0.00019999770205370845,
      "loss": 5.2165,
      "step": 3395
    },
    {
      "epoch": 0.021777606771835323,
      "grad_norm": 76.48592376708984,
      "learning_rate": 0.00019999770068771801,
      "loss": 5.1001,
      "step": 3396
    },
    {
      "epoch": 0.02178401949467744,
      "grad_norm": 46.19650650024414,
      "learning_rate": 0.00019999769932132168,
      "loss": 5.2954,
      "step": 3397
    },
    {
      "epoch": 0.02179043221751956,
      "grad_norm": 25.77156639099121,
      "learning_rate": 0.00019999769795451947,
      "loss": 5.0794,
      "step": 3398
    },
    {
      "epoch": 0.021796844940361677,
      "grad_norm": 33.60591125488281,
      "learning_rate": 0.00019999769658731142,
      "loss": 4.9951,
      "step": 3399
    },
    {
      "epoch": 0.021803257663203797,
      "grad_norm": 17.688098907470703,
      "learning_rate": 0.00019999769521969747,
      "loss": 5.1898,
      "step": 3400
    },
    {
      "epoch": 0.021803257663203797,
      "eval_loss": 5.072944641113281,
      "eval_runtime": 34.7432,
      "eval_samples_per_second": 90.233,
      "eval_steps_per_second": 22.566,
      "step": 3400
    },
    {
      "epoch": 0.021809670386045914,
      "grad_norm": 28.15145492553711,
      "learning_rate": 0.00019999769385167765,
      "loss": 5.0148,
      "step": 3401
    },
    {
      "epoch": 0.021816083108888034,
      "grad_norm": 15.735743522644043,
      "learning_rate": 0.00019999769248325196,
      "loss": 4.8995,
      "step": 3402
    },
    {
      "epoch": 0.021822495831730154,
      "grad_norm": 21.600753784179688,
      "learning_rate": 0.0001999976911144204,
      "loss": 4.9926,
      "step": 3403
    },
    {
      "epoch": 0.02182890855457227,
      "grad_norm": 75.1239242553711,
      "learning_rate": 0.00019999768974518294,
      "loss": 5.0295,
      "step": 3404
    },
    {
      "epoch": 0.02183532127741439,
      "grad_norm": 51.380245208740234,
      "learning_rate": 0.00019999768837553964,
      "loss": 5.0365,
      "step": 3405
    },
    {
      "epoch": 0.021841734000256508,
      "grad_norm": 23.96975326538086,
      "learning_rate": 0.00019999768700549044,
      "loss": 5.2551,
      "step": 3406
    },
    {
      "epoch": 0.02184814672309863,
      "grad_norm": 36.80010986328125,
      "learning_rate": 0.00019999768563503536,
      "loss": 5.2928,
      "step": 3407
    },
    {
      "epoch": 0.021854559445940745,
      "grad_norm": 17.41240119934082,
      "learning_rate": 0.00019999768426417442,
      "loss": 5.0069,
      "step": 3408
    },
    {
      "epoch": 0.021860972168782866,
      "grad_norm": 88.6530532836914,
      "learning_rate": 0.0001999976828929076,
      "loss": 5.0412,
      "step": 3409
    },
    {
      "epoch": 0.021867384891624982,
      "grad_norm": 57.01654815673828,
      "learning_rate": 0.00019999768152123492,
      "loss": 5.0436,
      "step": 3410
    },
    {
      "epoch": 0.021873797614467103,
      "grad_norm": 25.487539291381836,
      "learning_rate": 0.00019999768014915636,
      "loss": 5.157,
      "step": 3411
    },
    {
      "epoch": 0.021880210337309223,
      "grad_norm": 42.81670379638672,
      "learning_rate": 0.00019999767877667193,
      "loss": 5.1103,
      "step": 3412
    },
    {
      "epoch": 0.02188662306015134,
      "grad_norm": 56.189395904541016,
      "learning_rate": 0.0001999976774037816,
      "loss": 4.8659,
      "step": 3413
    },
    {
      "epoch": 0.02189303578299346,
      "grad_norm": 32.42353057861328,
      "learning_rate": 0.00019999767603048543,
      "loss": 5.2531,
      "step": 3414
    },
    {
      "epoch": 0.021899448505835577,
      "grad_norm": 336.7469177246094,
      "learning_rate": 0.00019999767465678336,
      "loss": 5.128,
      "step": 3415
    },
    {
      "epoch": 0.021905861228677697,
      "grad_norm": 59.5662956237793,
      "learning_rate": 0.00019999767328267542,
      "loss": 5.1126,
      "step": 3416
    },
    {
      "epoch": 0.021912273951519814,
      "grad_norm": 872.4611206054688,
      "learning_rate": 0.00019999767190816164,
      "loss": 5.1388,
      "step": 3417
    },
    {
      "epoch": 0.021918686674361934,
      "grad_norm": 61.44034957885742,
      "learning_rate": 0.00019999767053324193,
      "loss": 5.2253,
      "step": 3418
    },
    {
      "epoch": 0.021925099397204054,
      "grad_norm": 54.21162033081055,
      "learning_rate": 0.0001999976691579164,
      "loss": 5.066,
      "step": 3419
    },
    {
      "epoch": 0.02193151212004617,
      "grad_norm": 99.63446807861328,
      "learning_rate": 0.00019999766778218495,
      "loss": 5.0088,
      "step": 3420
    },
    {
      "epoch": 0.02193792484288829,
      "grad_norm": 68.05058288574219,
      "learning_rate": 0.00019999766640604766,
      "loss": 5.1124,
      "step": 3421
    },
    {
      "epoch": 0.021944337565730408,
      "grad_norm": 82.84510040283203,
      "learning_rate": 0.0001999976650295045,
      "loss": 5.1271,
      "step": 3422
    },
    {
      "epoch": 0.02195075028857253,
      "grad_norm": 20.74982261657715,
      "learning_rate": 0.00019999766365255543,
      "loss": 5.0671,
      "step": 3423
    },
    {
      "epoch": 0.021957163011414645,
      "grad_norm": 73.21053314208984,
      "learning_rate": 0.00019999766227520052,
      "loss": 5.2354,
      "step": 3424
    },
    {
      "epoch": 0.021963575734256766,
      "grad_norm": 42.76620101928711,
      "learning_rate": 0.0001999976608974397,
      "loss": 5.156,
      "step": 3425
    },
    {
      "epoch": 0.021969988457098886,
      "grad_norm": 44.57634353637695,
      "learning_rate": 0.00019999765951927306,
      "loss": 5.1676,
      "step": 3426
    },
    {
      "epoch": 0.021976401179941003,
      "grad_norm": 19.668397903442383,
      "learning_rate": 0.0001999976581407005,
      "loss": 5.3763,
      "step": 3427
    },
    {
      "epoch": 0.021982813902783123,
      "grad_norm": 51.62146759033203,
      "learning_rate": 0.00019999765676172206,
      "loss": 5.1878,
      "step": 3428
    },
    {
      "epoch": 0.02198922662562524,
      "grad_norm": 40.6743278503418,
      "learning_rate": 0.00019999765538233777,
      "loss": 4.9603,
      "step": 3429
    },
    {
      "epoch": 0.02199563934846736,
      "grad_norm": 579.3299560546875,
      "learning_rate": 0.0001999976540025476,
      "loss": 5.2755,
      "step": 3430
    },
    {
      "epoch": 0.022002052071309477,
      "grad_norm": 46.264339447021484,
      "learning_rate": 0.00019999765262235158,
      "loss": 5.0737,
      "step": 3431
    },
    {
      "epoch": 0.022008464794151597,
      "grad_norm": 124.39221954345703,
      "learning_rate": 0.00019999765124174964,
      "loss": 5.1867,
      "step": 3432
    },
    {
      "epoch": 0.022014877516993714,
      "grad_norm": 55.74506759643555,
      "learning_rate": 0.00019999764986074187,
      "loss": 5.5219,
      "step": 3433
    },
    {
      "epoch": 0.022021290239835834,
      "grad_norm": 41.535316467285156,
      "learning_rate": 0.00019999764847932817,
      "loss": 5.2181,
      "step": 3434
    },
    {
      "epoch": 0.022027702962677954,
      "grad_norm": 58.138267517089844,
      "learning_rate": 0.00019999764709750865,
      "loss": 5.4572,
      "step": 3435
    },
    {
      "epoch": 0.02203411568552007,
      "grad_norm": 88.61678314208984,
      "learning_rate": 0.00019999764571528323,
      "loss": 4.9174,
      "step": 3436
    },
    {
      "epoch": 0.02204052840836219,
      "grad_norm": 36.69214630126953,
      "learning_rate": 0.00019999764433265195,
      "loss": 5.0446,
      "step": 3437
    },
    {
      "epoch": 0.02204694113120431,
      "grad_norm": 64.37763977050781,
      "learning_rate": 0.0001999976429496148,
      "loss": 5.2325,
      "step": 3438
    },
    {
      "epoch": 0.02205335385404643,
      "grad_norm": 32.74777603149414,
      "learning_rate": 0.0001999976415661718,
      "loss": 5.0107,
      "step": 3439
    },
    {
      "epoch": 0.022059766576888545,
      "grad_norm": 40.380550384521484,
      "learning_rate": 0.00019999764018232286,
      "loss": 5.1017,
      "step": 3440
    },
    {
      "epoch": 0.022066179299730666,
      "grad_norm": 24.43062973022461,
      "learning_rate": 0.0001999976387980681,
      "loss": 5.1691,
      "step": 3441
    },
    {
      "epoch": 0.022072592022572786,
      "grad_norm": 42.75859451293945,
      "learning_rate": 0.00019999763741340742,
      "loss": 5.0793,
      "step": 3442
    },
    {
      "epoch": 0.022079004745414903,
      "grad_norm": 22.177146911621094,
      "learning_rate": 0.00019999763602834088,
      "loss": 5.2556,
      "step": 3443
    },
    {
      "epoch": 0.022085417468257023,
      "grad_norm": 72.81034088134766,
      "learning_rate": 0.00019999763464286847,
      "loss": 5.0253,
      "step": 3444
    },
    {
      "epoch": 0.02209183019109914,
      "grad_norm": 25.652048110961914,
      "learning_rate": 0.0001999976332569902,
      "loss": 5.2375,
      "step": 3445
    },
    {
      "epoch": 0.02209824291394126,
      "grad_norm": 30.767864227294922,
      "learning_rate": 0.00019999763187070606,
      "loss": 5.0078,
      "step": 3446
    },
    {
      "epoch": 0.022104655636783377,
      "grad_norm": 24.790987014770508,
      "learning_rate": 0.00019999763048401603,
      "loss": 5.2084,
      "step": 3447
    },
    {
      "epoch": 0.022111068359625497,
      "grad_norm": 19.985050201416016,
      "learning_rate": 0.00019999762909692014,
      "loss": 4.8821,
      "step": 3448
    },
    {
      "epoch": 0.022117481082467617,
      "grad_norm": 83.91365814208984,
      "learning_rate": 0.00019999762770941834,
      "loss": 5.0742,
      "step": 3449
    },
    {
      "epoch": 0.022123893805309734,
      "grad_norm": 44.71380615234375,
      "learning_rate": 0.0001999976263215107,
      "loss": 5.1052,
      "step": 3450
    },
    {
      "epoch": 0.022130306528151854,
      "grad_norm": 136.9998779296875,
      "learning_rate": 0.0001999976249331972,
      "loss": 5.2474,
      "step": 3451
    },
    {
      "epoch": 0.02213671925099397,
      "grad_norm": 84.48612976074219,
      "learning_rate": 0.0001999976235444778,
      "loss": 5.1567,
      "step": 3452
    },
    {
      "epoch": 0.02214313197383609,
      "grad_norm": 27.258981704711914,
      "learning_rate": 0.0001999976221553525,
      "loss": 5.048,
      "step": 3453
    },
    {
      "epoch": 0.02214954469667821,
      "grad_norm": 34.8951416015625,
      "learning_rate": 0.00019999762076582139,
      "loss": 4.9767,
      "step": 3454
    },
    {
      "epoch": 0.02215595741952033,
      "grad_norm": 84.81555938720703,
      "learning_rate": 0.00019999761937588436,
      "loss": 5.0264,
      "step": 3455
    },
    {
      "epoch": 0.022162370142362445,
      "grad_norm": 77.36422729492188,
      "learning_rate": 0.00019999761798554147,
      "loss": 5.2255,
      "step": 3456
    },
    {
      "epoch": 0.022168782865204566,
      "grad_norm": 192.69610595703125,
      "learning_rate": 0.00019999761659479274,
      "loss": 5.3656,
      "step": 3457
    },
    {
      "epoch": 0.022175195588046686,
      "grad_norm": 56.0840950012207,
      "learning_rate": 0.00019999761520363808,
      "loss": 5.5681,
      "step": 3458
    },
    {
      "epoch": 0.022181608310888803,
      "grad_norm": 39.387508392333984,
      "learning_rate": 0.00019999761381207754,
      "loss": 4.8923,
      "step": 3459
    },
    {
      "epoch": 0.022188021033730923,
      "grad_norm": 20.192922592163086,
      "learning_rate": 0.0001999976124201112,
      "loss": 5.1149,
      "step": 3460
    },
    {
      "epoch": 0.02219443375657304,
      "grad_norm": 15.625685691833496,
      "learning_rate": 0.00019999761102773892,
      "loss": 4.9712,
      "step": 3461
    },
    {
      "epoch": 0.02220084647941516,
      "grad_norm": 38.09757614135742,
      "learning_rate": 0.00019999760963496078,
      "loss": 5.0047,
      "step": 3462
    },
    {
      "epoch": 0.022207259202257277,
      "grad_norm": 45.528167724609375,
      "learning_rate": 0.00019999760824177679,
      "loss": 5.1064,
      "step": 3463
    },
    {
      "epoch": 0.022213671925099397,
      "grad_norm": 186.27926635742188,
      "learning_rate": 0.0001999976068481869,
      "loss": 5.2305,
      "step": 3464
    },
    {
      "epoch": 0.022220084647941517,
      "grad_norm": 39.38966369628906,
      "learning_rate": 0.00019999760545419114,
      "loss": 4.9332,
      "step": 3465
    },
    {
      "epoch": 0.022226497370783634,
      "grad_norm": 25.19325828552246,
      "learning_rate": 0.0001999976040597895,
      "loss": 5.2729,
      "step": 3466
    },
    {
      "epoch": 0.022232910093625755,
      "grad_norm": 27.205799102783203,
      "learning_rate": 0.000199997602664982,
      "loss": 4.914,
      "step": 3467
    },
    {
      "epoch": 0.02223932281646787,
      "grad_norm": 17.26888084411621,
      "learning_rate": 0.00019999760126976864,
      "loss": 4.961,
      "step": 3468
    },
    {
      "epoch": 0.02224573553930999,
      "grad_norm": 382.21221923828125,
      "learning_rate": 0.0001999975998741494,
      "loss": 4.9815,
      "step": 3469
    },
    {
      "epoch": 0.02225214826215211,
      "grad_norm": 14.259156227111816,
      "learning_rate": 0.00019999759847812425,
      "loss": 4.9746,
      "step": 3470
    },
    {
      "epoch": 0.02225856098499423,
      "grad_norm": 21.506366729736328,
      "learning_rate": 0.00019999759708169327,
      "loss": 5.1324,
      "step": 3471
    },
    {
      "epoch": 0.02226497370783635,
      "grad_norm": 54.017608642578125,
      "learning_rate": 0.0001999975956848564,
      "loss": 5.1651,
      "step": 3472
    },
    {
      "epoch": 0.022271386430678466,
      "grad_norm": 21.639602661132812,
      "learning_rate": 0.00019999759428761363,
      "loss": 5.1392,
      "step": 3473
    },
    {
      "epoch": 0.022277799153520586,
      "grad_norm": 13.323675155639648,
      "learning_rate": 0.00019999759288996503,
      "loss": 5.7582,
      "step": 3474
    },
    {
      "epoch": 0.022284211876362703,
      "grad_norm": 25.509761810302734,
      "learning_rate": 0.00019999759149191056,
      "loss": 5.2417,
      "step": 3475
    },
    {
      "epoch": 0.022290624599204823,
      "grad_norm": 19.868534088134766,
      "learning_rate": 0.0001999975900934502,
      "loss": 5.2053,
      "step": 3476
    },
    {
      "epoch": 0.02229703732204694,
      "grad_norm": 9.869431495666504,
      "learning_rate": 0.00019999758869458393,
      "loss": 5.1049,
      "step": 3477
    },
    {
      "epoch": 0.02230345004488906,
      "grad_norm": 12.255398750305176,
      "learning_rate": 0.00019999758729531185,
      "loss": 5.1749,
      "step": 3478
    },
    {
      "epoch": 0.022309862767731177,
      "grad_norm": 17.804603576660156,
      "learning_rate": 0.0001999975858956338,
      "loss": 5.1454,
      "step": 3479
    },
    {
      "epoch": 0.022316275490573297,
      "grad_norm": 25.89238166809082,
      "learning_rate": 0.00019999758449554999,
      "loss": 5.1371,
      "step": 3480
    },
    {
      "epoch": 0.022322688213415418,
      "grad_norm": 331.8858642578125,
      "learning_rate": 0.00019999758309506024,
      "loss": 5.3147,
      "step": 3481
    },
    {
      "epoch": 0.022329100936257534,
      "grad_norm": 13.509743690490723,
      "learning_rate": 0.00019999758169416464,
      "loss": 5.1697,
      "step": 3482
    },
    {
      "epoch": 0.022335513659099655,
      "grad_norm": 13.281923294067383,
      "learning_rate": 0.00019999758029286315,
      "loss": 5.0919,
      "step": 3483
    },
    {
      "epoch": 0.02234192638194177,
      "grad_norm": 22.698057174682617,
      "learning_rate": 0.0001999975788911558,
      "loss": 5.1265,
      "step": 3484
    },
    {
      "epoch": 0.02234833910478389,
      "grad_norm": 9.126457214355469,
      "learning_rate": 0.00019999757748904258,
      "loss": 5.0295,
      "step": 3485
    },
    {
      "epoch": 0.02235475182762601,
      "grad_norm": 12.134015083312988,
      "learning_rate": 0.00019999757608652345,
      "loss": 5.0789,
      "step": 3486
    },
    {
      "epoch": 0.02236116455046813,
      "grad_norm": 15.981435775756836,
      "learning_rate": 0.00019999757468359847,
      "loss": 4.987,
      "step": 3487
    },
    {
      "epoch": 0.02236757727331025,
      "grad_norm": 9.615386962890625,
      "learning_rate": 0.00019999757328026765,
      "loss": 5.298,
      "step": 3488
    },
    {
      "epoch": 0.022373989996152366,
      "grad_norm": 12.76207160949707,
      "learning_rate": 0.00019999757187653093,
      "loss": 5.167,
      "step": 3489
    },
    {
      "epoch": 0.022380402718994486,
      "grad_norm": 17.286855697631836,
      "learning_rate": 0.0001999975704723883,
      "loss": 4.9966,
      "step": 3490
    },
    {
      "epoch": 0.022386815441836603,
      "grad_norm": 16.316965103149414,
      "learning_rate": 0.00019999756906783985,
      "loss": 5.0245,
      "step": 3491
    },
    {
      "epoch": 0.022393228164678723,
      "grad_norm": 6.962603569030762,
      "learning_rate": 0.0001999975676628855,
      "loss": 4.9802,
      "step": 3492
    },
    {
      "epoch": 0.02239964088752084,
      "grad_norm": 10.109177589416504,
      "learning_rate": 0.0001999975662575253,
      "loss": 5.0786,
      "step": 3493
    },
    {
      "epoch": 0.02240605361036296,
      "grad_norm": 9.932272911071777,
      "learning_rate": 0.0001999975648517592,
      "loss": 4.9828,
      "step": 3494
    },
    {
      "epoch": 0.02241246633320508,
      "grad_norm": 9.062365531921387,
      "learning_rate": 0.00019999756344558724,
      "loss": 5.0757,
      "step": 3495
    },
    {
      "epoch": 0.022418879056047197,
      "grad_norm": 11.118096351623535,
      "learning_rate": 0.0001999975620390094,
      "loss": 4.9546,
      "step": 3496
    },
    {
      "epoch": 0.022425291778889318,
      "grad_norm": 10.039718627929688,
      "learning_rate": 0.00019999756063202568,
      "loss": 4.973,
      "step": 3497
    },
    {
      "epoch": 0.022431704501731434,
      "grad_norm": 42.72006607055664,
      "learning_rate": 0.0001999975592246361,
      "loss": 5.2102,
      "step": 3498
    },
    {
      "epoch": 0.022438117224573555,
      "grad_norm": 8.953509330749512,
      "learning_rate": 0.00019999755781684061,
      "loss": 4.9434,
      "step": 3499
    },
    {
      "epoch": 0.02244452994741567,
      "grad_norm": 11.455721855163574,
      "learning_rate": 0.00019999755640863929,
      "loss": 5.1548,
      "step": 3500
    },
    {
      "epoch": 0.02244452994741567,
      "eval_loss": 5.057361602783203,
      "eval_runtime": 34.7567,
      "eval_samples_per_second": 90.199,
      "eval_steps_per_second": 22.557,
      "step": 3500
    },
    {
      "epoch": 0.022450942670257792,
      "grad_norm": 10.889992713928223,
      "learning_rate": 0.0001999975550000321,
      "loss": 5.0148,
      "step": 3501
    },
    {
      "epoch": 0.02245735539309991,
      "grad_norm": 8.145339012145996,
      "learning_rate": 0.00019999755359101902,
      "loss": 4.9949,
      "step": 3502
    },
    {
      "epoch": 0.02246376811594203,
      "grad_norm": 10.508219718933105,
      "learning_rate": 0.00019999755218160005,
      "loss": 5.0026,
      "step": 3503
    },
    {
      "epoch": 0.02247018083878415,
      "grad_norm": 7.952881813049316,
      "learning_rate": 0.0001999975507717752,
      "loss": 5.0186,
      "step": 3504
    },
    {
      "epoch": 0.022476593561626266,
      "grad_norm": 15.478055000305176,
      "learning_rate": 0.0001999975493615445,
      "loss": 5.0556,
      "step": 3505
    },
    {
      "epoch": 0.022483006284468386,
      "grad_norm": 8.862485885620117,
      "learning_rate": 0.00019999754795090794,
      "loss": 5.2438,
      "step": 3506
    },
    {
      "epoch": 0.022489419007310503,
      "grad_norm": 9.093398094177246,
      "learning_rate": 0.0001999975465398655,
      "loss": 5.1284,
      "step": 3507
    },
    {
      "epoch": 0.022495831730152623,
      "grad_norm": 10.751840591430664,
      "learning_rate": 0.0001999975451284172,
      "loss": 4.9937,
      "step": 3508
    },
    {
      "epoch": 0.02250224445299474,
      "grad_norm": 10.950090408325195,
      "learning_rate": 0.00019999754371656297,
      "loss": 4.9804,
      "step": 3509
    },
    {
      "epoch": 0.02250865717583686,
      "grad_norm": 11.518767356872559,
      "learning_rate": 0.0001999975423043029,
      "loss": 5.146,
      "step": 3510
    },
    {
      "epoch": 0.02251506989867898,
      "grad_norm": 23.376432418823242,
      "learning_rate": 0.00019999754089163697,
      "loss": 5.0902,
      "step": 3511
    },
    {
      "epoch": 0.022521482621521097,
      "grad_norm": 15.823090553283691,
      "learning_rate": 0.00019999753947856514,
      "loss": 5.0226,
      "step": 3512
    },
    {
      "epoch": 0.022527895344363218,
      "grad_norm": 9.534320831298828,
      "learning_rate": 0.00019999753806508746,
      "loss": 5.1397,
      "step": 3513
    },
    {
      "epoch": 0.022534308067205334,
      "grad_norm": 15.277863502502441,
      "learning_rate": 0.0001999975366512039,
      "loss": 5.127,
      "step": 3514
    },
    {
      "epoch": 0.022540720790047455,
      "grad_norm": 16.837488174438477,
      "learning_rate": 0.00019999753523691446,
      "loss": 5.2074,
      "step": 3515
    },
    {
      "epoch": 0.02254713351288957,
      "grad_norm": 7.559128761291504,
      "learning_rate": 0.00019999753382221917,
      "loss": 5.0093,
      "step": 3516
    },
    {
      "epoch": 0.022553546235731692,
      "grad_norm": 11.073001861572266,
      "learning_rate": 0.00019999753240711797,
      "loss": 5.0471,
      "step": 3517
    },
    {
      "epoch": 0.022559958958573812,
      "grad_norm": 17.58209800720215,
      "learning_rate": 0.0001999975309916109,
      "loss": 5.0892,
      "step": 3518
    },
    {
      "epoch": 0.02256637168141593,
      "grad_norm": 13.271819114685059,
      "learning_rate": 0.000199997529575698,
      "loss": 5.1062,
      "step": 3519
    },
    {
      "epoch": 0.02257278440425805,
      "grad_norm": 5.778314590454102,
      "learning_rate": 0.0001999975281593792,
      "loss": 4.9656,
      "step": 3520
    },
    {
      "epoch": 0.022579197127100166,
      "grad_norm": 13.476755142211914,
      "learning_rate": 0.0001999975267426545,
      "loss": 5.1055,
      "step": 3521
    },
    {
      "epoch": 0.022585609849942286,
      "grad_norm": 9.564616203308105,
      "learning_rate": 0.00019999752532552396,
      "loss": 4.8625,
      "step": 3522
    },
    {
      "epoch": 0.022592022572784403,
      "grad_norm": 10.082717895507812,
      "learning_rate": 0.0001999975239079875,
      "loss": 5.3076,
      "step": 3523
    },
    {
      "epoch": 0.022598435295626523,
      "grad_norm": 13.681341171264648,
      "learning_rate": 0.00019999752249004522,
      "loss": 5.1002,
      "step": 3524
    },
    {
      "epoch": 0.02260484801846864,
      "grad_norm": 8.348779678344727,
      "learning_rate": 0.00019999752107169706,
      "loss": 4.9506,
      "step": 3525
    },
    {
      "epoch": 0.02261126074131076,
      "grad_norm": 10.9004545211792,
      "learning_rate": 0.00019999751965294303,
      "loss": 4.9817,
      "step": 3526
    },
    {
      "epoch": 0.02261767346415288,
      "grad_norm": 11.70047378540039,
      "learning_rate": 0.0001999975182337831,
      "loss": 5.0703,
      "step": 3527
    },
    {
      "epoch": 0.022624086186994997,
      "grad_norm": 7.202310085296631,
      "learning_rate": 0.00019999751681421733,
      "loss": 5.5447,
      "step": 3528
    },
    {
      "epoch": 0.022630498909837118,
      "grad_norm": 10.257267951965332,
      "learning_rate": 0.00019999751539424564,
      "loss": 5.4442,
      "step": 3529
    },
    {
      "epoch": 0.022636911632679235,
      "grad_norm": 10.997154235839844,
      "learning_rate": 0.0001999975139738681,
      "loss": 4.9609,
      "step": 3530
    },
    {
      "epoch": 0.022643324355521355,
      "grad_norm": 6.915050983428955,
      "learning_rate": 0.0001999975125530847,
      "loss": 4.8684,
      "step": 3531
    },
    {
      "epoch": 0.02264973707836347,
      "grad_norm": 22.14104652404785,
      "learning_rate": 0.00019999751113189542,
      "loss": 5.0729,
      "step": 3532
    },
    {
      "epoch": 0.022656149801205592,
      "grad_norm": 10.549958229064941,
      "learning_rate": 0.00019999750971030024,
      "loss": 5.0575,
      "step": 3533
    },
    {
      "epoch": 0.022662562524047712,
      "grad_norm": 5.975741386413574,
      "learning_rate": 0.00019999750828829922,
      "loss": 5.2561,
      "step": 3534
    },
    {
      "epoch": 0.02266897524688983,
      "grad_norm": 8.034496307373047,
      "learning_rate": 0.00019999750686589232,
      "loss": 4.9466,
      "step": 3535
    },
    {
      "epoch": 0.02267538796973195,
      "grad_norm": 8.120343208312988,
      "learning_rate": 0.00019999750544307952,
      "loss": 5.2214,
      "step": 3536
    },
    {
      "epoch": 0.022681800692574066,
      "grad_norm": 10.89648723602295,
      "learning_rate": 0.00019999750401986088,
      "loss": 5.0394,
      "step": 3537
    },
    {
      "epoch": 0.022688213415416186,
      "grad_norm": 9.756032943725586,
      "learning_rate": 0.00019999750259623635,
      "loss": 5.0664,
      "step": 3538
    },
    {
      "epoch": 0.022694626138258303,
      "grad_norm": 14.187288284301758,
      "learning_rate": 0.00019999750117220594,
      "loss": 5.0796,
      "step": 3539
    },
    {
      "epoch": 0.022701038861100423,
      "grad_norm": 9.250506401062012,
      "learning_rate": 0.00019999749974776969,
      "loss": 5.1277,
      "step": 3540
    },
    {
      "epoch": 0.022707451583942544,
      "grad_norm": 16.604530334472656,
      "learning_rate": 0.00019999749832292754,
      "loss": 5.2105,
      "step": 3541
    },
    {
      "epoch": 0.02271386430678466,
      "grad_norm": 11.259102821350098,
      "learning_rate": 0.0001999974968976795,
      "loss": 4.9621,
      "step": 3542
    },
    {
      "epoch": 0.02272027702962678,
      "grad_norm": 23.95395851135254,
      "learning_rate": 0.00019999749547202562,
      "loss": 4.9615,
      "step": 3543
    },
    {
      "epoch": 0.022726689752468898,
      "grad_norm": 10.0750150680542,
      "learning_rate": 0.00019999749404596586,
      "loss": 4.9632,
      "step": 3544
    },
    {
      "epoch": 0.022733102475311018,
      "grad_norm": 30.340072631835938,
      "learning_rate": 0.00019999749261950022,
      "loss": 4.9277,
      "step": 3545
    },
    {
      "epoch": 0.022739515198153135,
      "grad_norm": 11.138443946838379,
      "learning_rate": 0.00019999749119262872,
      "loss": 5.1279,
      "step": 3546
    },
    {
      "epoch": 0.022745927920995255,
      "grad_norm": 10.418317794799805,
      "learning_rate": 0.00019999748976535134,
      "loss": 4.8656,
      "step": 3547
    },
    {
      "epoch": 0.02275234064383737,
      "grad_norm": 14.487619400024414,
      "learning_rate": 0.00019999748833766806,
      "loss": 4.9896,
      "step": 3548
    },
    {
      "epoch": 0.022758753366679492,
      "grad_norm": 18.474834442138672,
      "learning_rate": 0.00019999748690957894,
      "loss": 4.9495,
      "step": 3549
    },
    {
      "epoch": 0.022765166089521612,
      "grad_norm": 115.88431549072266,
      "learning_rate": 0.00019999748548108395,
      "loss": 5.3247,
      "step": 3550
    },
    {
      "epoch": 0.02277157881236373,
      "grad_norm": 12.73361873626709,
      "learning_rate": 0.00019999748405218304,
      "loss": 5.1074,
      "step": 3551
    },
    {
      "epoch": 0.02277799153520585,
      "grad_norm": 17.834131240844727,
      "learning_rate": 0.0001999974826228763,
      "loss": 5.6539,
      "step": 3552
    },
    {
      "epoch": 0.022784404258047966,
      "grad_norm": 16.59870147705078,
      "learning_rate": 0.00019999748119316367,
      "loss": 5.1453,
      "step": 3553
    },
    {
      "epoch": 0.022790816980890086,
      "grad_norm": 13.38820743560791,
      "learning_rate": 0.00019999747976304517,
      "loss": 5.2067,
      "step": 3554
    },
    {
      "epoch": 0.022797229703732203,
      "grad_norm": 22.825801849365234,
      "learning_rate": 0.0001999974783325208,
      "loss": 4.8992,
      "step": 3555
    },
    {
      "epoch": 0.022803642426574323,
      "grad_norm": 26.501480102539062,
      "learning_rate": 0.00019999747690159055,
      "loss": 5.1735,
      "step": 3556
    },
    {
      "epoch": 0.022810055149416444,
      "grad_norm": 22.792762756347656,
      "learning_rate": 0.00019999747547025444,
      "loss": 4.9687,
      "step": 3557
    },
    {
      "epoch": 0.02281646787225856,
      "grad_norm": 21.278528213500977,
      "learning_rate": 0.00019999747403851243,
      "loss": 5.2261,
      "step": 3558
    },
    {
      "epoch": 0.02282288059510068,
      "grad_norm": 13.35069751739502,
      "learning_rate": 0.0001999974726063646,
      "loss": 5.0796,
      "step": 3559
    },
    {
      "epoch": 0.022829293317942798,
      "grad_norm": 32.15764236450195,
      "learning_rate": 0.00019999747117381084,
      "loss": 5.1622,
      "step": 3560
    },
    {
      "epoch": 0.022835706040784918,
      "grad_norm": 9.683876037597656,
      "learning_rate": 0.00019999746974085124,
      "loss": 5.0497,
      "step": 3561
    },
    {
      "epoch": 0.022842118763627035,
      "grad_norm": 29.769775390625,
      "learning_rate": 0.00019999746830748577,
      "loss": 4.868,
      "step": 3562
    },
    {
      "epoch": 0.022848531486469155,
      "grad_norm": 8.773128509521484,
      "learning_rate": 0.0001999974668737144,
      "loss": 5.2165,
      "step": 3563
    },
    {
      "epoch": 0.022854944209311275,
      "grad_norm": 16.323741912841797,
      "learning_rate": 0.00019999746543953716,
      "loss": 5.0674,
      "step": 3564
    },
    {
      "epoch": 0.022861356932153392,
      "grad_norm": 15.498811721801758,
      "learning_rate": 0.00019999746400495405,
      "loss": 5.0263,
      "step": 3565
    },
    {
      "epoch": 0.022867769654995512,
      "grad_norm": 7.948838233947754,
      "learning_rate": 0.00019999746256996507,
      "loss": 4.9919,
      "step": 3566
    },
    {
      "epoch": 0.02287418237783763,
      "grad_norm": 8.986963272094727,
      "learning_rate": 0.00019999746113457024,
      "loss": 4.9826,
      "step": 3567
    },
    {
      "epoch": 0.02288059510067975,
      "grad_norm": 11.09658432006836,
      "learning_rate": 0.00019999745969876952,
      "loss": 5.0108,
      "step": 3568
    },
    {
      "epoch": 0.022887007823521866,
      "grad_norm": 30.05902099609375,
      "learning_rate": 0.0001999974582625629,
      "loss": 5.0859,
      "step": 3569
    },
    {
      "epoch": 0.022893420546363986,
      "grad_norm": 9.388106346130371,
      "learning_rate": 0.00019999745682595043,
      "loss": 5.0976,
      "step": 3570
    },
    {
      "epoch": 0.022899833269206103,
      "grad_norm": 7.130345344543457,
      "learning_rate": 0.00019999745538893212,
      "loss": 4.9863,
      "step": 3571
    },
    {
      "epoch": 0.022906245992048224,
      "grad_norm": 11.239773750305176,
      "learning_rate": 0.00019999745395150788,
      "loss": 5.4369,
      "step": 3572
    },
    {
      "epoch": 0.022912658714890344,
      "grad_norm": 10.154210090637207,
      "learning_rate": 0.00019999745251367778,
      "loss": 4.8683,
      "step": 3573
    },
    {
      "epoch": 0.02291907143773246,
      "grad_norm": 9.664793014526367,
      "learning_rate": 0.00019999745107544183,
      "loss": 5.0249,
      "step": 3574
    },
    {
      "epoch": 0.02292548416057458,
      "grad_norm": 9.693066596984863,
      "learning_rate": 0.0001999974496368,
      "loss": 5.3241,
      "step": 3575
    },
    {
      "epoch": 0.022931896883416698,
      "grad_norm": 8.67013931274414,
      "learning_rate": 0.00019999744819775228,
      "loss": 5.0473,
      "step": 3576
    },
    {
      "epoch": 0.022938309606258818,
      "grad_norm": 10.24272346496582,
      "learning_rate": 0.0001999974467582987,
      "loss": 4.8669,
      "step": 3577
    },
    {
      "epoch": 0.022944722329100935,
      "grad_norm": 9.729008674621582,
      "learning_rate": 0.00019999744531843926,
      "loss": 4.9113,
      "step": 3578
    },
    {
      "epoch": 0.022951135051943055,
      "grad_norm": 9.076449394226074,
      "learning_rate": 0.00019999744387817393,
      "loss": 4.977,
      "step": 3579
    },
    {
      "epoch": 0.022957547774785175,
      "grad_norm": 17.39828109741211,
      "learning_rate": 0.00019999744243750272,
      "loss": 5.1042,
      "step": 3580
    },
    {
      "epoch": 0.022963960497627292,
      "grad_norm": 7.985231399536133,
      "learning_rate": 0.00019999744099642565,
      "loss": 5.1965,
      "step": 3581
    },
    {
      "epoch": 0.022970373220469412,
      "grad_norm": 15.432324409484863,
      "learning_rate": 0.0001999974395549427,
      "loss": 5.0486,
      "step": 3582
    },
    {
      "epoch": 0.02297678594331153,
      "grad_norm": 8.986196517944336,
      "learning_rate": 0.00019999743811305388,
      "loss": 4.9177,
      "step": 3583
    },
    {
      "epoch": 0.02298319866615365,
      "grad_norm": 13.091731071472168,
      "learning_rate": 0.0001999974366707592,
      "loss": 5.2957,
      "step": 3584
    },
    {
      "epoch": 0.022989611388995766,
      "grad_norm": 8.667093276977539,
      "learning_rate": 0.0001999974352280586,
      "loss": 4.9888,
      "step": 3585
    },
    {
      "epoch": 0.022996024111837886,
      "grad_norm": 5.890611171722412,
      "learning_rate": 0.00019999743378495218,
      "loss": 5.0928,
      "step": 3586
    },
    {
      "epoch": 0.023002436834680007,
      "grad_norm": 16.5826358795166,
      "learning_rate": 0.00019999743234143985,
      "loss": 5.0887,
      "step": 3587
    },
    {
      "epoch": 0.023008849557522124,
      "grad_norm": 11.328387260437012,
      "learning_rate": 0.00019999743089752165,
      "loss": 5.3504,
      "step": 3588
    },
    {
      "epoch": 0.023015262280364244,
      "grad_norm": 11.678338050842285,
      "learning_rate": 0.0001999974294531976,
      "loss": 5.0278,
      "step": 3589
    },
    {
      "epoch": 0.02302167500320636,
      "grad_norm": 7.168447971343994,
      "learning_rate": 0.0001999974280084677,
      "loss": 4.9778,
      "step": 3590
    },
    {
      "epoch": 0.02302808772604848,
      "grad_norm": 11.27138614654541,
      "learning_rate": 0.00019999742656333187,
      "loss": 5.1337,
      "step": 3591
    },
    {
      "epoch": 0.023034500448890598,
      "grad_norm": 12.616786003112793,
      "learning_rate": 0.00019999742511779022,
      "loss": 5.1046,
      "step": 3592
    },
    {
      "epoch": 0.023040913171732718,
      "grad_norm": 8.831462860107422,
      "learning_rate": 0.00019999742367184263,
      "loss": 5.0758,
      "step": 3593
    },
    {
      "epoch": 0.023047325894574835,
      "grad_norm": 10.463383674621582,
      "learning_rate": 0.00019999742222548923,
      "loss": 5.4182,
      "step": 3594
    },
    {
      "epoch": 0.023053738617416955,
      "grad_norm": 9.247153282165527,
      "learning_rate": 0.0001999974207787299,
      "loss": 5.0214,
      "step": 3595
    },
    {
      "epoch": 0.023060151340259075,
      "grad_norm": 6.022454261779785,
      "learning_rate": 0.00019999741933156474,
      "loss": 5.3696,
      "step": 3596
    },
    {
      "epoch": 0.023066564063101192,
      "grad_norm": 6.657073974609375,
      "learning_rate": 0.0001999974178839937,
      "loss": 4.8399,
      "step": 3597
    },
    {
      "epoch": 0.023072976785943312,
      "grad_norm": 7.6195573806762695,
      "learning_rate": 0.00019999741643601676,
      "loss": 4.9189,
      "step": 3598
    },
    {
      "epoch": 0.02307938950878543,
      "grad_norm": 16.527875900268555,
      "learning_rate": 0.00019999741498763398,
      "loss": 5.1941,
      "step": 3599
    },
    {
      "epoch": 0.02308580223162755,
      "grad_norm": 8.852327346801758,
      "learning_rate": 0.00019999741353884533,
      "loss": 5.2684,
      "step": 3600
    },
    {
      "epoch": 0.02308580223162755,
      "eval_loss": 5.034406661987305,
      "eval_runtime": 34.7636,
      "eval_samples_per_second": 90.18,
      "eval_steps_per_second": 22.552,
      "step": 3600
    },
    {
      "epoch": 0.023092214954469666,
      "grad_norm": 12.15570068359375,
      "learning_rate": 0.0001999974120896508,
      "loss": 5.2476,
      "step": 3601
    },
    {
      "epoch": 0.023098627677311787,
      "grad_norm": 19.2211856842041,
      "learning_rate": 0.0001999974106400504,
      "loss": 5.1116,
      "step": 3602
    },
    {
      "epoch": 0.023105040400153907,
      "grad_norm": 15.20908260345459,
      "learning_rate": 0.00019999740919004412,
      "loss": 5.119,
      "step": 3603
    },
    {
      "epoch": 0.023111453122996024,
      "grad_norm": 19.865100860595703,
      "learning_rate": 0.00019999740773963195,
      "loss": 5.0215,
      "step": 3604
    },
    {
      "epoch": 0.023117865845838144,
      "grad_norm": 8.90461540222168,
      "learning_rate": 0.00019999740628881392,
      "loss": 4.9428,
      "step": 3605
    },
    {
      "epoch": 0.02312427856868026,
      "grad_norm": 22.27011489868164,
      "learning_rate": 0.00019999740483759,
      "loss": 5.006,
      "step": 3606
    },
    {
      "epoch": 0.02313069129152238,
      "grad_norm": 9.288698196411133,
      "learning_rate": 0.00019999740338596026,
      "loss": 5.0634,
      "step": 3607
    },
    {
      "epoch": 0.023137104014364498,
      "grad_norm": 10.625208854675293,
      "learning_rate": 0.0001999974019339246,
      "loss": 5.0201,
      "step": 3608
    },
    {
      "epoch": 0.023143516737206618,
      "grad_norm": 11.375560760498047,
      "learning_rate": 0.0001999974004814831,
      "loss": 4.9895,
      "step": 3609
    },
    {
      "epoch": 0.02314992946004874,
      "grad_norm": 11.380090713500977,
      "learning_rate": 0.00019999739902863567,
      "loss": 5.1101,
      "step": 3610
    },
    {
      "epoch": 0.023156342182890855,
      "grad_norm": 7.349036693572998,
      "learning_rate": 0.00019999739757538244,
      "loss": 5.2108,
      "step": 3611
    },
    {
      "epoch": 0.023162754905732975,
      "grad_norm": 12.073890686035156,
      "learning_rate": 0.00019999739612172328,
      "loss": 4.9258,
      "step": 3612
    },
    {
      "epoch": 0.023169167628575092,
      "grad_norm": 8.00829029083252,
      "learning_rate": 0.00019999739466765827,
      "loss": 5.0252,
      "step": 3613
    },
    {
      "epoch": 0.023175580351417212,
      "grad_norm": 7.113893032073975,
      "learning_rate": 0.00019999739321318737,
      "loss": 5.0041,
      "step": 3614
    },
    {
      "epoch": 0.02318199307425933,
      "grad_norm": 9.420595169067383,
      "learning_rate": 0.00019999739175831062,
      "loss": 5.3718,
      "step": 3615
    },
    {
      "epoch": 0.02318840579710145,
      "grad_norm": 9.72898006439209,
      "learning_rate": 0.000199997390303028,
      "loss": 5.3637,
      "step": 3616
    },
    {
      "epoch": 0.023194818519943566,
      "grad_norm": 30.467609405517578,
      "learning_rate": 0.0001999973888473395,
      "loss": 5.0346,
      "step": 3617
    },
    {
      "epoch": 0.023201231242785687,
      "grad_norm": 11.117511749267578,
      "learning_rate": 0.00019999738739124513,
      "loss": 5.0576,
      "step": 3618
    },
    {
      "epoch": 0.023207643965627807,
      "grad_norm": 7.485935688018799,
      "learning_rate": 0.00019999738593474487,
      "loss": 5.0049,
      "step": 3619
    },
    {
      "epoch": 0.023214056688469924,
      "grad_norm": 9.543523788452148,
      "learning_rate": 0.00019999738447783874,
      "loss": 5.0777,
      "step": 3620
    },
    {
      "epoch": 0.023220469411312044,
      "grad_norm": 10.53188419342041,
      "learning_rate": 0.00019999738302052674,
      "loss": 5.0271,
      "step": 3621
    },
    {
      "epoch": 0.02322688213415416,
      "grad_norm": 17.36273956298828,
      "learning_rate": 0.0001999973815628089,
      "loss": 4.9751,
      "step": 3622
    },
    {
      "epoch": 0.02323329485699628,
      "grad_norm": 15.750072479248047,
      "learning_rate": 0.00019999738010468513,
      "loss": 5.0329,
      "step": 3623
    },
    {
      "epoch": 0.023239707579838398,
      "grad_norm": 24.27577781677246,
      "learning_rate": 0.00019999737864615554,
      "loss": 5.0389,
      "step": 3624
    },
    {
      "epoch": 0.023246120302680518,
      "grad_norm": 10.221023559570312,
      "learning_rate": 0.00019999737718722006,
      "loss": 5.2857,
      "step": 3625
    },
    {
      "epoch": 0.02325253302552264,
      "grad_norm": 16.125051498413086,
      "learning_rate": 0.00019999737572787868,
      "loss": 5.2487,
      "step": 3626
    },
    {
      "epoch": 0.023258945748364755,
      "grad_norm": 14.996075630187988,
      "learning_rate": 0.00019999737426813145,
      "loss": 4.8674,
      "step": 3627
    },
    {
      "epoch": 0.023265358471206875,
      "grad_norm": 8.874713897705078,
      "learning_rate": 0.00019999737280797835,
      "loss": 5.0011,
      "step": 3628
    },
    {
      "epoch": 0.023271771194048992,
      "grad_norm": 12.849721908569336,
      "learning_rate": 0.00019999737134741938,
      "loss": 5.0294,
      "step": 3629
    },
    {
      "epoch": 0.023278183916891113,
      "grad_norm": 7.206433296203613,
      "learning_rate": 0.00019999736988645452,
      "loss": 4.9713,
      "step": 3630
    },
    {
      "epoch": 0.02328459663973323,
      "grad_norm": 46.79237365722656,
      "learning_rate": 0.0001999973684250838,
      "loss": 5.0644,
      "step": 3631
    },
    {
      "epoch": 0.02329100936257535,
      "grad_norm": 8.181035041809082,
      "learning_rate": 0.0001999973669633072,
      "loss": 5.2452,
      "step": 3632
    },
    {
      "epoch": 0.02329742208541747,
      "grad_norm": 7.422830581665039,
      "learning_rate": 0.00019999736550112474,
      "loss": 4.9487,
      "step": 3633
    },
    {
      "epoch": 0.023303834808259587,
      "grad_norm": 24.743745803833008,
      "learning_rate": 0.0001999973640385364,
      "loss": 4.9332,
      "step": 3634
    },
    {
      "epoch": 0.023310247531101707,
      "grad_norm": 19.084192276000977,
      "learning_rate": 0.00019999736257554217,
      "loss": 5.0511,
      "step": 3635
    },
    {
      "epoch": 0.023316660253943824,
      "grad_norm": 8.604658126831055,
      "learning_rate": 0.00019999736111214208,
      "loss": 5.173,
      "step": 3636
    },
    {
      "epoch": 0.023323072976785944,
      "grad_norm": 9.521232604980469,
      "learning_rate": 0.0001999973596483361,
      "loss": 5.0833,
      "step": 3637
    },
    {
      "epoch": 0.02332948569962806,
      "grad_norm": 20.399179458618164,
      "learning_rate": 0.0001999973581841243,
      "loss": 5.2782,
      "step": 3638
    },
    {
      "epoch": 0.02333589842247018,
      "grad_norm": 11.467679977416992,
      "learning_rate": 0.0001999973567195066,
      "loss": 4.8643,
      "step": 3639
    },
    {
      "epoch": 0.023342311145312298,
      "grad_norm": 6.961591720581055,
      "learning_rate": 0.00019999735525448302,
      "loss": 5.221,
      "step": 3640
    },
    {
      "epoch": 0.023348723868154418,
      "grad_norm": 13.894468307495117,
      "learning_rate": 0.00019999735378905354,
      "loss": 5.1415,
      "step": 3641
    },
    {
      "epoch": 0.02335513659099654,
      "grad_norm": 15.821916580200195,
      "learning_rate": 0.00019999735232321822,
      "loss": 5.0254,
      "step": 3642
    },
    {
      "epoch": 0.023361549313838655,
      "grad_norm": 7.819814205169678,
      "learning_rate": 0.00019999735085697706,
      "loss": 5.0174,
      "step": 3643
    },
    {
      "epoch": 0.023367962036680776,
      "grad_norm": 6.18275260925293,
      "learning_rate": 0.00019999734939033,
      "loss": 5.1594,
      "step": 3644
    },
    {
      "epoch": 0.023374374759522892,
      "grad_norm": 22.175737380981445,
      "learning_rate": 0.000199997347923277,
      "loss": 4.9326,
      "step": 3645
    },
    {
      "epoch": 0.023380787482365013,
      "grad_norm": 10.96174144744873,
      "learning_rate": 0.00019999734645581823,
      "loss": 5.0712,
      "step": 3646
    },
    {
      "epoch": 0.02338720020520713,
      "grad_norm": 10.289264678955078,
      "learning_rate": 0.00019999734498795353,
      "loss": 5.0609,
      "step": 3647
    },
    {
      "epoch": 0.02339361292804925,
      "grad_norm": 10.656963348388672,
      "learning_rate": 0.00019999734351968296,
      "loss": 5.0555,
      "step": 3648
    },
    {
      "epoch": 0.02340002565089137,
      "grad_norm": 8.14614486694336,
      "learning_rate": 0.00019999734205100654,
      "loss": 4.9929,
      "step": 3649
    },
    {
      "epoch": 0.023406438373733487,
      "grad_norm": 7.393177509307861,
      "learning_rate": 0.00019999734058192422,
      "loss": 5.2427,
      "step": 3650
    },
    {
      "epoch": 0.023412851096575607,
      "grad_norm": 9.75820541381836,
      "learning_rate": 0.00019999733911243607,
      "loss": 5.0471,
      "step": 3651
    },
    {
      "epoch": 0.023419263819417724,
      "grad_norm": 11.781991004943848,
      "learning_rate": 0.000199997337642542,
      "loss": 5.0145,
      "step": 3652
    },
    {
      "epoch": 0.023425676542259844,
      "grad_norm": 31.705381393432617,
      "learning_rate": 0.00019999733617224208,
      "loss": 4.9763,
      "step": 3653
    },
    {
      "epoch": 0.02343208926510196,
      "grad_norm": 11.637837409973145,
      "learning_rate": 0.0001999973347015363,
      "loss": 5.0614,
      "step": 3654
    },
    {
      "epoch": 0.02343850198794408,
      "grad_norm": 24.06049156188965,
      "learning_rate": 0.00019999733323042463,
      "loss": 5.0643,
      "step": 3655
    },
    {
      "epoch": 0.0234449147107862,
      "grad_norm": 7.998003959655762,
      "learning_rate": 0.00019999733175890707,
      "loss": 5.0154,
      "step": 3656
    },
    {
      "epoch": 0.023451327433628318,
      "grad_norm": 23.12484359741211,
      "learning_rate": 0.00019999733028698365,
      "loss": 5.0901,
      "step": 3657
    },
    {
      "epoch": 0.02345774015647044,
      "grad_norm": 9.459955215454102,
      "learning_rate": 0.0001999973288146544,
      "loss": 5.0582,
      "step": 3658
    },
    {
      "epoch": 0.023464152879312555,
      "grad_norm": 42.27032470703125,
      "learning_rate": 0.0001999973273419192,
      "loss": 5.0958,
      "step": 3659
    },
    {
      "epoch": 0.023470565602154676,
      "grad_norm": 20.395771026611328,
      "learning_rate": 0.00019999732586877819,
      "loss": 5.2036,
      "step": 3660
    },
    {
      "epoch": 0.023476978324996792,
      "grad_norm": 163.87857055664062,
      "learning_rate": 0.00019999732439523126,
      "loss": 5.0354,
      "step": 3661
    },
    {
      "epoch": 0.023483391047838913,
      "grad_norm": 29.91625213623047,
      "learning_rate": 0.00019999732292127852,
      "loss": 4.9791,
      "step": 3662
    },
    {
      "epoch": 0.02348980377068103,
      "grad_norm": 17.57130241394043,
      "learning_rate": 0.00019999732144691983,
      "loss": 4.9946,
      "step": 3663
    },
    {
      "epoch": 0.02349621649352315,
      "grad_norm": 38.523460388183594,
      "learning_rate": 0.00019999731997215531,
      "loss": 5.0805,
      "step": 3664
    },
    {
      "epoch": 0.02350262921636527,
      "grad_norm": 40.130149841308594,
      "learning_rate": 0.0001999973184969849,
      "loss": 5.3127,
      "step": 3665
    },
    {
      "epoch": 0.023509041939207387,
      "grad_norm": 23.895814895629883,
      "learning_rate": 0.00019999731702140868,
      "loss": 5.0033,
      "step": 3666
    },
    {
      "epoch": 0.023515454662049507,
      "grad_norm": 462.29461669921875,
      "learning_rate": 0.0001999973155454265,
      "loss": 5.0847,
      "step": 3667
    },
    {
      "epoch": 0.023521867384891624,
      "grad_norm": 48.610660552978516,
      "learning_rate": 0.0001999973140690385,
      "loss": 4.986,
      "step": 3668
    },
    {
      "epoch": 0.023528280107733744,
      "grad_norm": 51.70489501953125,
      "learning_rate": 0.0001999973125922446,
      "loss": 5.1361,
      "step": 3669
    },
    {
      "epoch": 0.02353469283057586,
      "grad_norm": 40.85768508911133,
      "learning_rate": 0.00019999731111504488,
      "loss": 4.8483,
      "step": 3670
    },
    {
      "epoch": 0.02354110555341798,
      "grad_norm": 17.785066604614258,
      "learning_rate": 0.00019999730963743924,
      "loss": 4.9324,
      "step": 3671
    },
    {
      "epoch": 0.0235475182762601,
      "grad_norm": 57.48046875,
      "learning_rate": 0.00019999730815942773,
      "loss": 5.1859,
      "step": 3672
    },
    {
      "epoch": 0.02355393099910222,
      "grad_norm": 13.347535133361816,
      "learning_rate": 0.00019999730668101036,
      "loss": 5.0348,
      "step": 3673
    },
    {
      "epoch": 0.02356034372194434,
      "grad_norm": 45.513736724853516,
      "learning_rate": 0.0001999973052021871,
      "loss": 5.0843,
      "step": 3674
    },
    {
      "epoch": 0.023566756444786455,
      "grad_norm": 37.622989654541016,
      "learning_rate": 0.00019999730372295796,
      "loss": 5.5212,
      "step": 3675
    },
    {
      "epoch": 0.023573169167628576,
      "grad_norm": 53.047264099121094,
      "learning_rate": 0.00019999730224332297,
      "loss": 4.9864,
      "step": 3676
    },
    {
      "epoch": 0.023579581890470692,
      "grad_norm": 37.70307159423828,
      "learning_rate": 0.0001999973007632821,
      "loss": 4.9349,
      "step": 3677
    },
    {
      "epoch": 0.023585994613312813,
      "grad_norm": 63.724578857421875,
      "learning_rate": 0.00019999729928283537,
      "loss": 5.1096,
      "step": 3678
    },
    {
      "epoch": 0.023592407336154933,
      "grad_norm": 12.163482666015625,
      "learning_rate": 0.00019999729780198274,
      "loss": 4.9358,
      "step": 3679
    },
    {
      "epoch": 0.02359882005899705,
      "grad_norm": 12.067870140075684,
      "learning_rate": 0.00019999729632072427,
      "loss": 4.8207,
      "step": 3680
    },
    {
      "epoch": 0.02360523278183917,
      "grad_norm": 13.60798454284668,
      "learning_rate": 0.00019999729483905992,
      "loss": 4.9781,
      "step": 3681
    },
    {
      "epoch": 0.023611645504681287,
      "grad_norm": 9.27488899230957,
      "learning_rate": 0.00019999729335698968,
      "loss": 5.084,
      "step": 3682
    },
    {
      "epoch": 0.023618058227523407,
      "grad_norm": 35.05237579345703,
      "learning_rate": 0.0001999972918745136,
      "loss": 4.9216,
      "step": 3683
    },
    {
      "epoch": 0.023624470950365524,
      "grad_norm": 137.49559020996094,
      "learning_rate": 0.00019999729039163163,
      "loss": 5.3731,
      "step": 3684
    },
    {
      "epoch": 0.023630883673207644,
      "grad_norm": 29.817182540893555,
      "learning_rate": 0.00019999728890834377,
      "loss": 5.2456,
      "step": 3685
    },
    {
      "epoch": 0.02363729639604976,
      "grad_norm": 14.427190780639648,
      "learning_rate": 0.00019999728742465004,
      "loss": 5.0608,
      "step": 3686
    },
    {
      "epoch": 0.02364370911889188,
      "grad_norm": 538.0543823242188,
      "learning_rate": 0.00019999728594055047,
      "loss": 5.0246,
      "step": 3687
    },
    {
      "epoch": 0.023650121841734,
      "grad_norm": 25.714262008666992,
      "learning_rate": 0.000199997284456045,
      "loss": 5.02,
      "step": 3688
    },
    {
      "epoch": 0.02365653456457612,
      "grad_norm": 55.069217681884766,
      "learning_rate": 0.00019999728297113368,
      "loss": 5.0119,
      "step": 3689
    },
    {
      "epoch": 0.02366294728741824,
      "grad_norm": 31.28837013244629,
      "learning_rate": 0.00019999728148581644,
      "loss": 4.9363,
      "step": 3690
    },
    {
      "epoch": 0.023669360010260355,
      "grad_norm": 34.16313934326172,
      "learning_rate": 0.00019999728000009336,
      "loss": 4.955,
      "step": 3691
    },
    {
      "epoch": 0.023675772733102476,
      "grad_norm": 96.94617462158203,
      "learning_rate": 0.0001999972785139644,
      "loss": 4.9863,
      "step": 3692
    },
    {
      "epoch": 0.023682185455944593,
      "grad_norm": 48.719966888427734,
      "learning_rate": 0.00019999727702742958,
      "loss": 4.9657,
      "step": 3693
    },
    {
      "epoch": 0.023688598178786713,
      "grad_norm": 13.046494483947754,
      "learning_rate": 0.00019999727554048888,
      "loss": 4.9471,
      "step": 3694
    },
    {
      "epoch": 0.023695010901628833,
      "grad_norm": 77.9927978515625,
      "learning_rate": 0.0001999972740531423,
      "loss": 4.9332,
      "step": 3695
    },
    {
      "epoch": 0.02370142362447095,
      "grad_norm": 21.359418869018555,
      "learning_rate": 0.00019999727256538987,
      "loss": 4.9778,
      "step": 3696
    },
    {
      "epoch": 0.02370783634731307,
      "grad_norm": 65.20618438720703,
      "learning_rate": 0.00019999727107723153,
      "loss": 4.8252,
      "step": 3697
    },
    {
      "epoch": 0.023714249070155187,
      "grad_norm": 77.49513244628906,
      "learning_rate": 0.00019999726958866738,
      "loss": 5.0484,
      "step": 3698
    },
    {
      "epoch": 0.023720661792997307,
      "grad_norm": 26.472768783569336,
      "learning_rate": 0.0001999972680996973,
      "loss": 4.9379,
      "step": 3699
    },
    {
      "epoch": 0.023727074515839424,
      "grad_norm": 110.34015655517578,
      "learning_rate": 0.00019999726661032137,
      "loss": 5.0998,
      "step": 3700
    },
    {
      "epoch": 0.023727074515839424,
      "eval_loss": 5.042466640472412,
      "eval_runtime": 34.7744,
      "eval_samples_per_second": 90.153,
      "eval_steps_per_second": 22.545,
      "step": 3700
    },
    {
      "epoch": 0.023733487238681544,
      "grad_norm": 76.49594116210938,
      "learning_rate": 0.00019999726512053955,
      "loss": 5.0236,
      "step": 3701
    },
    {
      "epoch": 0.023739899961523665,
      "grad_norm": 34.721946716308594,
      "learning_rate": 0.00019999726363035189,
      "loss": 5.0345,
      "step": 3702
    },
    {
      "epoch": 0.02374631268436578,
      "grad_norm": 134.7375946044922,
      "learning_rate": 0.00019999726213975832,
      "loss": 5.0522,
      "step": 3703
    },
    {
      "epoch": 0.0237527254072079,
      "grad_norm": 17.67392349243164,
      "learning_rate": 0.0001999972606487589,
      "loss": 5.1738,
      "step": 3704
    },
    {
      "epoch": 0.02375913813005002,
      "grad_norm": 79.39624786376953,
      "learning_rate": 0.0001999972591573536,
      "loss": 5.0924,
      "step": 3705
    },
    {
      "epoch": 0.02376555085289214,
      "grad_norm": 23.333742141723633,
      "learning_rate": 0.00019999725766554246,
      "loss": 4.9835,
      "step": 3706
    },
    {
      "epoch": 0.023771963575734256,
      "grad_norm": 35.68723678588867,
      "learning_rate": 0.0001999972561733254,
      "loss": 4.8809,
      "step": 3707
    },
    {
      "epoch": 0.023778376298576376,
      "grad_norm": 23.871370315551758,
      "learning_rate": 0.0001999972546807025,
      "loss": 5.1878,
      "step": 3708
    },
    {
      "epoch": 0.023784789021418493,
      "grad_norm": 17.87123680114746,
      "learning_rate": 0.0001999972531876737,
      "loss": 4.94,
      "step": 3709
    },
    {
      "epoch": 0.023791201744260613,
      "grad_norm": 20.101581573486328,
      "learning_rate": 0.00019999725169423903,
      "loss": 4.9471,
      "step": 3710
    },
    {
      "epoch": 0.023797614467102733,
      "grad_norm": 20.211040496826172,
      "learning_rate": 0.00019999725020039853,
      "loss": 5.1386,
      "step": 3711
    },
    {
      "epoch": 0.02380402718994485,
      "grad_norm": 28.07572364807129,
      "learning_rate": 0.0001999972487061521,
      "loss": 5.0745,
      "step": 3712
    },
    {
      "epoch": 0.02381043991278697,
      "grad_norm": 93.62488555908203,
      "learning_rate": 0.00019999724721149985,
      "loss": 5.014,
      "step": 3713
    },
    {
      "epoch": 0.023816852635629087,
      "grad_norm": 10.878602981567383,
      "learning_rate": 0.0001999972457164417,
      "loss": 4.9458,
      "step": 3714
    },
    {
      "epoch": 0.023823265358471207,
      "grad_norm": 32.43745422363281,
      "learning_rate": 0.00019999724422097769,
      "loss": 5.0803,
      "step": 3715
    },
    {
      "epoch": 0.023829678081313324,
      "grad_norm": 35.833839416503906,
      "learning_rate": 0.00019999724272510777,
      "loss": 4.8928,
      "step": 3716
    },
    {
      "epoch": 0.023836090804155444,
      "grad_norm": 41.33791732788086,
      "learning_rate": 0.000199997241228832,
      "loss": 4.8901,
      "step": 3717
    },
    {
      "epoch": 0.023842503526997565,
      "grad_norm": 36.46014404296875,
      "learning_rate": 0.00019999723973215038,
      "loss": 5.0402,
      "step": 3718
    },
    {
      "epoch": 0.02384891624983968,
      "grad_norm": 21.786577224731445,
      "learning_rate": 0.00019999723823506288,
      "loss": 5.0228,
      "step": 3719
    },
    {
      "epoch": 0.0238553289726818,
      "grad_norm": 19.45209503173828,
      "learning_rate": 0.0001999972367375695,
      "loss": 4.9865,
      "step": 3720
    },
    {
      "epoch": 0.02386174169552392,
      "grad_norm": 42.65537643432617,
      "learning_rate": 0.00019999723523967023,
      "loss": 5.1268,
      "step": 3721
    },
    {
      "epoch": 0.02386815441836604,
      "grad_norm": 55.01176071166992,
      "learning_rate": 0.00019999723374136512,
      "loss": 5.0766,
      "step": 3722
    },
    {
      "epoch": 0.023874567141208156,
      "grad_norm": 11.354724884033203,
      "learning_rate": 0.0001999972322426541,
      "loss": 4.9525,
      "step": 3723
    },
    {
      "epoch": 0.023880979864050276,
      "grad_norm": 27.300615310668945,
      "learning_rate": 0.00019999723074353725,
      "loss": 4.9771,
      "step": 3724
    },
    {
      "epoch": 0.023887392586892396,
      "grad_norm": 9.58942985534668,
      "learning_rate": 0.00019999722924401452,
      "loss": 5.2374,
      "step": 3725
    },
    {
      "epoch": 0.023893805309734513,
      "grad_norm": 54.56733703613281,
      "learning_rate": 0.0001999972277440859,
      "loss": 5.1077,
      "step": 3726
    },
    {
      "epoch": 0.023900218032576633,
      "grad_norm": 400.53289794921875,
      "learning_rate": 0.00019999722624375142,
      "loss": 4.9702,
      "step": 3727
    },
    {
      "epoch": 0.02390663075541875,
      "grad_norm": 158.14910888671875,
      "learning_rate": 0.00019999722474301106,
      "loss": 5.2667,
      "step": 3728
    },
    {
      "epoch": 0.02391304347826087,
      "grad_norm": 24.498502731323242,
      "learning_rate": 0.00019999722324186482,
      "loss": 5.073,
      "step": 3729
    },
    {
      "epoch": 0.023919456201102987,
      "grad_norm": 16.17597770690918,
      "learning_rate": 0.00019999722174031273,
      "loss": 5.2459,
      "step": 3730
    },
    {
      "epoch": 0.023925868923945107,
      "grad_norm": 37.24763107299805,
      "learning_rate": 0.00019999722023835475,
      "loss": 5.1302,
      "step": 3731
    },
    {
      "epoch": 0.023932281646787224,
      "grad_norm": 17.291162490844727,
      "learning_rate": 0.0001999972187359909,
      "loss": 4.9236,
      "step": 3732
    },
    {
      "epoch": 0.023938694369629344,
      "grad_norm": 17.050209045410156,
      "learning_rate": 0.00019999721723322117,
      "loss": 5.2099,
      "step": 3733
    },
    {
      "epoch": 0.023945107092471465,
      "grad_norm": 47.58424758911133,
      "learning_rate": 0.0001999972157300456,
      "loss": 5.0322,
      "step": 3734
    },
    {
      "epoch": 0.02395151981531358,
      "grad_norm": 45.99193572998047,
      "learning_rate": 0.0001999972142264641,
      "loss": 5.1278,
      "step": 3735
    },
    {
      "epoch": 0.023957932538155702,
      "grad_norm": 19.522117614746094,
      "learning_rate": 0.00019999721272247678,
      "loss": 5.0434,
      "step": 3736
    },
    {
      "epoch": 0.02396434526099782,
      "grad_norm": 60.92706298828125,
      "learning_rate": 0.0001999972112180836,
      "loss": 5.015,
      "step": 3737
    },
    {
      "epoch": 0.02397075798383994,
      "grad_norm": 22.504802703857422,
      "learning_rate": 0.00019999720971328452,
      "loss": 5.2195,
      "step": 3738
    },
    {
      "epoch": 0.023977170706682056,
      "grad_norm": 34.719947814941406,
      "learning_rate": 0.00019999720820807954,
      "loss": 5.107,
      "step": 3739
    },
    {
      "epoch": 0.023983583429524176,
      "grad_norm": 36.22597122192383,
      "learning_rate": 0.00019999720670246874,
      "loss": 5.0328,
      "step": 3740
    },
    {
      "epoch": 0.023989996152366296,
      "grad_norm": 48.20029067993164,
      "learning_rate": 0.00019999720519645202,
      "loss": 5.0493,
      "step": 3741
    },
    {
      "epoch": 0.023996408875208413,
      "grad_norm": 62.68984603881836,
      "learning_rate": 0.00019999720369002946,
      "loss": 5.0589,
      "step": 3742
    },
    {
      "epoch": 0.024002821598050533,
      "grad_norm": 41.71942901611328,
      "learning_rate": 0.00019999720218320102,
      "loss": 5.0721,
      "step": 3743
    },
    {
      "epoch": 0.02400923432089265,
      "grad_norm": 29.917600631713867,
      "learning_rate": 0.0001999972006759667,
      "loss": 5.0861,
      "step": 3744
    },
    {
      "epoch": 0.02401564704373477,
      "grad_norm": 15.001782417297363,
      "learning_rate": 0.00019999719916832651,
      "loss": 5.2259,
      "step": 3745
    },
    {
      "epoch": 0.024022059766576887,
      "grad_norm": 24.827211380004883,
      "learning_rate": 0.00019999719766028044,
      "loss": 5.0386,
      "step": 3746
    },
    {
      "epoch": 0.024028472489419007,
      "grad_norm": 69.14552307128906,
      "learning_rate": 0.00019999719615182852,
      "loss": 4.9805,
      "step": 3747
    },
    {
      "epoch": 0.024034885212261128,
      "grad_norm": 236.10426330566406,
      "learning_rate": 0.0001999971946429707,
      "loss": 5.1736,
      "step": 3748
    },
    {
      "epoch": 0.024041297935103245,
      "grad_norm": 28.971134185791016,
      "learning_rate": 0.00019999719313370704,
      "loss": 5.0428,
      "step": 3749
    },
    {
      "epoch": 0.024047710657945365,
      "grad_norm": 39.298439025878906,
      "learning_rate": 0.00019999719162403748,
      "loss": 5.152,
      "step": 3750
    },
    {
      "epoch": 0.02405412338078748,
      "grad_norm": 42.5733757019043,
      "learning_rate": 0.00019999719011396208,
      "loss": 5.1756,
      "step": 3751
    },
    {
      "epoch": 0.024060536103629602,
      "grad_norm": 15.337630271911621,
      "learning_rate": 0.00019999718860348078,
      "loss": 4.9488,
      "step": 3752
    },
    {
      "epoch": 0.02406694882647172,
      "grad_norm": 13.456917762756348,
      "learning_rate": 0.00019999718709259363,
      "loss": 4.9372,
      "step": 3753
    },
    {
      "epoch": 0.02407336154931384,
      "grad_norm": 32.92134094238281,
      "learning_rate": 0.0001999971855813006,
      "loss": 5.1284,
      "step": 3754
    },
    {
      "epoch": 0.024079774272155956,
      "grad_norm": 16.599653244018555,
      "learning_rate": 0.00019999718406960167,
      "loss": 5.1174,
      "step": 3755
    },
    {
      "epoch": 0.024086186994998076,
      "grad_norm": 19.294883728027344,
      "learning_rate": 0.00019999718255749691,
      "loss": 5.2495,
      "step": 3756
    },
    {
      "epoch": 0.024092599717840196,
      "grad_norm": 120.17416381835938,
      "learning_rate": 0.00019999718104498623,
      "loss": 4.9156,
      "step": 3757
    },
    {
      "epoch": 0.024099012440682313,
      "grad_norm": 19.254749298095703,
      "learning_rate": 0.00019999717953206973,
      "loss": 4.8725,
      "step": 3758
    },
    {
      "epoch": 0.024105425163524433,
      "grad_norm": 67.02812957763672,
      "learning_rate": 0.00019999717801874733,
      "loss": 5.1369,
      "step": 3759
    },
    {
      "epoch": 0.02411183788636655,
      "grad_norm": 20.232452392578125,
      "learning_rate": 0.00019999717650501909,
      "loss": 5.0646,
      "step": 3760
    },
    {
      "epoch": 0.02411825060920867,
      "grad_norm": 23.096721649169922,
      "learning_rate": 0.00019999717499088492,
      "loss": 4.9452,
      "step": 3761
    },
    {
      "epoch": 0.024124663332050787,
      "grad_norm": 67.67682647705078,
      "learning_rate": 0.00019999717347634493,
      "loss": 5.0347,
      "step": 3762
    },
    {
      "epoch": 0.024131076054892907,
      "grad_norm": 326.1080322265625,
      "learning_rate": 0.00019999717196139902,
      "loss": 4.9886,
      "step": 3763
    },
    {
      "epoch": 0.024137488777735028,
      "grad_norm": 28.12994384765625,
      "learning_rate": 0.00019999717044604727,
      "loss": 5.1369,
      "step": 3764
    },
    {
      "epoch": 0.024143901500577145,
      "grad_norm": 18.258384704589844,
      "learning_rate": 0.00019999716893028967,
      "loss": 5.0208,
      "step": 3765
    },
    {
      "epoch": 0.024150314223419265,
      "grad_norm": 11.810968399047852,
      "learning_rate": 0.00019999716741412614,
      "loss": 5.0725,
      "step": 3766
    },
    {
      "epoch": 0.02415672694626138,
      "grad_norm": 24.960952758789062,
      "learning_rate": 0.0001999971658975568,
      "loss": 4.8726,
      "step": 3767
    },
    {
      "epoch": 0.024163139669103502,
      "grad_norm": 7.7042155265808105,
      "learning_rate": 0.00019999716438058154,
      "loss": 4.8841,
      "step": 3768
    },
    {
      "epoch": 0.02416955239194562,
      "grad_norm": 45.341163635253906,
      "learning_rate": 0.00019999716286320043,
      "loss": 5.1432,
      "step": 3769
    },
    {
      "epoch": 0.02417596511478774,
      "grad_norm": 20.305160522460938,
      "learning_rate": 0.00019999716134541342,
      "loss": 4.9542,
      "step": 3770
    },
    {
      "epoch": 0.02418237783762986,
      "grad_norm": 21.209386825561523,
      "learning_rate": 0.00019999715982722057,
      "loss": 4.9356,
      "step": 3771
    },
    {
      "epoch": 0.024188790560471976,
      "grad_norm": 22.40739631652832,
      "learning_rate": 0.00019999715830862184,
      "loss": 5.088,
      "step": 3772
    },
    {
      "epoch": 0.024195203283314096,
      "grad_norm": 63.12002182006836,
      "learning_rate": 0.00019999715678961722,
      "loss": 5.2885,
      "step": 3773
    },
    {
      "epoch": 0.024201616006156213,
      "grad_norm": 14.096197128295898,
      "learning_rate": 0.00019999715527020678,
      "loss": 5.1307,
      "step": 3774
    },
    {
      "epoch": 0.024208028728998333,
      "grad_norm": 47.12003707885742,
      "learning_rate": 0.00019999715375039042,
      "loss": 5.0102,
      "step": 3775
    },
    {
      "epoch": 0.02421444145184045,
      "grad_norm": 34.4023323059082,
      "learning_rate": 0.00019999715223016818,
      "loss": 4.992,
      "step": 3776
    },
    {
      "epoch": 0.02422085417468257,
      "grad_norm": 27.76194190979004,
      "learning_rate": 0.0001999971507095401,
      "loss": 5.0715,
      "step": 3777
    },
    {
      "epoch": 0.024227266897524687,
      "grad_norm": 66.13034057617188,
      "learning_rate": 0.00019999714918850616,
      "loss": 4.9735,
      "step": 3778
    },
    {
      "epoch": 0.024233679620366808,
      "grad_norm": 17.609355926513672,
      "learning_rate": 0.0001999971476670663,
      "loss": 5.2088,
      "step": 3779
    },
    {
      "epoch": 0.024240092343208928,
      "grad_norm": 16.170015335083008,
      "learning_rate": 0.00019999714614522062,
      "loss": 4.9428,
      "step": 3780
    },
    {
      "epoch": 0.024246505066051045,
      "grad_norm": 14.113544464111328,
      "learning_rate": 0.00019999714462296903,
      "loss": 5.1641,
      "step": 3781
    },
    {
      "epoch": 0.024252917788893165,
      "grad_norm": 21.17278480529785,
      "learning_rate": 0.0001999971431003116,
      "loss": 4.9563,
      "step": 3782
    },
    {
      "epoch": 0.02425933051173528,
      "grad_norm": 8.673872947692871,
      "learning_rate": 0.00019999714157724826,
      "loss": 4.9675,
      "step": 3783
    },
    {
      "epoch": 0.024265743234577402,
      "grad_norm": 25.736852645874023,
      "learning_rate": 0.00019999714005377906,
      "loss": 5.1396,
      "step": 3784
    },
    {
      "epoch": 0.02427215595741952,
      "grad_norm": 13.182844161987305,
      "learning_rate": 0.00019999713852990398,
      "loss": 5.0879,
      "step": 3785
    },
    {
      "epoch": 0.02427856868026164,
      "grad_norm": 39.63083267211914,
      "learning_rate": 0.00019999713700562306,
      "loss": 5.3403,
      "step": 3786
    },
    {
      "epoch": 0.02428498140310376,
      "grad_norm": 8.840052604675293,
      "learning_rate": 0.00019999713548093625,
      "loss": 5.3643,
      "step": 3787
    },
    {
      "epoch": 0.024291394125945876,
      "grad_norm": 11.58579158782959,
      "learning_rate": 0.00019999713395584356,
      "loss": 6.0038,
      "step": 3788
    },
    {
      "epoch": 0.024297806848787996,
      "grad_norm": 24.136877059936523,
      "learning_rate": 0.000199997132430345,
      "loss": 4.9965,
      "step": 3789
    },
    {
      "epoch": 0.024304219571630113,
      "grad_norm": 18.183670043945312,
      "learning_rate": 0.00019999713090444057,
      "loss": 5.1405,
      "step": 3790
    },
    {
      "epoch": 0.024310632294472233,
      "grad_norm": 24.295515060424805,
      "learning_rate": 0.0001999971293781303,
      "loss": 5.0528,
      "step": 3791
    },
    {
      "epoch": 0.02431704501731435,
      "grad_norm": 48.91692352294922,
      "learning_rate": 0.00019999712785141412,
      "loss": 5.1893,
      "step": 3792
    },
    {
      "epoch": 0.02432345774015647,
      "grad_norm": 8.363897323608398,
      "learning_rate": 0.00019999712632429208,
      "loss": 5.0948,
      "step": 3793
    },
    {
      "epoch": 0.02432987046299859,
      "grad_norm": 12.281784057617188,
      "learning_rate": 0.00019999712479676417,
      "loss": 5.1279,
      "step": 3794
    },
    {
      "epoch": 0.024336283185840708,
      "grad_norm": 15.323676109313965,
      "learning_rate": 0.00019999712326883038,
      "loss": 4.8793,
      "step": 3795
    },
    {
      "epoch": 0.024342695908682828,
      "grad_norm": 10.322818756103516,
      "learning_rate": 0.00019999712174049072,
      "loss": 5.1873,
      "step": 3796
    },
    {
      "epoch": 0.024349108631524945,
      "grad_norm": 14.95152759552002,
      "learning_rate": 0.0001999971202117452,
      "loss": 5.0349,
      "step": 3797
    },
    {
      "epoch": 0.024355521354367065,
      "grad_norm": 13.395974159240723,
      "learning_rate": 0.0001999971186825938,
      "loss": 4.8481,
      "step": 3798
    },
    {
      "epoch": 0.024361934077209182,
      "grad_norm": 13.790109634399414,
      "learning_rate": 0.0001999971171530365,
      "loss": 5.0337,
      "step": 3799
    },
    {
      "epoch": 0.024368346800051302,
      "grad_norm": 22.37989616394043,
      "learning_rate": 0.00019999711562307336,
      "loss": 5.023,
      "step": 3800
    },
    {
      "epoch": 0.024368346800051302,
      "eval_loss": 5.011817455291748,
      "eval_runtime": 34.7302,
      "eval_samples_per_second": 90.267,
      "eval_steps_per_second": 22.574,
      "step": 3800
    },
    {
      "epoch": 0.02437475952289342,
      "grad_norm": 20.322904586791992,
      "learning_rate": 0.00019999711409270438,
      "loss": 4.9893,
      "step": 3801
    },
    {
      "epoch": 0.02438117224573554,
      "grad_norm": 24.87289810180664,
      "learning_rate": 0.00019999711256192947,
      "loss": 5.0332,
      "step": 3802
    },
    {
      "epoch": 0.02438758496857766,
      "grad_norm": 22.70496368408203,
      "learning_rate": 0.0001999971110307487,
      "loss": 5.0692,
      "step": 3803
    },
    {
      "epoch": 0.024393997691419776,
      "grad_norm": 26.85359001159668,
      "learning_rate": 0.0001999971094991621,
      "loss": 5.1177,
      "step": 3804
    },
    {
      "epoch": 0.024400410414261896,
      "grad_norm": 34.27635192871094,
      "learning_rate": 0.00019999710796716956,
      "loss": 5.3342,
      "step": 3805
    },
    {
      "epoch": 0.024406823137104013,
      "grad_norm": 14.569412231445312,
      "learning_rate": 0.0001999971064347712,
      "loss": 5.0311,
      "step": 3806
    },
    {
      "epoch": 0.024413235859946134,
      "grad_norm": 34.195743560791016,
      "learning_rate": 0.00019999710490196696,
      "loss": 5.0042,
      "step": 3807
    },
    {
      "epoch": 0.02441964858278825,
      "grad_norm": 39.70162582397461,
      "learning_rate": 0.00019999710336875682,
      "loss": 4.9772,
      "step": 3808
    },
    {
      "epoch": 0.02442606130563037,
      "grad_norm": 8.846075057983398,
      "learning_rate": 0.00019999710183514084,
      "loss": 5.4024,
      "step": 3809
    },
    {
      "epoch": 0.02443247402847249,
      "grad_norm": 40.12144470214844,
      "learning_rate": 0.000199997100301119,
      "loss": 5.1118,
      "step": 3810
    },
    {
      "epoch": 0.024438886751314608,
      "grad_norm": 14.672907829284668,
      "learning_rate": 0.00019999709876669127,
      "loss": 4.7776,
      "step": 3811
    },
    {
      "epoch": 0.024445299474156728,
      "grad_norm": 111.67158508300781,
      "learning_rate": 0.00019999709723185765,
      "loss": 5.4642,
      "step": 3812
    },
    {
      "epoch": 0.024451712196998845,
      "grad_norm": 14.69518756866455,
      "learning_rate": 0.00019999709569661818,
      "loss": 4.9291,
      "step": 3813
    },
    {
      "epoch": 0.024458124919840965,
      "grad_norm": 38.52633285522461,
      "learning_rate": 0.00019999709416097282,
      "loss": 5.2231,
      "step": 3814
    },
    {
      "epoch": 0.024464537642683082,
      "grad_norm": 13.03616714477539,
      "learning_rate": 0.00019999709262492158,
      "loss": 4.935,
      "step": 3815
    },
    {
      "epoch": 0.024470950365525202,
      "grad_norm": 12.279548645019531,
      "learning_rate": 0.0001999970910884645,
      "loss": 5.0218,
      "step": 3816
    },
    {
      "epoch": 0.024477363088367322,
      "grad_norm": 61.47306823730469,
      "learning_rate": 0.00019999708955160156,
      "loss": 5.0629,
      "step": 3817
    },
    {
      "epoch": 0.02448377581120944,
      "grad_norm": 18.018423080444336,
      "learning_rate": 0.0001999970880143327,
      "loss": 4.9733,
      "step": 3818
    },
    {
      "epoch": 0.02449018853405156,
      "grad_norm": 107.64244079589844,
      "learning_rate": 0.000199997086476658,
      "loss": 5.3941,
      "step": 3819
    },
    {
      "epoch": 0.024496601256893676,
      "grad_norm": 18.899320602416992,
      "learning_rate": 0.00019999708493857743,
      "loss": 5.0204,
      "step": 3820
    },
    {
      "epoch": 0.024503013979735797,
      "grad_norm": 11.479151725769043,
      "learning_rate": 0.00019999708340009097,
      "loss": 5.1184,
      "step": 3821
    },
    {
      "epoch": 0.024509426702577913,
      "grad_norm": 42.87273025512695,
      "learning_rate": 0.00019999708186119866,
      "loss": 5.6154,
      "step": 3822
    },
    {
      "epoch": 0.024515839425420034,
      "grad_norm": 22.18607521057129,
      "learning_rate": 0.00019999708032190046,
      "loss": 5.1097,
      "step": 3823
    },
    {
      "epoch": 0.02452225214826215,
      "grad_norm": 74.52985382080078,
      "learning_rate": 0.0001999970787821964,
      "loss": 4.951,
      "step": 3824
    },
    {
      "epoch": 0.02452866487110427,
      "grad_norm": 21.646175384521484,
      "learning_rate": 0.00019999707724208644,
      "loss": 5.0756,
      "step": 3825
    },
    {
      "epoch": 0.02453507759394639,
      "grad_norm": 19.956628799438477,
      "learning_rate": 0.00019999707570157065,
      "loss": 5.204,
      "step": 3826
    },
    {
      "epoch": 0.024541490316788508,
      "grad_norm": 26.9578914642334,
      "learning_rate": 0.00019999707416064897,
      "loss": 4.9455,
      "step": 3827
    },
    {
      "epoch": 0.024547903039630628,
      "grad_norm": 50.634830474853516,
      "learning_rate": 0.00019999707261932143,
      "loss": 4.9479,
      "step": 3828
    },
    {
      "epoch": 0.024554315762472745,
      "grad_norm": 31.75345230102539,
      "learning_rate": 0.00019999707107758798,
      "loss": 5.5651,
      "step": 3829
    },
    {
      "epoch": 0.024560728485314865,
      "grad_norm": 64.79454040527344,
      "learning_rate": 0.0001999970695354487,
      "loss": 4.8947,
      "step": 3830
    },
    {
      "epoch": 0.024567141208156982,
      "grad_norm": 95.23930358886719,
      "learning_rate": 0.0001999970679929035,
      "loss": 4.8283,
      "step": 3831
    },
    {
      "epoch": 0.024573553930999102,
      "grad_norm": 27.56693458557129,
      "learning_rate": 0.00019999706644995252,
      "loss": 5.0193,
      "step": 3832
    },
    {
      "epoch": 0.024579966653841222,
      "grad_norm": 214.31468200683594,
      "learning_rate": 0.0001999970649065956,
      "loss": 5.1257,
      "step": 3833
    },
    {
      "epoch": 0.02458637937668334,
      "grad_norm": 65.58358001708984,
      "learning_rate": 0.0001999970633628328,
      "loss": 5.0615,
      "step": 3834
    },
    {
      "epoch": 0.02459279209952546,
      "grad_norm": 37.24607849121094,
      "learning_rate": 0.00019999706181866416,
      "loss": 4.9403,
      "step": 3835
    },
    {
      "epoch": 0.024599204822367576,
      "grad_norm": 66.79193115234375,
      "learning_rate": 0.0001999970602740896,
      "loss": 5.029,
      "step": 3836
    },
    {
      "epoch": 0.024605617545209697,
      "grad_norm": 77.6510009765625,
      "learning_rate": 0.00019999705872910924,
      "loss": 5.1985,
      "step": 3837
    },
    {
      "epoch": 0.024612030268051813,
      "grad_norm": 144.75758361816406,
      "learning_rate": 0.00019999705718372294,
      "loss": 4.9714,
      "step": 3838
    },
    {
      "epoch": 0.024618442990893934,
      "grad_norm": 37.995853424072266,
      "learning_rate": 0.00019999705563793083,
      "loss": 5.0478,
      "step": 3839
    },
    {
      "epoch": 0.024624855713736054,
      "grad_norm": 264.0191955566406,
      "learning_rate": 0.00019999705409173282,
      "loss": 4.9603,
      "step": 3840
    },
    {
      "epoch": 0.02463126843657817,
      "grad_norm": 30.044170379638672,
      "learning_rate": 0.00019999705254512894,
      "loss": 4.922,
      "step": 3841
    },
    {
      "epoch": 0.02463768115942029,
      "grad_norm": 62.07871627807617,
      "learning_rate": 0.00019999705099811918,
      "loss": 4.9174,
      "step": 3842
    },
    {
      "epoch": 0.024644093882262408,
      "grad_norm": 107.37355041503906,
      "learning_rate": 0.00019999704945070356,
      "loss": 5.1264,
      "step": 3843
    },
    {
      "epoch": 0.024650506605104528,
      "grad_norm": 239.54335021972656,
      "learning_rate": 0.00019999704790288206,
      "loss": 5.1051,
      "step": 3844
    },
    {
      "epoch": 0.024656919327946645,
      "grad_norm": 28.92201042175293,
      "learning_rate": 0.00019999704635465467,
      "loss": 4.9018,
      "step": 3845
    },
    {
      "epoch": 0.024663332050788765,
      "grad_norm": 115.8745346069336,
      "learning_rate": 0.00019999704480602146,
      "loss": 5.3244,
      "step": 3846
    },
    {
      "epoch": 0.024669744773630882,
      "grad_norm": 73.77598571777344,
      "learning_rate": 0.00019999704325698235,
      "loss": 5.0795,
      "step": 3847
    },
    {
      "epoch": 0.024676157496473002,
      "grad_norm": 161.32415771484375,
      "learning_rate": 0.00019999704170753734,
      "loss": 5.4409,
      "step": 3848
    },
    {
      "epoch": 0.024682570219315123,
      "grad_norm": 200.0574493408203,
      "learning_rate": 0.0001999970401576865,
      "loss": 5.0452,
      "step": 3849
    },
    {
      "epoch": 0.02468898294215724,
      "grad_norm": 245.76573181152344,
      "learning_rate": 0.00019999703860742977,
      "loss": 5.3792,
      "step": 3850
    },
    {
      "epoch": 0.02469539566499936,
      "grad_norm": 86.70032501220703,
      "learning_rate": 0.00019999703705676718,
      "loss": 5.1083,
      "step": 3851
    },
    {
      "epoch": 0.024701808387841476,
      "grad_norm": 36.64591979980469,
      "learning_rate": 0.0001999970355056987,
      "loss": 5.0996,
      "step": 3852
    },
    {
      "epoch": 0.024708221110683597,
      "grad_norm": 364.6131286621094,
      "learning_rate": 0.00019999703395422435,
      "loss": 4.9433,
      "step": 3853
    },
    {
      "epoch": 0.024714633833525713,
      "grad_norm": 27.432373046875,
      "learning_rate": 0.00019999703240234414,
      "loss": 4.9657,
      "step": 3854
    },
    {
      "epoch": 0.024721046556367834,
      "grad_norm": 32.55446243286133,
      "learning_rate": 0.00019999703085005807,
      "loss": 5.0106,
      "step": 3855
    },
    {
      "epoch": 0.024727459279209954,
      "grad_norm": 98.20472717285156,
      "learning_rate": 0.00019999702929736612,
      "loss": 5.0102,
      "step": 3856
    },
    {
      "epoch": 0.02473387200205207,
      "grad_norm": 39.07662582397461,
      "learning_rate": 0.0001999970277442683,
      "loss": 4.9616,
      "step": 3857
    },
    {
      "epoch": 0.02474028472489419,
      "grad_norm": 27.431415557861328,
      "learning_rate": 0.00019999702619076458,
      "loss": 4.9813,
      "step": 3858
    },
    {
      "epoch": 0.024746697447736308,
      "grad_norm": 653.3876953125,
      "learning_rate": 0.00019999702463685505,
      "loss": 5.1085,
      "step": 3859
    },
    {
      "epoch": 0.024753110170578428,
      "grad_norm": 32.098480224609375,
      "learning_rate": 0.00019999702308253959,
      "loss": 5.0012,
      "step": 3860
    },
    {
      "epoch": 0.024759522893420545,
      "grad_norm": 34.852256774902344,
      "learning_rate": 0.00019999702152781828,
      "loss": 4.911,
      "step": 3861
    },
    {
      "epoch": 0.024765935616262665,
      "grad_norm": 174.9634552001953,
      "learning_rate": 0.00019999701997269108,
      "loss": 5.0355,
      "step": 3862
    },
    {
      "epoch": 0.024772348339104786,
      "grad_norm": 51.20951843261719,
      "learning_rate": 0.00019999701841715803,
      "loss": 5.0551,
      "step": 3863
    },
    {
      "epoch": 0.024778761061946902,
      "grad_norm": 57.331138610839844,
      "learning_rate": 0.00019999701686121912,
      "loss": 4.8314,
      "step": 3864
    },
    {
      "epoch": 0.024785173784789023,
      "grad_norm": 108.58296966552734,
      "learning_rate": 0.0001999970153048743,
      "loss": 5.4442,
      "step": 3865
    },
    {
      "epoch": 0.02479158650763114,
      "grad_norm": 13.030821800231934,
      "learning_rate": 0.00019999701374812364,
      "loss": 4.9709,
      "step": 3866
    },
    {
      "epoch": 0.02479799923047326,
      "grad_norm": 33.822261810302734,
      "learning_rate": 0.0001999970121909671,
      "loss": 5.0404,
      "step": 3867
    },
    {
      "epoch": 0.024804411953315376,
      "grad_norm": 50.28087615966797,
      "learning_rate": 0.00019999701063340468,
      "loss": 4.9596,
      "step": 3868
    },
    {
      "epoch": 0.024810824676157497,
      "grad_norm": 142.17564392089844,
      "learning_rate": 0.00019999700907543638,
      "loss": 4.9442,
      "step": 3869
    },
    {
      "epoch": 0.024817237398999614,
      "grad_norm": 24.881149291992188,
      "learning_rate": 0.00019999700751706224,
      "loss": 4.9977,
      "step": 3870
    },
    {
      "epoch": 0.024823650121841734,
      "grad_norm": 30.125524520874023,
      "learning_rate": 0.00019999700595828222,
      "loss": 5.0414,
      "step": 3871
    },
    {
      "epoch": 0.024830062844683854,
      "grad_norm": 10.133325576782227,
      "learning_rate": 0.0001999970043990963,
      "loss": 4.9212,
      "step": 3872
    },
    {
      "epoch": 0.02483647556752597,
      "grad_norm": 38.72541046142578,
      "learning_rate": 0.00019999700283950458,
      "loss": 5.3272,
      "step": 3873
    },
    {
      "epoch": 0.02484288829036809,
      "grad_norm": 23.89067268371582,
      "learning_rate": 0.00019999700127950693,
      "loss": 5.1823,
      "step": 3874
    },
    {
      "epoch": 0.024849301013210208,
      "grad_norm": 18.415372848510742,
      "learning_rate": 0.0001999969997191034,
      "loss": 5.0546,
      "step": 3875
    },
    {
      "epoch": 0.024855713736052328,
      "grad_norm": 36.376197814941406,
      "learning_rate": 0.00019999699815829403,
      "loss": 5.1572,
      "step": 3876
    },
    {
      "epoch": 0.024862126458894445,
      "grad_norm": 20.720062255859375,
      "learning_rate": 0.0001999969965970788,
      "loss": 5.1354,
      "step": 3877
    },
    {
      "epoch": 0.024868539181736565,
      "grad_norm": 36.428287506103516,
      "learning_rate": 0.00019999699503545765,
      "loss": 4.9448,
      "step": 3878
    },
    {
      "epoch": 0.024874951904578686,
      "grad_norm": 15.784452438354492,
      "learning_rate": 0.00019999699347343067,
      "loss": 4.9824,
      "step": 3879
    },
    {
      "epoch": 0.024881364627420802,
      "grad_norm": 14.616622924804688,
      "learning_rate": 0.00019999699191099778,
      "loss": 4.978,
      "step": 3880
    },
    {
      "epoch": 0.024887777350262923,
      "grad_norm": 210.76185607910156,
      "learning_rate": 0.00019999699034815903,
      "loss": 4.9855,
      "step": 3881
    },
    {
      "epoch": 0.02489419007310504,
      "grad_norm": 9.705692291259766,
      "learning_rate": 0.00019999698878491443,
      "loss": 4.9568,
      "step": 3882
    },
    {
      "epoch": 0.02490060279594716,
      "grad_norm": 29.85296630859375,
      "learning_rate": 0.00019999698722126397,
      "loss": 4.8345,
      "step": 3883
    },
    {
      "epoch": 0.024907015518789277,
      "grad_norm": 18.793048858642578,
      "learning_rate": 0.0001999969856572076,
      "loss": 4.9586,
      "step": 3884
    },
    {
      "epoch": 0.024913428241631397,
      "grad_norm": 22.50458335876465,
      "learning_rate": 0.00019999698409274536,
      "loss": 4.8657,
      "step": 3885
    },
    {
      "epoch": 0.024919840964473517,
      "grad_norm": 20.331605911254883,
      "learning_rate": 0.00019999698252787728,
      "loss": 5.1329,
      "step": 3886
    },
    {
      "epoch": 0.024926253687315634,
      "grad_norm": 9.457491874694824,
      "learning_rate": 0.0001999969809626033,
      "loss": 4.8464,
      "step": 3887
    },
    {
      "epoch": 0.024932666410157754,
      "grad_norm": 12.532811164855957,
      "learning_rate": 0.00019999697939692348,
      "loss": 5.0418,
      "step": 3888
    },
    {
      "epoch": 0.02493907913299987,
      "grad_norm": 30.814786911010742,
      "learning_rate": 0.00019999697783083779,
      "loss": 4.9505,
      "step": 3889
    },
    {
      "epoch": 0.02494549185584199,
      "grad_norm": 10.216843605041504,
      "learning_rate": 0.0001999969762643462,
      "loss": 5.0053,
      "step": 3890
    },
    {
      "epoch": 0.024951904578684108,
      "grad_norm": 29.136653900146484,
      "learning_rate": 0.00019999697469744873,
      "loss": 4.9685,
      "step": 3891
    },
    {
      "epoch": 0.02495831730152623,
      "grad_norm": 18.65956687927246,
      "learning_rate": 0.00019999697313014542,
      "loss": 4.9248,
      "step": 3892
    },
    {
      "epoch": 0.024964730024368345,
      "grad_norm": 12.21491527557373,
      "learning_rate": 0.00019999697156243622,
      "loss": 5.0709,
      "step": 3893
    },
    {
      "epoch": 0.024971142747210465,
      "grad_norm": 9.521240234375,
      "learning_rate": 0.00019999696999432117,
      "loss": 5.1773,
      "step": 3894
    },
    {
      "epoch": 0.024977555470052586,
      "grad_norm": 19.03805923461914,
      "learning_rate": 0.00019999696842580022,
      "loss": 4.884,
      "step": 3895
    },
    {
      "epoch": 0.024983968192894702,
      "grad_norm": 14.785726547241211,
      "learning_rate": 0.0001999969668568734,
      "loss": 4.9935,
      "step": 3896
    },
    {
      "epoch": 0.024990380915736823,
      "grad_norm": 14.175191879272461,
      "learning_rate": 0.00019999696528754074,
      "loss": 4.8429,
      "step": 3897
    },
    {
      "epoch": 0.02499679363857894,
      "grad_norm": 13.469939231872559,
      "learning_rate": 0.00019999696371780218,
      "loss": 4.9739,
      "step": 3898
    },
    {
      "epoch": 0.02500320636142106,
      "grad_norm": 9.917217254638672,
      "learning_rate": 0.00019999696214765774,
      "loss": 5.0765,
      "step": 3899
    },
    {
      "epoch": 0.025009619084263177,
      "grad_norm": 138.22544860839844,
      "learning_rate": 0.0001999969605771075,
      "loss": 4.9875,
      "step": 3900
    },
    {
      "epoch": 0.025009619084263177,
      "eval_loss": 5.009951591491699,
      "eval_runtime": 34.7467,
      "eval_samples_per_second": 90.224,
      "eval_steps_per_second": 22.563,
      "step": 3900
    },
    {
      "epoch": 0.025016031807105297,
      "grad_norm": 19.71433448791504,
      "learning_rate": 0.00019999695900615132,
      "loss": 5.0026,
      "step": 3901
    },
    {
      "epoch": 0.025022444529947417,
      "grad_norm": 19.82067108154297,
      "learning_rate": 0.00019999695743478927,
      "loss": 5.0772,
      "step": 3902
    },
    {
      "epoch": 0.025028857252789534,
      "grad_norm": 10.719088554382324,
      "learning_rate": 0.00019999695586302139,
      "loss": 5.0469,
      "step": 3903
    },
    {
      "epoch": 0.025035269975631654,
      "grad_norm": 11.770705223083496,
      "learning_rate": 0.0001999969542908476,
      "loss": 5.0052,
      "step": 3904
    },
    {
      "epoch": 0.02504168269847377,
      "grad_norm": 22.326536178588867,
      "learning_rate": 0.00019999695271826794,
      "loss": 5.0742,
      "step": 3905
    },
    {
      "epoch": 0.02504809542131589,
      "grad_norm": 11.26224422454834,
      "learning_rate": 0.00019999695114528244,
      "loss": 5.135,
      "step": 3906
    },
    {
      "epoch": 0.025054508144158008,
      "grad_norm": 14.760714530944824,
      "learning_rate": 0.00019999694957189104,
      "loss": 4.9111,
      "step": 3907
    },
    {
      "epoch": 0.02506092086700013,
      "grad_norm": 11.793819427490234,
      "learning_rate": 0.0001999969479980938,
      "loss": 5.028,
      "step": 3908
    },
    {
      "epoch": 0.02506733358984225,
      "grad_norm": 12.743818283081055,
      "learning_rate": 0.00019999694642389065,
      "loss": 4.9617,
      "step": 3909
    },
    {
      "epoch": 0.025073746312684365,
      "grad_norm": 74.72937774658203,
      "learning_rate": 0.00019999694484928163,
      "loss": 5.1205,
      "step": 3910
    },
    {
      "epoch": 0.025080159035526486,
      "grad_norm": 6.4228668212890625,
      "learning_rate": 0.00019999694327426678,
      "loss": 4.9516,
      "step": 3911
    },
    {
      "epoch": 0.025086571758368603,
      "grad_norm": 9.770829200744629,
      "learning_rate": 0.00019999694169884602,
      "loss": 4.9507,
      "step": 3912
    },
    {
      "epoch": 0.025092984481210723,
      "grad_norm": 6.53056001663208,
      "learning_rate": 0.00019999694012301942,
      "loss": 4.9982,
      "step": 3913
    },
    {
      "epoch": 0.02509939720405284,
      "grad_norm": 8.498540878295898,
      "learning_rate": 0.00019999693854678692,
      "loss": 5.4229,
      "step": 3914
    },
    {
      "epoch": 0.02510580992689496,
      "grad_norm": 9.428345680236816,
      "learning_rate": 0.00019999693697014855,
      "loss": 4.9294,
      "step": 3915
    },
    {
      "epoch": 0.025112222649737077,
      "grad_norm": 7.6688642501831055,
      "learning_rate": 0.00019999693539310434,
      "loss": 5.042,
      "step": 3916
    },
    {
      "epoch": 0.025118635372579197,
      "grad_norm": 56.337066650390625,
      "learning_rate": 0.0001999969338156542,
      "loss": 5.1494,
      "step": 3917
    },
    {
      "epoch": 0.025125048095421317,
      "grad_norm": 10.582413673400879,
      "learning_rate": 0.00019999693223779824,
      "loss": 5.0522,
      "step": 3918
    },
    {
      "epoch": 0.025131460818263434,
      "grad_norm": 11.74398136138916,
      "learning_rate": 0.0001999969306595364,
      "loss": 4.9112,
      "step": 3919
    },
    {
      "epoch": 0.025137873541105554,
      "grad_norm": 7.845391273498535,
      "learning_rate": 0.0001999969290808687,
      "loss": 5.1409,
      "step": 3920
    },
    {
      "epoch": 0.02514428626394767,
      "grad_norm": 9.609070777893066,
      "learning_rate": 0.0001999969275017951,
      "loss": 5.4602,
      "step": 3921
    },
    {
      "epoch": 0.02515069898678979,
      "grad_norm": 10.263538360595703,
      "learning_rate": 0.00019999692592231565,
      "loss": 5.0415,
      "step": 3922
    },
    {
      "epoch": 0.025157111709631908,
      "grad_norm": 10.780817031860352,
      "learning_rate": 0.00019999692434243032,
      "loss": 4.8209,
      "step": 3923
    },
    {
      "epoch": 0.02516352443247403,
      "grad_norm": 12.745677947998047,
      "learning_rate": 0.00019999692276213913,
      "loss": 5.0824,
      "step": 3924
    },
    {
      "epoch": 0.02516993715531615,
      "grad_norm": 11.27715015411377,
      "learning_rate": 0.00019999692118144205,
      "loss": 4.9737,
      "step": 3925
    },
    {
      "epoch": 0.025176349878158265,
      "grad_norm": 9.325573921203613,
      "learning_rate": 0.0001999969196003391,
      "loss": 4.9645,
      "step": 3926
    },
    {
      "epoch": 0.025182762601000386,
      "grad_norm": 16.686023712158203,
      "learning_rate": 0.0001999969180188303,
      "loss": 5.2222,
      "step": 3927
    },
    {
      "epoch": 0.025189175323842503,
      "grad_norm": 15.77102279663086,
      "learning_rate": 0.00019999691643691564,
      "loss": 4.9422,
      "step": 3928
    },
    {
      "epoch": 0.025195588046684623,
      "grad_norm": 8.573492050170898,
      "learning_rate": 0.00019999691485459508,
      "loss": 5.0989,
      "step": 3929
    },
    {
      "epoch": 0.02520200076952674,
      "grad_norm": 6.868966579437256,
      "learning_rate": 0.00019999691327186864,
      "loss": 4.9836,
      "step": 3930
    },
    {
      "epoch": 0.02520841349236886,
      "grad_norm": 73.71556091308594,
      "learning_rate": 0.00019999691168873636,
      "loss": 5.0226,
      "step": 3931
    },
    {
      "epoch": 0.02521482621521098,
      "grad_norm": 19.641437530517578,
      "learning_rate": 0.00019999691010519818,
      "loss": 5.733,
      "step": 3932
    },
    {
      "epoch": 0.025221238938053097,
      "grad_norm": 14.520373344421387,
      "learning_rate": 0.00019999690852125413,
      "loss": 4.9333,
      "step": 3933
    },
    {
      "epoch": 0.025227651660895217,
      "grad_norm": 10.166268348693848,
      "learning_rate": 0.00019999690693690424,
      "loss": 4.9795,
      "step": 3934
    },
    {
      "epoch": 0.025234064383737334,
      "grad_norm": 7.068071365356445,
      "learning_rate": 0.00019999690535214845,
      "loss": 5.0195,
      "step": 3935
    },
    {
      "epoch": 0.025240477106579454,
      "grad_norm": 8.303421974182129,
      "learning_rate": 0.0001999969037669868,
      "loss": 5.2617,
      "step": 3936
    },
    {
      "epoch": 0.02524688982942157,
      "grad_norm": 13.471820831298828,
      "learning_rate": 0.00019999690218141928,
      "loss": 4.955,
      "step": 3937
    },
    {
      "epoch": 0.02525330255226369,
      "grad_norm": 6.964942932128906,
      "learning_rate": 0.0001999969005954459,
      "loss": 5.0033,
      "step": 3938
    },
    {
      "epoch": 0.025259715275105808,
      "grad_norm": 10.191861152648926,
      "learning_rate": 0.00019999689900906663,
      "loss": 5.1929,
      "step": 3939
    },
    {
      "epoch": 0.02526612799794793,
      "grad_norm": 13.27920913696289,
      "learning_rate": 0.00019999689742228148,
      "loss": 5.3858,
      "step": 3940
    },
    {
      "epoch": 0.02527254072079005,
      "grad_norm": 19.55977439880371,
      "learning_rate": 0.0001999968958350905,
      "loss": 5.4047,
      "step": 3941
    },
    {
      "epoch": 0.025278953443632166,
      "grad_norm": 9.006109237670898,
      "learning_rate": 0.00019999689424749363,
      "loss": 5.0857,
      "step": 3942
    },
    {
      "epoch": 0.025285366166474286,
      "grad_norm": 9.094901084899902,
      "learning_rate": 0.0001999968926594909,
      "loss": 4.9207,
      "step": 3943
    },
    {
      "epoch": 0.025291778889316403,
      "grad_norm": 9.885408401489258,
      "learning_rate": 0.00019999689107108226,
      "loss": 5.0974,
      "step": 3944
    },
    {
      "epoch": 0.025298191612158523,
      "grad_norm": 11.386609077453613,
      "learning_rate": 0.0001999968894822678,
      "loss": 4.9966,
      "step": 3945
    },
    {
      "epoch": 0.02530460433500064,
      "grad_norm": 10.631546020507812,
      "learning_rate": 0.00019999688789304742,
      "loss": 5.1475,
      "step": 3946
    },
    {
      "epoch": 0.02531101705784276,
      "grad_norm": 15.047061920166016,
      "learning_rate": 0.00019999688630342117,
      "loss": 5.0732,
      "step": 3947
    },
    {
      "epoch": 0.02531742978068488,
      "grad_norm": 10.77453899383545,
      "learning_rate": 0.00019999688471338906,
      "loss": 5.0469,
      "step": 3948
    },
    {
      "epoch": 0.025323842503526997,
      "grad_norm": 22.731395721435547,
      "learning_rate": 0.0001999968831229511,
      "loss": 4.88,
      "step": 3949
    },
    {
      "epoch": 0.025330255226369117,
      "grad_norm": 14.797621726989746,
      "learning_rate": 0.00019999688153210724,
      "loss": 5.2258,
      "step": 3950
    },
    {
      "epoch": 0.025336667949211234,
      "grad_norm": 9.056519508361816,
      "learning_rate": 0.00019999687994085754,
      "loss": 4.8877,
      "step": 3951
    },
    {
      "epoch": 0.025343080672053354,
      "grad_norm": 50.258628845214844,
      "learning_rate": 0.00019999687834920197,
      "loss": 5.0557,
      "step": 3952
    },
    {
      "epoch": 0.02534949339489547,
      "grad_norm": 10.05295467376709,
      "learning_rate": 0.00019999687675714052,
      "loss": 4.9128,
      "step": 3953
    },
    {
      "epoch": 0.02535590611773759,
      "grad_norm": 9.476085662841797,
      "learning_rate": 0.0001999968751646732,
      "loss": 5.0628,
      "step": 3954
    },
    {
      "epoch": 0.025362318840579712,
      "grad_norm": 15.25682544708252,
      "learning_rate": 0.0001999968735718,
      "loss": 5.2452,
      "step": 3955
    },
    {
      "epoch": 0.02536873156342183,
      "grad_norm": 8.429085731506348,
      "learning_rate": 0.00019999687197852094,
      "loss": 4.909,
      "step": 3956
    },
    {
      "epoch": 0.02537514428626395,
      "grad_norm": 360.3394470214844,
      "learning_rate": 0.00019999687038483598,
      "loss": 5.464,
      "step": 3957
    },
    {
      "epoch": 0.025381557009106066,
      "grad_norm": 59.177879333496094,
      "learning_rate": 0.00019999686879074518,
      "loss": 5.0841,
      "step": 3958
    },
    {
      "epoch": 0.025387969731948186,
      "grad_norm": 10.876485824584961,
      "learning_rate": 0.0001999968671962485,
      "loss": 5.3288,
      "step": 3959
    },
    {
      "epoch": 0.025394382454790303,
      "grad_norm": 11.051005363464355,
      "learning_rate": 0.00019999686560134597,
      "loss": 5.3172,
      "step": 3960
    },
    {
      "epoch": 0.025400795177632423,
      "grad_norm": 7.825682163238525,
      "learning_rate": 0.00019999686400603753,
      "loss": 4.9544,
      "step": 3961
    },
    {
      "epoch": 0.02540720790047454,
      "grad_norm": 9.205164909362793,
      "learning_rate": 0.00019999686241032322,
      "loss": 4.8565,
      "step": 3962
    },
    {
      "epoch": 0.02541362062331666,
      "grad_norm": 24.821195602416992,
      "learning_rate": 0.00019999686081420307,
      "loss": 5.2738,
      "step": 3963
    },
    {
      "epoch": 0.02542003334615878,
      "grad_norm": 10.812750816345215,
      "learning_rate": 0.00019999685921767704,
      "loss": 5.1816,
      "step": 3964
    },
    {
      "epoch": 0.025426446069000897,
      "grad_norm": 8.159875869750977,
      "learning_rate": 0.00019999685762074515,
      "loss": 5.1266,
      "step": 3965
    },
    {
      "epoch": 0.025432858791843017,
      "grad_norm": 34.12607192993164,
      "learning_rate": 0.00019999685602340735,
      "loss": 4.8816,
      "step": 3966
    },
    {
      "epoch": 0.025439271514685134,
      "grad_norm": 6.754611492156982,
      "learning_rate": 0.0001999968544256637,
      "loss": 4.9771,
      "step": 3967
    },
    {
      "epoch": 0.025445684237527254,
      "grad_norm": 27.091123580932617,
      "learning_rate": 0.0001999968528275142,
      "loss": 5.0453,
      "step": 3968
    },
    {
      "epoch": 0.02545209696036937,
      "grad_norm": 12.59225082397461,
      "learning_rate": 0.00019999685122895882,
      "loss": 4.9905,
      "step": 3969
    },
    {
      "epoch": 0.02545850968321149,
      "grad_norm": 10.435579299926758,
      "learning_rate": 0.00019999684962999754,
      "loss": 5.1729,
      "step": 3970
    },
    {
      "epoch": 0.025464922406053612,
      "grad_norm": 14.270177841186523,
      "learning_rate": 0.00019999684803063042,
      "loss": 4.9925,
      "step": 3971
    },
    {
      "epoch": 0.02547133512889573,
      "grad_norm": 7.36790132522583,
      "learning_rate": 0.00019999684643085743,
      "loss": 5.3147,
      "step": 3972
    },
    {
      "epoch": 0.02547774785173785,
      "grad_norm": 12.211455345153809,
      "learning_rate": 0.00019999684483067856,
      "loss": 5.0207,
      "step": 3973
    },
    {
      "epoch": 0.025484160574579966,
      "grad_norm": 12.617852210998535,
      "learning_rate": 0.00019999684323009382,
      "loss": 5.0166,
      "step": 3974
    },
    {
      "epoch": 0.025490573297422086,
      "grad_norm": 13.219535827636719,
      "learning_rate": 0.0001999968416291032,
      "loss": 4.9778,
      "step": 3975
    },
    {
      "epoch": 0.025496986020264203,
      "grad_norm": 16.919326782226562,
      "learning_rate": 0.0001999968400277067,
      "loss": 5.0057,
      "step": 3976
    },
    {
      "epoch": 0.025503398743106323,
      "grad_norm": 13.199748039245605,
      "learning_rate": 0.0001999968384259044,
      "loss": 5.0415,
      "step": 3977
    },
    {
      "epoch": 0.025509811465948443,
      "grad_norm": 69.19261169433594,
      "learning_rate": 0.00019999683682369614,
      "loss": 4.9859,
      "step": 3978
    },
    {
      "epoch": 0.02551622418879056,
      "grad_norm": 15.629474639892578,
      "learning_rate": 0.00019999683522108205,
      "loss": 5.1285,
      "step": 3979
    },
    {
      "epoch": 0.02552263691163268,
      "grad_norm": 32.067710876464844,
      "learning_rate": 0.00019999683361806209,
      "loss": 5.3704,
      "step": 3980
    },
    {
      "epoch": 0.025529049634474797,
      "grad_norm": 15.536604881286621,
      "learning_rate": 0.00019999683201463622,
      "loss": 5.1315,
      "step": 3981
    },
    {
      "epoch": 0.025535462357316917,
      "grad_norm": 35.64177322387695,
      "learning_rate": 0.00019999683041080455,
      "loss": 5.3154,
      "step": 3982
    },
    {
      "epoch": 0.025541875080159034,
      "grad_norm": 17.491365432739258,
      "learning_rate": 0.00019999682880656697,
      "loss": 5.1431,
      "step": 3983
    },
    {
      "epoch": 0.025548287803001155,
      "grad_norm": 21.760984420776367,
      "learning_rate": 0.00019999682720192352,
      "loss": 5.38,
      "step": 3984
    },
    {
      "epoch": 0.02555470052584327,
      "grad_norm": 17.26900291442871,
      "learning_rate": 0.00019999682559687418,
      "loss": 5.1334,
      "step": 3985
    },
    {
      "epoch": 0.02556111324868539,
      "grad_norm": 11.13715934753418,
      "learning_rate": 0.00019999682399141902,
      "loss": 5.0211,
      "step": 3986
    },
    {
      "epoch": 0.025567525971527512,
      "grad_norm": 11.151450157165527,
      "learning_rate": 0.00019999682238555796,
      "loss": 5.0396,
      "step": 3987
    },
    {
      "epoch": 0.02557393869436963,
      "grad_norm": 11.139413833618164,
      "learning_rate": 0.000199996820779291,
      "loss": 4.9666,
      "step": 3988
    },
    {
      "epoch": 0.02558035141721175,
      "grad_norm": 9.923266410827637,
      "learning_rate": 0.00019999681917261822,
      "loss": 5.0168,
      "step": 3989
    },
    {
      "epoch": 0.025586764140053866,
      "grad_norm": 22.1562442779541,
      "learning_rate": 0.00019999681756553957,
      "loss": 5.0319,
      "step": 3990
    },
    {
      "epoch": 0.025593176862895986,
      "grad_norm": 82.97351837158203,
      "learning_rate": 0.00019999681595805503,
      "loss": 5.1304,
      "step": 3991
    },
    {
      "epoch": 0.025599589585738103,
      "grad_norm": 13.692858695983887,
      "learning_rate": 0.0001999968143501646,
      "loss": 5.1217,
      "step": 3992
    },
    {
      "epoch": 0.025606002308580223,
      "grad_norm": 23.457420349121094,
      "learning_rate": 0.00019999681274186833,
      "loss": 5.2717,
      "step": 3993
    },
    {
      "epoch": 0.025612415031422343,
      "grad_norm": 13.510388374328613,
      "learning_rate": 0.00019999681113316617,
      "loss": 5.1018,
      "step": 3994
    },
    {
      "epoch": 0.02561882775426446,
      "grad_norm": 9.816317558288574,
      "learning_rate": 0.00019999680952405814,
      "loss": 4.7963,
      "step": 3995
    },
    {
      "epoch": 0.02562524047710658,
      "grad_norm": 10.658829689025879,
      "learning_rate": 0.00019999680791454424,
      "loss": 5.2005,
      "step": 3996
    },
    {
      "epoch": 0.025631653199948697,
      "grad_norm": 12.738083839416504,
      "learning_rate": 0.00019999680630462447,
      "loss": 4.974,
      "step": 3997
    },
    {
      "epoch": 0.025638065922790818,
      "grad_norm": 13.539520263671875,
      "learning_rate": 0.00019999680469429883,
      "loss": 4.9617,
      "step": 3998
    },
    {
      "epoch": 0.025644478645632934,
      "grad_norm": 23.79369354248047,
      "learning_rate": 0.0001999968030835673,
      "loss": 4.9009,
      "step": 3999
    },
    {
      "epoch": 0.025650891368475055,
      "grad_norm": 11.326708793640137,
      "learning_rate": 0.00019999680147242996,
      "loss": 5.1832,
      "step": 4000
    },
    {
      "epoch": 0.025650891368475055,
      "eval_loss": 5.022162914276123,
      "eval_runtime": 34.737,
      "eval_samples_per_second": 90.25,
      "eval_steps_per_second": 22.57,
      "step": 4000
    },
    {
      "epoch": 0.025657304091317175,
      "grad_norm": 12.566753387451172,
      "learning_rate": 0.0001999967998608867,
      "loss": 4.9344,
      "step": 4001
    },
    {
      "epoch": 0.02566371681415929,
      "grad_norm": 25.5394229888916,
      "learning_rate": 0.0001999967982489376,
      "loss": 5.3836,
      "step": 4002
    },
    {
      "epoch": 0.025670129537001412,
      "grad_norm": 27.692354202270508,
      "learning_rate": 0.0001999967966365826,
      "loss": 5.2204,
      "step": 4003
    },
    {
      "epoch": 0.02567654225984353,
      "grad_norm": 14.946969032287598,
      "learning_rate": 0.00019999679502382173,
      "loss": 4.9565,
      "step": 4004
    },
    {
      "epoch": 0.02568295498268565,
      "grad_norm": 10.08028507232666,
      "learning_rate": 0.00019999679341065502,
      "loss": 5.0141,
      "step": 4005
    },
    {
      "epoch": 0.025689367705527766,
      "grad_norm": 13.49073314666748,
      "learning_rate": 0.0001999967917970824,
      "loss": 5.0416,
      "step": 4006
    },
    {
      "epoch": 0.025695780428369886,
      "grad_norm": 9.52427864074707,
      "learning_rate": 0.00019999679018310395,
      "loss": 5.0464,
      "step": 4007
    },
    {
      "epoch": 0.025702193151212003,
      "grad_norm": 10.51461410522461,
      "learning_rate": 0.0001999967885687196,
      "loss": 4.8412,
      "step": 4008
    },
    {
      "epoch": 0.025708605874054123,
      "grad_norm": 24.641414642333984,
      "learning_rate": 0.00019999678695392938,
      "loss": 5.1167,
      "step": 4009
    },
    {
      "epoch": 0.025715018596896243,
      "grad_norm": 9.247060775756836,
      "learning_rate": 0.0001999967853387333,
      "loss": 4.9247,
      "step": 4010
    },
    {
      "epoch": 0.02572143131973836,
      "grad_norm": 25.678382873535156,
      "learning_rate": 0.00019999678372313134,
      "loss": 4.9504,
      "step": 4011
    },
    {
      "epoch": 0.02572784404258048,
      "grad_norm": 22.033023834228516,
      "learning_rate": 0.00019999678210712353,
      "loss": 4.976,
      "step": 4012
    },
    {
      "epoch": 0.025734256765422597,
      "grad_norm": 28.09748649597168,
      "learning_rate": 0.00019999678049070985,
      "loss": 4.9111,
      "step": 4013
    },
    {
      "epoch": 0.025740669488264718,
      "grad_norm": 23.415632247924805,
      "learning_rate": 0.00019999677887389027,
      "loss": 4.9361,
      "step": 4014
    },
    {
      "epoch": 0.025747082211106834,
      "grad_norm": 10.348185539245605,
      "learning_rate": 0.00019999677725666485,
      "loss": 5.0845,
      "step": 4015
    },
    {
      "epoch": 0.025753494933948955,
      "grad_norm": 30.376361846923828,
      "learning_rate": 0.00019999677563903355,
      "loss": 5.1132,
      "step": 4016
    },
    {
      "epoch": 0.025759907656791075,
      "grad_norm": 8.228199005126953,
      "learning_rate": 0.00019999677402099636,
      "loss": 5.092,
      "step": 4017
    },
    {
      "epoch": 0.025766320379633192,
      "grad_norm": 41.61260986328125,
      "learning_rate": 0.00019999677240255332,
      "loss": 5.1082,
      "step": 4018
    },
    {
      "epoch": 0.025772733102475312,
      "grad_norm": 10.729251861572266,
      "learning_rate": 0.00019999677078370441,
      "loss": 5.2813,
      "step": 4019
    },
    {
      "epoch": 0.02577914582531743,
      "grad_norm": 15.554023742675781,
      "learning_rate": 0.00019999676916444964,
      "loss": 4.9774,
      "step": 4020
    },
    {
      "epoch": 0.02578555854815955,
      "grad_norm": 9.176738739013672,
      "learning_rate": 0.00019999676754478896,
      "loss": 5.0863,
      "step": 4021
    },
    {
      "epoch": 0.025791971271001666,
      "grad_norm": 28.821063995361328,
      "learning_rate": 0.00019999676592472244,
      "loss": 5.1255,
      "step": 4022
    },
    {
      "epoch": 0.025798383993843786,
      "grad_norm": 11.740824699401855,
      "learning_rate": 0.00019999676430425004,
      "loss": 5.3696,
      "step": 4023
    },
    {
      "epoch": 0.025804796716685906,
      "grad_norm": 13.717312812805176,
      "learning_rate": 0.00019999676268337178,
      "loss": 4.9418,
      "step": 4024
    },
    {
      "epoch": 0.025811209439528023,
      "grad_norm": 14.435493469238281,
      "learning_rate": 0.00019999676106208765,
      "loss": 4.8908,
      "step": 4025
    },
    {
      "epoch": 0.025817622162370144,
      "grad_norm": 20.1281681060791,
      "learning_rate": 0.00019999675944039761,
      "loss": 4.8721,
      "step": 4026
    },
    {
      "epoch": 0.02582403488521226,
      "grad_norm": 10.015227317810059,
      "learning_rate": 0.00019999675781830176,
      "loss": 4.8939,
      "step": 4027
    },
    {
      "epoch": 0.02583044760805438,
      "grad_norm": 9.704296112060547,
      "learning_rate": 0.00019999675619580002,
      "loss": 5.1593,
      "step": 4028
    },
    {
      "epoch": 0.025836860330896497,
      "grad_norm": 8.834023475646973,
      "learning_rate": 0.00019999675457289237,
      "loss": 4.9935,
      "step": 4029
    },
    {
      "epoch": 0.025843273053738618,
      "grad_norm": 14.509716987609863,
      "learning_rate": 0.00019999675294957888,
      "loss": 5.648,
      "step": 4030
    },
    {
      "epoch": 0.025849685776580734,
      "grad_norm": 13.843168258666992,
      "learning_rate": 0.00019999675132585955,
      "loss": 4.9588,
      "step": 4031
    },
    {
      "epoch": 0.025856098499422855,
      "grad_norm": 15.794970512390137,
      "learning_rate": 0.00019999674970173431,
      "loss": 4.9602,
      "step": 4032
    },
    {
      "epoch": 0.025862511222264975,
      "grad_norm": 13.890829086303711,
      "learning_rate": 0.0001999967480772032,
      "loss": 5.0339,
      "step": 4033
    },
    {
      "epoch": 0.025868923945107092,
      "grad_norm": 63.14179992675781,
      "learning_rate": 0.00019999674645226624,
      "loss": 4.9267,
      "step": 4034
    },
    {
      "epoch": 0.025875336667949212,
      "grad_norm": 20.09018898010254,
      "learning_rate": 0.00019999674482692342,
      "loss": 5.0464,
      "step": 4035
    },
    {
      "epoch": 0.02588174939079133,
      "grad_norm": 11.987873077392578,
      "learning_rate": 0.00019999674320117468,
      "loss": 5.2899,
      "step": 4036
    },
    {
      "epoch": 0.02588816211363345,
      "grad_norm": 18.624311447143555,
      "learning_rate": 0.00019999674157502011,
      "loss": 5.0919,
      "step": 4037
    },
    {
      "epoch": 0.025894574836475566,
      "grad_norm": 14.83928108215332,
      "learning_rate": 0.00019999673994845966,
      "loss": 5.0908,
      "step": 4038
    },
    {
      "epoch": 0.025900987559317686,
      "grad_norm": 16.229185104370117,
      "learning_rate": 0.00019999673832149335,
      "loss": 5.1902,
      "step": 4039
    },
    {
      "epoch": 0.025907400282159807,
      "grad_norm": 25.128013610839844,
      "learning_rate": 0.00019999673669412115,
      "loss": 5.0339,
      "step": 4040
    },
    {
      "epoch": 0.025913813005001923,
      "grad_norm": 23.033727645874023,
      "learning_rate": 0.00019999673506634305,
      "loss": 5.0055,
      "step": 4041
    },
    {
      "epoch": 0.025920225727844044,
      "grad_norm": 25.49245834350586,
      "learning_rate": 0.00019999673343815914,
      "loss": 5.1714,
      "step": 4042
    },
    {
      "epoch": 0.02592663845068616,
      "grad_norm": 33.09193801879883,
      "learning_rate": 0.00019999673180956932,
      "loss": 4.9109,
      "step": 4043
    },
    {
      "epoch": 0.02593305117352828,
      "grad_norm": 13.090591430664062,
      "learning_rate": 0.00019999673018057367,
      "loss": 5.2505,
      "step": 4044
    },
    {
      "epoch": 0.025939463896370397,
      "grad_norm": 47.71864700317383,
      "learning_rate": 0.00019999672855117214,
      "loss": 5.0889,
      "step": 4045
    },
    {
      "epoch": 0.025945876619212518,
      "grad_norm": 9.771093368530273,
      "learning_rate": 0.0001999967269213647,
      "loss": 5.1442,
      "step": 4046
    },
    {
      "epoch": 0.025952289342054638,
      "grad_norm": 19.442834854125977,
      "learning_rate": 0.00019999672529115144,
      "loss": 5.0013,
      "step": 4047
    },
    {
      "epoch": 0.025958702064896755,
      "grad_norm": 12.55087947845459,
      "learning_rate": 0.00019999672366053227,
      "loss": 4.9923,
      "step": 4048
    },
    {
      "epoch": 0.025965114787738875,
      "grad_norm": 15.044214248657227,
      "learning_rate": 0.00019999672202950726,
      "loss": 4.9819,
      "step": 4049
    },
    {
      "epoch": 0.025971527510580992,
      "grad_norm": 8.276959419250488,
      "learning_rate": 0.00019999672039807634,
      "loss": 5.0723,
      "step": 4050
    },
    {
      "epoch": 0.025977940233423112,
      "grad_norm": 24.65931510925293,
      "learning_rate": 0.0001999967187662396,
      "loss": 4.9914,
      "step": 4051
    },
    {
      "epoch": 0.02598435295626523,
      "grad_norm": 288.7945251464844,
      "learning_rate": 0.00019999671713399696,
      "loss": 4.9843,
      "step": 4052
    },
    {
      "epoch": 0.02599076567910735,
      "grad_norm": 38.84819793701172,
      "learning_rate": 0.00019999671550134846,
      "loss": 4.9931,
      "step": 4053
    },
    {
      "epoch": 0.025997178401949466,
      "grad_norm": 27.058067321777344,
      "learning_rate": 0.00019999671386829407,
      "loss": 5.1471,
      "step": 4054
    },
    {
      "epoch": 0.026003591124791586,
      "grad_norm": 26.32805633544922,
      "learning_rate": 0.00019999671223483383,
      "loss": 4.9357,
      "step": 4055
    },
    {
      "epoch": 0.026010003847633707,
      "grad_norm": 30.737197875976562,
      "learning_rate": 0.00019999671060096772,
      "loss": 4.9289,
      "step": 4056
    },
    {
      "epoch": 0.026016416570475823,
      "grad_norm": 15.234092712402344,
      "learning_rate": 0.00019999670896669574,
      "loss": 5.0601,
      "step": 4057
    },
    {
      "epoch": 0.026022829293317944,
      "grad_norm": 24.51789093017578,
      "learning_rate": 0.00019999670733201788,
      "loss": 4.9769,
      "step": 4058
    },
    {
      "epoch": 0.02602924201616006,
      "grad_norm": 32.5615348815918,
      "learning_rate": 0.00019999670569693416,
      "loss": 5.0219,
      "step": 4059
    },
    {
      "epoch": 0.02603565473900218,
      "grad_norm": 66.0014877319336,
      "learning_rate": 0.00019999670406144456,
      "loss": 5.0496,
      "step": 4060
    },
    {
      "epoch": 0.026042067461844298,
      "grad_norm": 25.068822860717773,
      "learning_rate": 0.0001999967024255491,
      "loss": 5.0042,
      "step": 4061
    },
    {
      "epoch": 0.026048480184686418,
      "grad_norm": 53.092891693115234,
      "learning_rate": 0.00019999670078924776,
      "loss": 5.0635,
      "step": 4062
    },
    {
      "epoch": 0.026054892907528538,
      "grad_norm": 17.65949821472168,
      "learning_rate": 0.00019999669915254055,
      "loss": 5.0854,
      "step": 4063
    },
    {
      "epoch": 0.026061305630370655,
      "grad_norm": 35.6545295715332,
      "learning_rate": 0.00019999669751542747,
      "loss": 4.9241,
      "step": 4064
    },
    {
      "epoch": 0.026067718353212775,
      "grad_norm": 143.1484375,
      "learning_rate": 0.00019999669587790852,
      "loss": 5.1925,
      "step": 4065
    },
    {
      "epoch": 0.026074131076054892,
      "grad_norm": 35.799705505371094,
      "learning_rate": 0.0001999966942399837,
      "loss": 5.1098,
      "step": 4066
    },
    {
      "epoch": 0.026080543798897012,
      "grad_norm": 31.33197021484375,
      "learning_rate": 0.000199996692601653,
      "loss": 5.157,
      "step": 4067
    },
    {
      "epoch": 0.02608695652173913,
      "grad_norm": 17.112173080444336,
      "learning_rate": 0.00019999669096291647,
      "loss": 5.0979,
      "step": 4068
    },
    {
      "epoch": 0.02609336924458125,
      "grad_norm": 29.9046573638916,
      "learning_rate": 0.00019999668932377403,
      "loss": 5.0461,
      "step": 4069
    },
    {
      "epoch": 0.02609978196742337,
      "grad_norm": 41.421058654785156,
      "learning_rate": 0.00019999668768422573,
      "loss": 5.1041,
      "step": 4070
    },
    {
      "epoch": 0.026106194690265486,
      "grad_norm": 42.87318801879883,
      "learning_rate": 0.00019999668604427158,
      "loss": 4.9749,
      "step": 4071
    },
    {
      "epoch": 0.026112607413107607,
      "grad_norm": 28.819944381713867,
      "learning_rate": 0.00019999668440391153,
      "loss": 4.989,
      "step": 4072
    },
    {
      "epoch": 0.026119020135949723,
      "grad_norm": 48.937400817871094,
      "learning_rate": 0.00019999668276314564,
      "loss": 5.0628,
      "step": 4073
    },
    {
      "epoch": 0.026125432858791844,
      "grad_norm": 71.03229522705078,
      "learning_rate": 0.00019999668112197385,
      "loss": 5.0171,
      "step": 4074
    },
    {
      "epoch": 0.02613184558163396,
      "grad_norm": 113.62264251708984,
      "learning_rate": 0.0001999966794803962,
      "loss": 4.8711,
      "step": 4075
    },
    {
      "epoch": 0.02613825830447608,
      "grad_norm": 33.57980728149414,
      "learning_rate": 0.00019999667783841268,
      "loss": 5.0217,
      "step": 4076
    },
    {
      "epoch": 0.026144671027318198,
      "grad_norm": 15.427526473999023,
      "learning_rate": 0.0001999966761960233,
      "loss": 5.0633,
      "step": 4077
    },
    {
      "epoch": 0.026151083750160318,
      "grad_norm": 20.32602310180664,
      "learning_rate": 0.00019999667455322803,
      "loss": 5.2105,
      "step": 4078
    },
    {
      "epoch": 0.026157496473002438,
      "grad_norm": 25.20242691040039,
      "learning_rate": 0.00019999667291002694,
      "loss": 5.0202,
      "step": 4079
    },
    {
      "epoch": 0.026163909195844555,
      "grad_norm": 15.68908405303955,
      "learning_rate": 0.00019999667126641992,
      "loss": 5.1642,
      "step": 4080
    },
    {
      "epoch": 0.026170321918686675,
      "grad_norm": 64.53677368164062,
      "learning_rate": 0.00019999666962240706,
      "loss": 4.9425,
      "step": 4081
    },
    {
      "epoch": 0.026176734641528792,
      "grad_norm": 18.18414306640625,
      "learning_rate": 0.00019999666797798833,
      "loss": 5.0034,
      "step": 4082
    },
    {
      "epoch": 0.026183147364370912,
      "grad_norm": 17.952547073364258,
      "learning_rate": 0.0001999966663331637,
      "loss": 5.0309,
      "step": 4083
    },
    {
      "epoch": 0.02618956008721303,
      "grad_norm": 24.676044464111328,
      "learning_rate": 0.00019999666468793322,
      "loss": 5.0895,
      "step": 4084
    },
    {
      "epoch": 0.02619597281005515,
      "grad_norm": 28.025968551635742,
      "learning_rate": 0.00019999666304229688,
      "loss": 4.9904,
      "step": 4085
    },
    {
      "epoch": 0.02620238553289727,
      "grad_norm": 22.441862106323242,
      "learning_rate": 0.0001999966613962547,
      "loss": 4.9846,
      "step": 4086
    },
    {
      "epoch": 0.026208798255739386,
      "grad_norm": 15.402531623840332,
      "learning_rate": 0.0001999966597498066,
      "loss": 5.0,
      "step": 4087
    },
    {
      "epoch": 0.026215210978581507,
      "grad_norm": 29.21274185180664,
      "learning_rate": 0.00019999665810295261,
      "loss": 5.0131,
      "step": 4088
    },
    {
      "epoch": 0.026221623701423624,
      "grad_norm": 57.12546157836914,
      "learning_rate": 0.0001999966564556928,
      "loss": 4.9067,
      "step": 4089
    },
    {
      "epoch": 0.026228036424265744,
      "grad_norm": 48.1784553527832,
      "learning_rate": 0.00019999665480802708,
      "loss": 5.0586,
      "step": 4090
    },
    {
      "epoch": 0.02623444914710786,
      "grad_norm": 18.487733840942383,
      "learning_rate": 0.00019999665315995554,
      "loss": 4.9565,
      "step": 4091
    },
    {
      "epoch": 0.02624086186994998,
      "grad_norm": 15.199209213256836,
      "learning_rate": 0.0001999966515114781,
      "loss": 5.0483,
      "step": 4092
    },
    {
      "epoch": 0.0262472745927921,
      "grad_norm": 41.84444808959961,
      "learning_rate": 0.00019999664986259478,
      "loss": 5.157,
      "step": 4093
    },
    {
      "epoch": 0.026253687315634218,
      "grad_norm": 78.69966125488281,
      "learning_rate": 0.00019999664821330562,
      "loss": 4.8189,
      "step": 4094
    },
    {
      "epoch": 0.026260100038476338,
      "grad_norm": 41.81040954589844,
      "learning_rate": 0.00019999664656361057,
      "loss": 5.1021,
      "step": 4095
    },
    {
      "epoch": 0.026266512761318455,
      "grad_norm": 31.411544799804688,
      "learning_rate": 0.00019999664491350964,
      "loss": 5.2415,
      "step": 4096
    },
    {
      "epoch": 0.026272925484160575,
      "grad_norm": 13.746034622192383,
      "learning_rate": 0.00019999664326300284,
      "loss": 5.2079,
      "step": 4097
    },
    {
      "epoch": 0.026279338207002692,
      "grad_norm": 106.77034759521484,
      "learning_rate": 0.0001999966416120902,
      "loss": 4.7832,
      "step": 4098
    },
    {
      "epoch": 0.026285750929844812,
      "grad_norm": 15.170626640319824,
      "learning_rate": 0.0001999966399607717,
      "loss": 4.9571,
      "step": 4099
    },
    {
      "epoch": 0.02629216365268693,
      "grad_norm": 73.81401062011719,
      "learning_rate": 0.0001999966383090473,
      "loss": 5.1671,
      "step": 4100
    },
    {
      "epoch": 0.02629216365268693,
      "eval_loss": 5.0078301429748535,
      "eval_runtime": 34.7808,
      "eval_samples_per_second": 90.136,
      "eval_steps_per_second": 22.541,
      "step": 4100
    },
    {
      "epoch": 0.02629857637552905,
      "grad_norm": 28.89385223388672,
      "learning_rate": 0.00019999663665691705,
      "loss": 5.0799,
      "step": 4101
    },
    {
      "epoch": 0.02630498909837117,
      "grad_norm": 18.92717170715332,
      "learning_rate": 0.0001999966350043809,
      "loss": 4.9159,
      "step": 4102
    },
    {
      "epoch": 0.026311401821213286,
      "grad_norm": 48.329795837402344,
      "learning_rate": 0.00019999663335143887,
      "loss": 5.0107,
      "step": 4103
    },
    {
      "epoch": 0.026317814544055407,
      "grad_norm": 28.594587326049805,
      "learning_rate": 0.00019999663169809103,
      "loss": 5.0588,
      "step": 4104
    },
    {
      "epoch": 0.026324227266897524,
      "grad_norm": 16.978351593017578,
      "learning_rate": 0.00019999663004433726,
      "loss": 5.0892,
      "step": 4105
    },
    {
      "epoch": 0.026330639989739644,
      "grad_norm": 65.40605163574219,
      "learning_rate": 0.00019999662839017765,
      "loss": 5.0635,
      "step": 4106
    },
    {
      "epoch": 0.02633705271258176,
      "grad_norm": 22.33816909790039,
      "learning_rate": 0.00019999662673561214,
      "loss": 4.9649,
      "step": 4107
    },
    {
      "epoch": 0.02634346543542388,
      "grad_norm": 20.671663284301758,
      "learning_rate": 0.0001999966250806408,
      "loss": 4.9664,
      "step": 4108
    },
    {
      "epoch": 0.026349878158266,
      "grad_norm": 22.996856689453125,
      "learning_rate": 0.00019999662342526356,
      "loss": 5.0496,
      "step": 4109
    },
    {
      "epoch": 0.026356290881108118,
      "grad_norm": 34.808021545410156,
      "learning_rate": 0.0001999966217694805,
      "loss": 5.2361,
      "step": 4110
    },
    {
      "epoch": 0.026362703603950238,
      "grad_norm": 9.148115158081055,
      "learning_rate": 0.00019999662011329153,
      "loss": 5.0464,
      "step": 4111
    },
    {
      "epoch": 0.026369116326792355,
      "grad_norm": 24.51828384399414,
      "learning_rate": 0.0001999966184566967,
      "loss": 5.0696,
      "step": 4112
    },
    {
      "epoch": 0.026375529049634475,
      "grad_norm": 9.607444763183594,
      "learning_rate": 0.00019999661679969598,
      "loss": 4.9238,
      "step": 4113
    },
    {
      "epoch": 0.026381941772476592,
      "grad_norm": 16.40076446533203,
      "learning_rate": 0.0001999966151422894,
      "loss": 5.1173,
      "step": 4114
    },
    {
      "epoch": 0.026388354495318712,
      "grad_norm": 34.39841079711914,
      "learning_rate": 0.00019999661348447698,
      "loss": 4.9349,
      "step": 4115
    },
    {
      "epoch": 0.026394767218160833,
      "grad_norm": 21.262968063354492,
      "learning_rate": 0.00019999661182625866,
      "loss": 5.1337,
      "step": 4116
    },
    {
      "epoch": 0.02640117994100295,
      "grad_norm": 7.66487455368042,
      "learning_rate": 0.0001999966101676345,
      "loss": 4.9423,
      "step": 4117
    },
    {
      "epoch": 0.02640759266384507,
      "grad_norm": 22.09516716003418,
      "learning_rate": 0.00019999660850860443,
      "loss": 5.1415,
      "step": 4118
    },
    {
      "epoch": 0.026414005386687187,
      "grad_norm": 14.098344802856445,
      "learning_rate": 0.0001999966068491685,
      "loss": 5.2843,
      "step": 4119
    },
    {
      "epoch": 0.026420418109529307,
      "grad_norm": 14.34708309173584,
      "learning_rate": 0.0001999966051893267,
      "loss": 5.0972,
      "step": 4120
    },
    {
      "epoch": 0.026426830832371424,
      "grad_norm": 9.632698059082031,
      "learning_rate": 0.00019999660352907906,
      "loss": 4.9817,
      "step": 4121
    },
    {
      "epoch": 0.026433243555213544,
      "grad_norm": 28.61642837524414,
      "learning_rate": 0.00019999660186842551,
      "loss": 5.0928,
      "step": 4122
    },
    {
      "epoch": 0.02643965627805566,
      "grad_norm": 9.259841918945312,
      "learning_rate": 0.00019999660020736612,
      "loss": 5.0609,
      "step": 4123
    },
    {
      "epoch": 0.02644606900089778,
      "grad_norm": 11.86002254486084,
      "learning_rate": 0.00019999659854590086,
      "loss": 5.0812,
      "step": 4124
    },
    {
      "epoch": 0.0264524817237399,
      "grad_norm": 24.927207946777344,
      "learning_rate": 0.0001999965968840297,
      "loss": 4.9104,
      "step": 4125
    },
    {
      "epoch": 0.026458894446582018,
      "grad_norm": 8.777298927307129,
      "learning_rate": 0.00019999659522175272,
      "loss": 4.927,
      "step": 4126
    },
    {
      "epoch": 0.02646530716942414,
      "grad_norm": 8.777257919311523,
      "learning_rate": 0.00019999659355906984,
      "loss": 4.8641,
      "step": 4127
    },
    {
      "epoch": 0.026471719892266255,
      "grad_norm": 11.448493003845215,
      "learning_rate": 0.00019999659189598107,
      "loss": 4.9589,
      "step": 4128
    },
    {
      "epoch": 0.026478132615108375,
      "grad_norm": 24.409961700439453,
      "learning_rate": 0.00019999659023248648,
      "loss": 5.0771,
      "step": 4129
    },
    {
      "epoch": 0.026484545337950492,
      "grad_norm": 14.984745979309082,
      "learning_rate": 0.00019999658856858596,
      "loss": 5.3217,
      "step": 4130
    },
    {
      "epoch": 0.026490958060792612,
      "grad_norm": 18.45243263244629,
      "learning_rate": 0.0001999965869042796,
      "loss": 4.9754,
      "step": 4131
    },
    {
      "epoch": 0.026497370783634733,
      "grad_norm": 15.124272346496582,
      "learning_rate": 0.00019999658523956737,
      "loss": 5.222,
      "step": 4132
    },
    {
      "epoch": 0.02650378350647685,
      "grad_norm": 13.593303680419922,
      "learning_rate": 0.0001999965835744493,
      "loss": 4.9299,
      "step": 4133
    },
    {
      "epoch": 0.02651019622931897,
      "grad_norm": 16.019588470458984,
      "learning_rate": 0.00019999658190892532,
      "loss": 5.1256,
      "step": 4134
    },
    {
      "epoch": 0.026516608952161087,
      "grad_norm": 19.92817497253418,
      "learning_rate": 0.00019999658024299547,
      "loss": 5.2157,
      "step": 4135
    },
    {
      "epoch": 0.026523021675003207,
      "grad_norm": 10.13197135925293,
      "learning_rate": 0.00019999657857665975,
      "loss": 4.8734,
      "step": 4136
    },
    {
      "epoch": 0.026529434397845324,
      "grad_norm": 26.248485565185547,
      "learning_rate": 0.0001999965769099182,
      "loss": 5.0026,
      "step": 4137
    },
    {
      "epoch": 0.026535847120687444,
      "grad_norm": 64.85021209716797,
      "learning_rate": 0.00019999657524277076,
      "loss": 5.0806,
      "step": 4138
    },
    {
      "epoch": 0.026542259843529564,
      "grad_norm": 21.116518020629883,
      "learning_rate": 0.00019999657357521743,
      "loss": 5.0254,
      "step": 4139
    },
    {
      "epoch": 0.02654867256637168,
      "grad_norm": 12.236178398132324,
      "learning_rate": 0.00019999657190725823,
      "loss": 5.0673,
      "step": 4140
    },
    {
      "epoch": 0.0265550852892138,
      "grad_norm": 20.40182113647461,
      "learning_rate": 0.0001999965702388932,
      "loss": 5.3381,
      "step": 4141
    },
    {
      "epoch": 0.026561498012055918,
      "grad_norm": 16.241178512573242,
      "learning_rate": 0.00019999656857012227,
      "loss": 4.9144,
      "step": 4142
    },
    {
      "epoch": 0.02656791073489804,
      "grad_norm": 31.941139221191406,
      "learning_rate": 0.00019999656690094549,
      "loss": 5.1408,
      "step": 4143
    },
    {
      "epoch": 0.026574323457740155,
      "grad_norm": 17.186180114746094,
      "learning_rate": 0.0001999965652313628,
      "loss": 4.8765,
      "step": 4144
    },
    {
      "epoch": 0.026580736180582275,
      "grad_norm": 29.946943283081055,
      "learning_rate": 0.00019999656356137427,
      "loss": 4.9599,
      "step": 4145
    },
    {
      "epoch": 0.026587148903424392,
      "grad_norm": 19.344097137451172,
      "learning_rate": 0.00019999656189097987,
      "loss": 4.9833,
      "step": 4146
    },
    {
      "epoch": 0.026593561626266513,
      "grad_norm": 16.67043113708496,
      "learning_rate": 0.0001999965602201796,
      "loss": 5.2867,
      "step": 4147
    },
    {
      "epoch": 0.026599974349108633,
      "grad_norm": 13.985808372497559,
      "learning_rate": 0.00019999655854897346,
      "loss": 5.2824,
      "step": 4148
    },
    {
      "epoch": 0.02660638707195075,
      "grad_norm": 30.49611473083496,
      "learning_rate": 0.00019999655687736144,
      "loss": 5.0008,
      "step": 4149
    },
    {
      "epoch": 0.02661279979479287,
      "grad_norm": 13.676429748535156,
      "learning_rate": 0.0001999965552053436,
      "loss": 5.1909,
      "step": 4150
    },
    {
      "epoch": 0.026619212517634987,
      "grad_norm": 27.844083786010742,
      "learning_rate": 0.00019999655353291983,
      "loss": 4.9764,
      "step": 4151
    },
    {
      "epoch": 0.026625625240477107,
      "grad_norm": 15.571165084838867,
      "learning_rate": 0.0001999965518600902,
      "loss": 5.0735,
      "step": 4152
    },
    {
      "epoch": 0.026632037963319224,
      "grad_norm": 14.0933198928833,
      "learning_rate": 0.00019999655018685473,
      "loss": 5.0019,
      "step": 4153
    },
    {
      "epoch": 0.026638450686161344,
      "grad_norm": 10.347143173217773,
      "learning_rate": 0.00019999654851321337,
      "loss": 5.3812,
      "step": 4154
    },
    {
      "epoch": 0.026644863409003464,
      "grad_norm": 18.581096649169922,
      "learning_rate": 0.00019999654683916615,
      "loss": 4.9365,
      "step": 4155
    },
    {
      "epoch": 0.02665127613184558,
      "grad_norm": 14.56412124633789,
      "learning_rate": 0.00019999654516471304,
      "loss": 5.1043,
      "step": 4156
    },
    {
      "epoch": 0.0266576888546877,
      "grad_norm": 20.8692569732666,
      "learning_rate": 0.0001999965434898541,
      "loss": 4.7499,
      "step": 4157
    },
    {
      "epoch": 0.026664101577529818,
      "grad_norm": 40.12267303466797,
      "learning_rate": 0.00019999654181458923,
      "loss": 5.0355,
      "step": 4158
    },
    {
      "epoch": 0.02667051430037194,
      "grad_norm": 24.489410400390625,
      "learning_rate": 0.00019999654013891854,
      "loss": 5.1128,
      "step": 4159
    },
    {
      "epoch": 0.026676927023214055,
      "grad_norm": 32.14510726928711,
      "learning_rate": 0.00019999653846284194,
      "loss": 5.0492,
      "step": 4160
    },
    {
      "epoch": 0.026683339746056176,
      "grad_norm": 20.80272102355957,
      "learning_rate": 0.00019999653678635953,
      "loss": 5.5102,
      "step": 4161
    },
    {
      "epoch": 0.026689752468898296,
      "grad_norm": 11.758502006530762,
      "learning_rate": 0.0001999965351094712,
      "loss": 5.1726,
      "step": 4162
    },
    {
      "epoch": 0.026696165191740413,
      "grad_norm": 20.145986557006836,
      "learning_rate": 0.000199996533432177,
      "loss": 4.9218,
      "step": 4163
    },
    {
      "epoch": 0.026702577914582533,
      "grad_norm": 25.53945541381836,
      "learning_rate": 0.00019999653175447696,
      "loss": 4.9815,
      "step": 4164
    },
    {
      "epoch": 0.02670899063742465,
      "grad_norm": 18.5789794921875,
      "learning_rate": 0.00019999653007637104,
      "loss": 5.1072,
      "step": 4165
    },
    {
      "epoch": 0.02671540336026677,
      "grad_norm": 12.85098648071289,
      "learning_rate": 0.00019999652839785924,
      "loss": 4.9311,
      "step": 4166
    },
    {
      "epoch": 0.026721816083108887,
      "grad_norm": 35.2474479675293,
      "learning_rate": 0.0001999965267189416,
      "loss": 4.8316,
      "step": 4167
    },
    {
      "epoch": 0.026728228805951007,
      "grad_norm": 22.820919036865234,
      "learning_rate": 0.00019999652503961807,
      "loss": 4.8745,
      "step": 4168
    },
    {
      "epoch": 0.026734641528793124,
      "grad_norm": 20.01582908630371,
      "learning_rate": 0.00019999652335988866,
      "loss": 5.1466,
      "step": 4169
    },
    {
      "epoch": 0.026741054251635244,
      "grad_norm": 16.040590286254883,
      "learning_rate": 0.00019999652167975338,
      "loss": 5.1316,
      "step": 4170
    },
    {
      "epoch": 0.026747466974477364,
      "grad_norm": 41.74656295776367,
      "learning_rate": 0.00019999651999921226,
      "loss": 5.0638,
      "step": 4171
    },
    {
      "epoch": 0.02675387969731948,
      "grad_norm": 42.49922180175781,
      "learning_rate": 0.00019999651831826523,
      "loss": 5.0742,
      "step": 4172
    },
    {
      "epoch": 0.0267602924201616,
      "grad_norm": 19.850465774536133,
      "learning_rate": 0.00019999651663691237,
      "loss": 4.8674,
      "step": 4173
    },
    {
      "epoch": 0.026766705143003718,
      "grad_norm": 76.37723541259766,
      "learning_rate": 0.0001999965149551536,
      "loss": 5.1071,
      "step": 4174
    },
    {
      "epoch": 0.02677311786584584,
      "grad_norm": 24.589111328125,
      "learning_rate": 0.000199996513272989,
      "loss": 4.9407,
      "step": 4175
    },
    {
      "epoch": 0.026779530588687955,
      "grad_norm": 32.70640182495117,
      "learning_rate": 0.00019999651159041852,
      "loss": 4.9862,
      "step": 4176
    },
    {
      "epoch": 0.026785943311530076,
      "grad_norm": 19.71055030822754,
      "learning_rate": 0.00019999650990744217,
      "loss": 4.778,
      "step": 4177
    },
    {
      "epoch": 0.026792356034372196,
      "grad_norm": 36.753089904785156,
      "learning_rate": 0.00019999650822405992,
      "loss": 4.9298,
      "step": 4178
    },
    {
      "epoch": 0.026798768757214313,
      "grad_norm": 56.990997314453125,
      "learning_rate": 0.00019999650654027183,
      "loss": 4.9248,
      "step": 4179
    },
    {
      "epoch": 0.026805181480056433,
      "grad_norm": 33.49576187133789,
      "learning_rate": 0.00019999650485607787,
      "loss": 5.453,
      "step": 4180
    },
    {
      "epoch": 0.02681159420289855,
      "grad_norm": 45.246986389160156,
      "learning_rate": 0.00019999650317147806,
      "loss": 5.0245,
      "step": 4181
    },
    {
      "epoch": 0.02681800692574067,
      "grad_norm": 13.167527198791504,
      "learning_rate": 0.00019999650148647236,
      "loss": 4.9133,
      "step": 4182
    },
    {
      "epoch": 0.026824419648582787,
      "grad_norm": 35.76261520385742,
      "learning_rate": 0.00019999649980106078,
      "loss": 4.9956,
      "step": 4183
    },
    {
      "epoch": 0.026830832371424907,
      "grad_norm": 84.19134521484375,
      "learning_rate": 0.00019999649811524334,
      "loss": 4.8455,
      "step": 4184
    },
    {
      "epoch": 0.026837245094267027,
      "grad_norm": 14.355484008789062,
      "learning_rate": 0.00019999649642902002,
      "loss": 4.9798,
      "step": 4185
    },
    {
      "epoch": 0.026843657817109144,
      "grad_norm": 18.864425659179688,
      "learning_rate": 0.00019999649474239085,
      "loss": 5.1102,
      "step": 4186
    },
    {
      "epoch": 0.026850070539951264,
      "grad_norm": 18.330074310302734,
      "learning_rate": 0.00019999649305535582,
      "loss": 5.1147,
      "step": 4187
    },
    {
      "epoch": 0.02685648326279338,
      "grad_norm": 22.561180114746094,
      "learning_rate": 0.00019999649136791486,
      "loss": 4.959,
      "step": 4188
    },
    {
      "epoch": 0.0268628959856355,
      "grad_norm": 97.2442626953125,
      "learning_rate": 0.0001999964896800681,
      "loss": 4.9309,
      "step": 4189
    },
    {
      "epoch": 0.02686930870847762,
      "grad_norm": 31.920007705688477,
      "learning_rate": 0.00019999648799181544,
      "loss": 4.9172,
      "step": 4190
    },
    {
      "epoch": 0.02687572143131974,
      "grad_norm": 154.11135864257812,
      "learning_rate": 0.00019999648630315692,
      "loss": 5.6042,
      "step": 4191
    },
    {
      "epoch": 0.026882134154161855,
      "grad_norm": 20.065460205078125,
      "learning_rate": 0.00019999648461409254,
      "loss": 5.0925,
      "step": 4192
    },
    {
      "epoch": 0.026888546877003976,
      "grad_norm": 48.81222152709961,
      "learning_rate": 0.00019999648292462228,
      "loss": 4.9864,
      "step": 4193
    },
    {
      "epoch": 0.026894959599846096,
      "grad_norm": 13.623867988586426,
      "learning_rate": 0.00019999648123474612,
      "loss": 5.0596,
      "step": 4194
    },
    {
      "epoch": 0.026901372322688213,
      "grad_norm": 20.040964126586914,
      "learning_rate": 0.00019999647954446412,
      "loss": 5.0832,
      "step": 4195
    },
    {
      "epoch": 0.026907785045530333,
      "grad_norm": 61.858219146728516,
      "learning_rate": 0.00019999647785377627,
      "loss": 5.1008,
      "step": 4196
    },
    {
      "epoch": 0.02691419776837245,
      "grad_norm": 12.651998519897461,
      "learning_rate": 0.0001999964761626825,
      "loss": 5.0604,
      "step": 4197
    },
    {
      "epoch": 0.02692061049121457,
      "grad_norm": 141.77777099609375,
      "learning_rate": 0.0001999964744711829,
      "loss": 4.9591,
      "step": 4198
    },
    {
      "epoch": 0.026927023214056687,
      "grad_norm": 20.07146453857422,
      "learning_rate": 0.00019999647277927745,
      "loss": 5.0158,
      "step": 4199
    },
    {
      "epoch": 0.026933435936898807,
      "grad_norm": 44.966529846191406,
      "learning_rate": 0.0001999964710869661,
      "loss": 5.0152,
      "step": 4200
    },
    {
      "epoch": 0.026933435936898807,
      "eval_loss": 4.996392726898193,
      "eval_runtime": 34.7545,
      "eval_samples_per_second": 90.204,
      "eval_steps_per_second": 22.558,
      "step": 4200
    },
    {
      "epoch": 0.026939848659740927,
      "grad_norm": 20.734888076782227,
      "learning_rate": 0.00019999646939424887,
      "loss": 4.9289,
      "step": 4201
    },
    {
      "epoch": 0.026946261382583044,
      "grad_norm": 18.692169189453125,
      "learning_rate": 0.00019999646770112577,
      "loss": 4.9977,
      "step": 4202
    },
    {
      "epoch": 0.026952674105425165,
      "grad_norm": 14.139877319335938,
      "learning_rate": 0.00019999646600759682,
      "loss": 5.1488,
      "step": 4203
    },
    {
      "epoch": 0.02695908682826728,
      "grad_norm": 52.31929397583008,
      "learning_rate": 0.00019999646431366198,
      "loss": 5.0211,
      "step": 4204
    },
    {
      "epoch": 0.0269654995511094,
      "grad_norm": 23.96879768371582,
      "learning_rate": 0.00019999646261932132,
      "loss": 4.9775,
      "step": 4205
    },
    {
      "epoch": 0.02697191227395152,
      "grad_norm": 35.129764556884766,
      "learning_rate": 0.00019999646092457477,
      "loss": 5.3118,
      "step": 4206
    },
    {
      "epoch": 0.02697832499679364,
      "grad_norm": 30.127405166625977,
      "learning_rate": 0.0001999964592294223,
      "loss": 4.7887,
      "step": 4207
    },
    {
      "epoch": 0.02698473771963576,
      "grad_norm": 30.329051971435547,
      "learning_rate": 0.00019999645753386401,
      "loss": 4.7691,
      "step": 4208
    },
    {
      "epoch": 0.026991150442477876,
      "grad_norm": 20.409584045410156,
      "learning_rate": 0.00019999645583789984,
      "loss": 5.0242,
      "step": 4209
    },
    {
      "epoch": 0.026997563165319996,
      "grad_norm": 24.16094970703125,
      "learning_rate": 0.00019999645414152978,
      "loss": 5.0467,
      "step": 4210
    },
    {
      "epoch": 0.027003975888162113,
      "grad_norm": 43.12007522583008,
      "learning_rate": 0.0001999964524447539,
      "loss": 4.9634,
      "step": 4211
    },
    {
      "epoch": 0.027010388611004233,
      "grad_norm": 36.14485168457031,
      "learning_rate": 0.0001999964507475721,
      "loss": 4.9842,
      "step": 4212
    },
    {
      "epoch": 0.02701680133384635,
      "grad_norm": 12.619650840759277,
      "learning_rate": 0.00019999644904998448,
      "loss": 4.8682,
      "step": 4213
    },
    {
      "epoch": 0.02702321405668847,
      "grad_norm": 13.214003562927246,
      "learning_rate": 0.00019999644735199096,
      "loss": 5.3688,
      "step": 4214
    },
    {
      "epoch": 0.027029626779530587,
      "grad_norm": 24.710453033447266,
      "learning_rate": 0.00019999644565359156,
      "loss": 5.0461,
      "step": 4215
    },
    {
      "epoch": 0.027036039502372707,
      "grad_norm": 19.82705307006836,
      "learning_rate": 0.00019999644395478632,
      "loss": 5.1135,
      "step": 4216
    },
    {
      "epoch": 0.027042452225214827,
      "grad_norm": 19.450395584106445,
      "learning_rate": 0.0001999964422555752,
      "loss": 4.9567,
      "step": 4217
    },
    {
      "epoch": 0.027048864948056944,
      "grad_norm": 32.26997375488281,
      "learning_rate": 0.0001999964405559582,
      "loss": 4.7819,
      "step": 4218
    },
    {
      "epoch": 0.027055277670899065,
      "grad_norm": 15.785460472106934,
      "learning_rate": 0.00019999643885593534,
      "loss": 5.0576,
      "step": 4219
    },
    {
      "epoch": 0.02706169039374118,
      "grad_norm": 18.903377532958984,
      "learning_rate": 0.00019999643715550662,
      "loss": 4.9431,
      "step": 4220
    },
    {
      "epoch": 0.0270681031165833,
      "grad_norm": 12.419413566589355,
      "learning_rate": 0.00019999643545467202,
      "loss": 4.957,
      "step": 4221
    },
    {
      "epoch": 0.02707451583942542,
      "grad_norm": 492.72686767578125,
      "learning_rate": 0.00019999643375343156,
      "loss": 5.1565,
      "step": 4222
    },
    {
      "epoch": 0.02708092856226754,
      "grad_norm": 20.770978927612305,
      "learning_rate": 0.00019999643205178522,
      "loss": 4.8226,
      "step": 4223
    },
    {
      "epoch": 0.02708734128510966,
      "grad_norm": 15.373147964477539,
      "learning_rate": 0.00019999643034973298,
      "loss": 4.7916,
      "step": 4224
    },
    {
      "epoch": 0.027093754007951776,
      "grad_norm": 9.42066478729248,
      "learning_rate": 0.00019999642864727493,
      "loss": 4.8733,
      "step": 4225
    },
    {
      "epoch": 0.027100166730793896,
      "grad_norm": 22.152917861938477,
      "learning_rate": 0.00019999642694441098,
      "loss": 4.9005,
      "step": 4226
    },
    {
      "epoch": 0.027106579453636013,
      "grad_norm": 43.586753845214844,
      "learning_rate": 0.00019999642524114118,
      "loss": 5.0971,
      "step": 4227
    },
    {
      "epoch": 0.027112992176478133,
      "grad_norm": 28.2015380859375,
      "learning_rate": 0.0001999964235374655,
      "loss": 5.1052,
      "step": 4228
    },
    {
      "epoch": 0.02711940489932025,
      "grad_norm": 14.305282592773438,
      "learning_rate": 0.00019999642183338395,
      "loss": 5.1676,
      "step": 4229
    },
    {
      "epoch": 0.02712581762216237,
      "grad_norm": 38.54987716674805,
      "learning_rate": 0.00019999642012889652,
      "loss": 5.0187,
      "step": 4230
    },
    {
      "epoch": 0.02713223034500449,
      "grad_norm": 30.340402603149414,
      "learning_rate": 0.00019999641842400324,
      "loss": 4.9458,
      "step": 4231
    },
    {
      "epoch": 0.027138643067846607,
      "grad_norm": 18.399232864379883,
      "learning_rate": 0.00019999641671870406,
      "loss": 4.9222,
      "step": 4232
    },
    {
      "epoch": 0.027145055790688728,
      "grad_norm": 32.58112716674805,
      "learning_rate": 0.00019999641501299907,
      "loss": 5.1927,
      "step": 4233
    },
    {
      "epoch": 0.027151468513530844,
      "grad_norm": 50.437767028808594,
      "learning_rate": 0.00019999641330688817,
      "loss": 5.2137,
      "step": 4234
    },
    {
      "epoch": 0.027157881236372965,
      "grad_norm": 20.571674346923828,
      "learning_rate": 0.00019999641160037138,
      "loss": 5.2933,
      "step": 4235
    },
    {
      "epoch": 0.02716429395921508,
      "grad_norm": 18.534164428710938,
      "learning_rate": 0.00019999640989344877,
      "loss": 4.8441,
      "step": 4236
    },
    {
      "epoch": 0.0271707066820572,
      "grad_norm": 15.12055492401123,
      "learning_rate": 0.00019999640818612027,
      "loss": 5.0751,
      "step": 4237
    },
    {
      "epoch": 0.027177119404899322,
      "grad_norm": 35.324180603027344,
      "learning_rate": 0.00019999640647838586,
      "loss": 4.9426,
      "step": 4238
    },
    {
      "epoch": 0.02718353212774144,
      "grad_norm": 15.160676956176758,
      "learning_rate": 0.00019999640477024564,
      "loss": 4.9768,
      "step": 4239
    },
    {
      "epoch": 0.02718994485058356,
      "grad_norm": 8.879279136657715,
      "learning_rate": 0.00019999640306169952,
      "loss": 5.0125,
      "step": 4240
    },
    {
      "epoch": 0.027196357573425676,
      "grad_norm": 16.8061466217041,
      "learning_rate": 0.00019999640135274756,
      "loss": 4.9084,
      "step": 4241
    },
    {
      "epoch": 0.027202770296267796,
      "grad_norm": 20.119787216186523,
      "learning_rate": 0.0001999963996433897,
      "loss": 4.8452,
      "step": 4242
    },
    {
      "epoch": 0.027209183019109913,
      "grad_norm": 17.92879867553711,
      "learning_rate": 0.000199996397933626,
      "loss": 5.2111,
      "step": 4243
    },
    {
      "epoch": 0.027215595741952033,
      "grad_norm": 19.80344581604004,
      "learning_rate": 0.00019999639622345642,
      "loss": 5.0151,
      "step": 4244
    },
    {
      "epoch": 0.02722200846479415,
      "grad_norm": 44.61941909790039,
      "learning_rate": 0.00019999639451288094,
      "loss": 5.0274,
      "step": 4245
    },
    {
      "epoch": 0.02722842118763627,
      "grad_norm": 17.10507583618164,
      "learning_rate": 0.00019999639280189962,
      "loss": 5.1148,
      "step": 4246
    },
    {
      "epoch": 0.02723483391047839,
      "grad_norm": 33.80663299560547,
      "learning_rate": 0.00019999639109051246,
      "loss": 5.1108,
      "step": 4247
    },
    {
      "epoch": 0.027241246633320507,
      "grad_norm": 17.09438133239746,
      "learning_rate": 0.00019999638937871937,
      "loss": 4.9794,
      "step": 4248
    },
    {
      "epoch": 0.027247659356162628,
      "grad_norm": 134.15603637695312,
      "learning_rate": 0.00019999638766652044,
      "loss": 5.0452,
      "step": 4249
    },
    {
      "epoch": 0.027254072079004744,
      "grad_norm": 17.12547492980957,
      "learning_rate": 0.00019999638595391566,
      "loss": 5.105,
      "step": 4250
    },
    {
      "epoch": 0.027260484801846865,
      "grad_norm": 42.635765075683594,
      "learning_rate": 0.000199996384240905,
      "loss": 4.8835,
      "step": 4251
    },
    {
      "epoch": 0.02726689752468898,
      "grad_norm": 14.57990550994873,
      "learning_rate": 0.00019999638252748845,
      "loss": 4.9963,
      "step": 4252
    },
    {
      "epoch": 0.027273310247531102,
      "grad_norm": 111.46403503417969,
      "learning_rate": 0.00019999638081366606,
      "loss": 5.0436,
      "step": 4253
    },
    {
      "epoch": 0.027279722970373222,
      "grad_norm": 50.36014175415039,
      "learning_rate": 0.00019999637909943777,
      "loss": 4.9937,
      "step": 4254
    },
    {
      "epoch": 0.02728613569321534,
      "grad_norm": 13.60682201385498,
      "learning_rate": 0.0001999963773848036,
      "loss": 5.0574,
      "step": 4255
    },
    {
      "epoch": 0.02729254841605746,
      "grad_norm": 38.00883483886719,
      "learning_rate": 0.0001999963756697636,
      "loss": 5.0185,
      "step": 4256
    },
    {
      "epoch": 0.027298961138899576,
      "grad_norm": 15.332151412963867,
      "learning_rate": 0.00019999637395431773,
      "loss": 5.1463,
      "step": 4257
    },
    {
      "epoch": 0.027305373861741696,
      "grad_norm": 20.42119598388672,
      "learning_rate": 0.000199996372238466,
      "loss": 5.0048,
      "step": 4258
    },
    {
      "epoch": 0.027311786584583813,
      "grad_norm": 84.04055786132812,
      "learning_rate": 0.00019999637052220837,
      "loss": 4.9119,
      "step": 4259
    },
    {
      "epoch": 0.027318199307425933,
      "grad_norm": 19.21245002746582,
      "learning_rate": 0.0001999963688055449,
      "loss": 4.7704,
      "step": 4260
    },
    {
      "epoch": 0.027324612030268054,
      "grad_norm": 29.15088653564453,
      "learning_rate": 0.0001999963670884755,
      "loss": 5.1317,
      "step": 4261
    },
    {
      "epoch": 0.02733102475311017,
      "grad_norm": 53.4281005859375,
      "learning_rate": 0.0001999963653710003,
      "loss": 4.9272,
      "step": 4262
    },
    {
      "epoch": 0.02733743747595229,
      "grad_norm": 27.006546020507812,
      "learning_rate": 0.0001999963636531192,
      "loss": 4.9229,
      "step": 4263
    },
    {
      "epoch": 0.027343850198794407,
      "grad_norm": 31.7888240814209,
      "learning_rate": 0.00019999636193483226,
      "loss": 5.0012,
      "step": 4264
    },
    {
      "epoch": 0.027350262921636528,
      "grad_norm": 50.661155700683594,
      "learning_rate": 0.00019999636021613944,
      "loss": 4.901,
      "step": 4265
    },
    {
      "epoch": 0.027356675644478644,
      "grad_norm": 105.42398071289062,
      "learning_rate": 0.00019999635849704073,
      "loss": 5.0777,
      "step": 4266
    },
    {
      "epoch": 0.027363088367320765,
      "grad_norm": 18.190204620361328,
      "learning_rate": 0.00019999635677753617,
      "loss": 4.8701,
      "step": 4267
    },
    {
      "epoch": 0.02736950109016288,
      "grad_norm": 32.71488571166992,
      "learning_rate": 0.00019999635505762572,
      "loss": 4.9991,
      "step": 4268
    },
    {
      "epoch": 0.027375913813005002,
      "grad_norm": 45.43822479248047,
      "learning_rate": 0.00019999635333730942,
      "loss": 4.9638,
      "step": 4269
    },
    {
      "epoch": 0.027382326535847122,
      "grad_norm": 65.72415161132812,
      "learning_rate": 0.00019999635161658725,
      "loss": 5.2489,
      "step": 4270
    },
    {
      "epoch": 0.02738873925868924,
      "grad_norm": 85.31006622314453,
      "learning_rate": 0.0001999963498954592,
      "loss": 5.3605,
      "step": 4271
    },
    {
      "epoch": 0.02739515198153136,
      "grad_norm": 32.780250549316406,
      "learning_rate": 0.00019999634817392527,
      "loss": 5.2174,
      "step": 4272
    },
    {
      "epoch": 0.027401564704373476,
      "grad_norm": 40.845767974853516,
      "learning_rate": 0.0001999963464519855,
      "loss": 5.0621,
      "step": 4273
    },
    {
      "epoch": 0.027407977427215596,
      "grad_norm": 30.123075485229492,
      "learning_rate": 0.00019999634472963985,
      "loss": 4.9678,
      "step": 4274
    },
    {
      "epoch": 0.027414390150057713,
      "grad_norm": 74.00581359863281,
      "learning_rate": 0.00019999634300688836,
      "loss": 5.0653,
      "step": 4275
    },
    {
      "epoch": 0.027420802872899833,
      "grad_norm": 32.08122634887695,
      "learning_rate": 0.00019999634128373096,
      "loss": 4.8539,
      "step": 4276
    },
    {
      "epoch": 0.027427215595741954,
      "grad_norm": 34.83945846557617,
      "learning_rate": 0.0001999963395601677,
      "loss": 5.1545,
      "step": 4277
    },
    {
      "epoch": 0.02743362831858407,
      "grad_norm": 48.945735931396484,
      "learning_rate": 0.0001999963378361986,
      "loss": 4.9743,
      "step": 4278
    },
    {
      "epoch": 0.02744004104142619,
      "grad_norm": 31.486597061157227,
      "learning_rate": 0.0001999963361118236,
      "loss": 4.8804,
      "step": 4279
    },
    {
      "epoch": 0.027446453764268307,
      "grad_norm": 124.1794204711914,
      "learning_rate": 0.00019999633438704271,
      "loss": 4.9668,
      "step": 4280
    },
    {
      "epoch": 0.027452866487110428,
      "grad_norm": 44.04723358154297,
      "learning_rate": 0.000199996332661856,
      "loss": 5.0754,
      "step": 4281
    },
    {
      "epoch": 0.027459279209952545,
      "grad_norm": 60.41498565673828,
      "learning_rate": 0.0001999963309362634,
      "loss": 5.0078,
      "step": 4282
    },
    {
      "epoch": 0.027465691932794665,
      "grad_norm": 22.534690856933594,
      "learning_rate": 0.00019999632921026495,
      "loss": 5.0254,
      "step": 4283
    },
    {
      "epoch": 0.027472104655636785,
      "grad_norm": 35.315269470214844,
      "learning_rate": 0.00019999632748386061,
      "loss": 5.1225,
      "step": 4284
    },
    {
      "epoch": 0.027478517378478902,
      "grad_norm": 18.172168731689453,
      "learning_rate": 0.0001999963257570504,
      "loss": 5.0642,
      "step": 4285
    },
    {
      "epoch": 0.027484930101321022,
      "grad_norm": 24.78253746032715,
      "learning_rate": 0.00019999632402983432,
      "loss": 5.062,
      "step": 4286
    },
    {
      "epoch": 0.02749134282416314,
      "grad_norm": 26.989967346191406,
      "learning_rate": 0.0001999963223022124,
      "loss": 5.0633,
      "step": 4287
    },
    {
      "epoch": 0.02749775554700526,
      "grad_norm": 21.906890869140625,
      "learning_rate": 0.00019999632057418458,
      "loss": 4.998,
      "step": 4288
    },
    {
      "epoch": 0.027504168269847376,
      "grad_norm": 211.1338653564453,
      "learning_rate": 0.0001999963188457509,
      "loss": 5.2436,
      "step": 4289
    },
    {
      "epoch": 0.027510580992689496,
      "grad_norm": 25.13590431213379,
      "learning_rate": 0.00019999631711691137,
      "loss": 4.9673,
      "step": 4290
    },
    {
      "epoch": 0.027516993715531613,
      "grad_norm": 29.220922470092773,
      "learning_rate": 0.00019999631538766594,
      "loss": 4.9606,
      "step": 4291
    },
    {
      "epoch": 0.027523406438373733,
      "grad_norm": 35.74890899658203,
      "learning_rate": 0.00019999631365801466,
      "loss": 4.9864,
      "step": 4292
    },
    {
      "epoch": 0.027529819161215854,
      "grad_norm": 34.08314895629883,
      "learning_rate": 0.0001999963119279575,
      "loss": 5.2706,
      "step": 4293
    },
    {
      "epoch": 0.02753623188405797,
      "grad_norm": 31.83350372314453,
      "learning_rate": 0.0001999963101974945,
      "loss": 5.4303,
      "step": 4294
    },
    {
      "epoch": 0.02754264460690009,
      "grad_norm": 11.88155460357666,
      "learning_rate": 0.00019999630846662562,
      "loss": 4.7613,
      "step": 4295
    },
    {
      "epoch": 0.027549057329742208,
      "grad_norm": 21.33313751220703,
      "learning_rate": 0.00019999630673535082,
      "loss": 5.0819,
      "step": 4296
    },
    {
      "epoch": 0.027555470052584328,
      "grad_norm": 20.407276153564453,
      "learning_rate": 0.00019999630500367022,
      "loss": 5.0041,
      "step": 4297
    },
    {
      "epoch": 0.027561882775426445,
      "grad_norm": 20.849027633666992,
      "learning_rate": 0.00019999630327158374,
      "loss": 4.8813,
      "step": 4298
    },
    {
      "epoch": 0.027568295498268565,
      "grad_norm": 16.383535385131836,
      "learning_rate": 0.00019999630153909136,
      "loss": 5.0455,
      "step": 4299
    },
    {
      "epoch": 0.027574708221110685,
      "grad_norm": 22.527973175048828,
      "learning_rate": 0.00019999629980619314,
      "loss": 5.1055,
      "step": 4300
    },
    {
      "epoch": 0.027574708221110685,
      "eval_loss": 4.997416973114014,
      "eval_runtime": 34.7529,
      "eval_samples_per_second": 90.208,
      "eval_steps_per_second": 22.559,
      "step": 4300
    },
    {
      "epoch": 0.027581120943952802,
      "grad_norm": 29.715068817138672,
      "learning_rate": 0.00019999629807288902,
      "loss": 5.1463,
      "step": 4301
    },
    {
      "epoch": 0.027587533666794922,
      "grad_norm": 43.90583038330078,
      "learning_rate": 0.00019999629633917908,
      "loss": 4.9379,
      "step": 4302
    },
    {
      "epoch": 0.02759394638963704,
      "grad_norm": 22.925870895385742,
      "learning_rate": 0.00019999629460506322,
      "loss": 5.104,
      "step": 4303
    },
    {
      "epoch": 0.02760035911247916,
      "grad_norm": 19.24329376220703,
      "learning_rate": 0.00019999629287054154,
      "loss": 5.162,
      "step": 4304
    },
    {
      "epoch": 0.027606771835321276,
      "grad_norm": 35.44260787963867,
      "learning_rate": 0.00019999629113561396,
      "loss": 5.0638,
      "step": 4305
    },
    {
      "epoch": 0.027613184558163396,
      "grad_norm": 38.1966667175293,
      "learning_rate": 0.00019999628940028051,
      "loss": 5.0981,
      "step": 4306
    },
    {
      "epoch": 0.027619597281005517,
      "grad_norm": 24.072202682495117,
      "learning_rate": 0.0001999962876645412,
      "loss": 5.1336,
      "step": 4307
    },
    {
      "epoch": 0.027626010003847633,
      "grad_norm": 45.189273834228516,
      "learning_rate": 0.000199996285928396,
      "loss": 4.9756,
      "step": 4308
    },
    {
      "epoch": 0.027632422726689754,
      "grad_norm": 88.85586547851562,
      "learning_rate": 0.00019999628419184497,
      "loss": 5.09,
      "step": 4309
    },
    {
      "epoch": 0.02763883544953187,
      "grad_norm": 49.54205322265625,
      "learning_rate": 0.00019999628245488807,
      "loss": 5.0845,
      "step": 4310
    },
    {
      "epoch": 0.02764524817237399,
      "grad_norm": 36.02239990234375,
      "learning_rate": 0.00019999628071752526,
      "loss": 4.8503,
      "step": 4311
    },
    {
      "epoch": 0.027651660895216108,
      "grad_norm": 31.69013214111328,
      "learning_rate": 0.00019999627897975661,
      "loss": 5.0347,
      "step": 4312
    },
    {
      "epoch": 0.027658073618058228,
      "grad_norm": 16.103710174560547,
      "learning_rate": 0.00019999627724158212,
      "loss": 4.9199,
      "step": 4313
    },
    {
      "epoch": 0.027664486340900345,
      "grad_norm": 41.94908142089844,
      "learning_rate": 0.00019999627550300173,
      "loss": 5.0647,
      "step": 4314
    },
    {
      "epoch": 0.027670899063742465,
      "grad_norm": 47.46122741699219,
      "learning_rate": 0.00019999627376401545,
      "loss": 5.134,
      "step": 4315
    },
    {
      "epoch": 0.027677311786584585,
      "grad_norm": 19.992435455322266,
      "learning_rate": 0.00019999627202462334,
      "loss": 4.997,
      "step": 4316
    },
    {
      "epoch": 0.027683724509426702,
      "grad_norm": 138.05621337890625,
      "learning_rate": 0.00019999627028482534,
      "loss": 5.0383,
      "step": 4317
    },
    {
      "epoch": 0.027690137232268822,
      "grad_norm": 32.68965530395508,
      "learning_rate": 0.0001999962685446215,
      "loss": 5.3213,
      "step": 4318
    },
    {
      "epoch": 0.02769654995511094,
      "grad_norm": 21.149660110473633,
      "learning_rate": 0.00019999626680401175,
      "loss": 4.9103,
      "step": 4319
    },
    {
      "epoch": 0.02770296267795306,
      "grad_norm": 33.674102783203125,
      "learning_rate": 0.00019999626506299616,
      "loss": 4.8989,
      "step": 4320
    },
    {
      "epoch": 0.027709375400795176,
      "grad_norm": 18.716890335083008,
      "learning_rate": 0.00019999626332157467,
      "loss": 4.8861,
      "step": 4321
    },
    {
      "epoch": 0.027715788123637296,
      "grad_norm": 42.54861831665039,
      "learning_rate": 0.00019999626157974737,
      "loss": 4.8839,
      "step": 4322
    },
    {
      "epoch": 0.027722200846479417,
      "grad_norm": 18.97296142578125,
      "learning_rate": 0.00019999625983751414,
      "loss": 5.0851,
      "step": 4323
    },
    {
      "epoch": 0.027728613569321534,
      "grad_norm": 22.742164611816406,
      "learning_rate": 0.00019999625809487506,
      "loss": 5.0454,
      "step": 4324
    },
    {
      "epoch": 0.027735026292163654,
      "grad_norm": 111.04228973388672,
      "learning_rate": 0.00019999625635183012,
      "loss": 5.057,
      "step": 4325
    },
    {
      "epoch": 0.02774143901500577,
      "grad_norm": 21.643348693847656,
      "learning_rate": 0.00019999625460837933,
      "loss": 5.1292,
      "step": 4326
    },
    {
      "epoch": 0.02774785173784789,
      "grad_norm": 81.30245971679688,
      "learning_rate": 0.00019999625286452264,
      "loss": 4.9444,
      "step": 4327
    },
    {
      "epoch": 0.027754264460690008,
      "grad_norm": 25.985258102416992,
      "learning_rate": 0.00019999625112026009,
      "loss": 5.1722,
      "step": 4328
    },
    {
      "epoch": 0.027760677183532128,
      "grad_norm": 12.069026947021484,
      "learning_rate": 0.00019999624937559168,
      "loss": 4.7896,
      "step": 4329
    },
    {
      "epoch": 0.027767089906374248,
      "grad_norm": 64.67789459228516,
      "learning_rate": 0.0001999962476305174,
      "loss": 5.123,
      "step": 4330
    },
    {
      "epoch": 0.027773502629216365,
      "grad_norm": 44.73387908935547,
      "learning_rate": 0.00019999624588503724,
      "loss": 4.9388,
      "step": 4331
    },
    {
      "epoch": 0.027779915352058485,
      "grad_norm": 22.136629104614258,
      "learning_rate": 0.00019999624413915122,
      "loss": 4.9922,
      "step": 4332
    },
    {
      "epoch": 0.027786328074900602,
      "grad_norm": 64.77598571777344,
      "learning_rate": 0.0001999962423928593,
      "loss": 4.8322,
      "step": 4333
    },
    {
      "epoch": 0.027792740797742722,
      "grad_norm": 49.250633239746094,
      "learning_rate": 0.00019999624064616158,
      "loss": 5.0009,
      "step": 4334
    },
    {
      "epoch": 0.02779915352058484,
      "grad_norm": 89.22547149658203,
      "learning_rate": 0.00019999623889905795,
      "loss": 5.089,
      "step": 4335
    },
    {
      "epoch": 0.02780556624342696,
      "grad_norm": 30.527729034423828,
      "learning_rate": 0.00019999623715154848,
      "loss": 5.2543,
      "step": 4336
    },
    {
      "epoch": 0.027811978966269076,
      "grad_norm": 36.15220642089844,
      "learning_rate": 0.0001999962354036331,
      "loss": 5.0287,
      "step": 4337
    },
    {
      "epoch": 0.027818391689111197,
      "grad_norm": 143.15931701660156,
      "learning_rate": 0.00019999623365531187,
      "loss": 4.837,
      "step": 4338
    },
    {
      "epoch": 0.027824804411953317,
      "grad_norm": 43.732234954833984,
      "learning_rate": 0.00019999623190658478,
      "loss": 4.8079,
      "step": 4339
    },
    {
      "epoch": 0.027831217134795434,
      "grad_norm": 36.64769744873047,
      "learning_rate": 0.00019999623015745183,
      "loss": 5.0429,
      "step": 4340
    },
    {
      "epoch": 0.027837629857637554,
      "grad_norm": 79.17816162109375,
      "learning_rate": 0.000199996228407913,
      "loss": 5.0382,
      "step": 4341
    },
    {
      "epoch": 0.02784404258047967,
      "grad_norm": 42.138797760009766,
      "learning_rate": 0.0001999962266579683,
      "loss": 4.9459,
      "step": 4342
    },
    {
      "epoch": 0.02785045530332179,
      "grad_norm": 75.66897583007812,
      "learning_rate": 0.0001999962249076177,
      "loss": 5.0377,
      "step": 4343
    },
    {
      "epoch": 0.027856868026163908,
      "grad_norm": 34.738590240478516,
      "learning_rate": 0.0001999962231568613,
      "loss": 5.0712,
      "step": 4344
    },
    {
      "epoch": 0.027863280749006028,
      "grad_norm": 41.74422836303711,
      "learning_rate": 0.00019999622140569895,
      "loss": 5.0565,
      "step": 4345
    },
    {
      "epoch": 0.02786969347184815,
      "grad_norm": 29.85755729675293,
      "learning_rate": 0.0001999962196541308,
      "loss": 4.8886,
      "step": 4346
    },
    {
      "epoch": 0.027876106194690265,
      "grad_norm": 95.20411682128906,
      "learning_rate": 0.00019999621790215674,
      "loss": 4.9367,
      "step": 4347
    },
    {
      "epoch": 0.027882518917532385,
      "grad_norm": 33.819698333740234,
      "learning_rate": 0.00019999621614977687,
      "loss": 4.971,
      "step": 4348
    },
    {
      "epoch": 0.027888931640374502,
      "grad_norm": 51.470237731933594,
      "learning_rate": 0.00019999621439699107,
      "loss": 5.0512,
      "step": 4349
    },
    {
      "epoch": 0.027895344363216622,
      "grad_norm": 30.589866638183594,
      "learning_rate": 0.0001999962126437994,
      "loss": 5.0179,
      "step": 4350
    },
    {
      "epoch": 0.02790175708605874,
      "grad_norm": 63.14802551269531,
      "learning_rate": 0.0001999962108902019,
      "loss": 5.027,
      "step": 4351
    },
    {
      "epoch": 0.02790816980890086,
      "grad_norm": 30.367563247680664,
      "learning_rate": 0.0001999962091361985,
      "loss": 5.1843,
      "step": 4352
    },
    {
      "epoch": 0.02791458253174298,
      "grad_norm": 71.08900451660156,
      "learning_rate": 0.00019999620738178929,
      "loss": 4.9836,
      "step": 4353
    },
    {
      "epoch": 0.027920995254585097,
      "grad_norm": 107.92594909667969,
      "learning_rate": 0.00019999620562697413,
      "loss": 4.818,
      "step": 4354
    },
    {
      "epoch": 0.027927407977427217,
      "grad_norm": 68.16963195800781,
      "learning_rate": 0.00019999620387175317,
      "loss": 4.8903,
      "step": 4355
    },
    {
      "epoch": 0.027933820700269334,
      "grad_norm": 76.72756958007812,
      "learning_rate": 0.0001999962021161263,
      "loss": 4.9642,
      "step": 4356
    },
    {
      "epoch": 0.027940233423111454,
      "grad_norm": 73.61811065673828,
      "learning_rate": 0.0001999962003600936,
      "loss": 4.9642,
      "step": 4357
    },
    {
      "epoch": 0.02794664614595357,
      "grad_norm": 163.0306396484375,
      "learning_rate": 0.000199996198603655,
      "loss": 5.2926,
      "step": 4358
    },
    {
      "epoch": 0.02795305886879569,
      "grad_norm": 74.14470672607422,
      "learning_rate": 0.00019999619684681053,
      "loss": 5.014,
      "step": 4359
    },
    {
      "epoch": 0.027959471591637808,
      "grad_norm": 72.90145111083984,
      "learning_rate": 0.00019999619508956023,
      "loss": 4.7792,
      "step": 4360
    },
    {
      "epoch": 0.027965884314479928,
      "grad_norm": 45.366146087646484,
      "learning_rate": 0.00019999619333190403,
      "loss": 4.9022,
      "step": 4361
    },
    {
      "epoch": 0.02797229703732205,
      "grad_norm": 57.29917907714844,
      "learning_rate": 0.00019999619157384194,
      "loss": 4.9619,
      "step": 4362
    },
    {
      "epoch": 0.027978709760164165,
      "grad_norm": 200.0659942626953,
      "learning_rate": 0.00019999618981537403,
      "loss": 5.0344,
      "step": 4363
    },
    {
      "epoch": 0.027985122483006285,
      "grad_norm": 41.07625961303711,
      "learning_rate": 0.00019999618805650022,
      "loss": 5.0834,
      "step": 4364
    },
    {
      "epoch": 0.027991535205848402,
      "grad_norm": 31.89422607421875,
      "learning_rate": 0.00019999618629722057,
      "loss": 5.3923,
      "step": 4365
    },
    {
      "epoch": 0.027997947928690523,
      "grad_norm": 73.95584869384766,
      "learning_rate": 0.00019999618453753502,
      "loss": 5.0481,
      "step": 4366
    },
    {
      "epoch": 0.02800436065153264,
      "grad_norm": 71.55397033691406,
      "learning_rate": 0.0001999961827774436,
      "loss": 5.2985,
      "step": 4367
    },
    {
      "epoch": 0.02801077337437476,
      "grad_norm": 23.32714080810547,
      "learning_rate": 0.00019999618101694636,
      "loss": 5.7072,
      "step": 4368
    },
    {
      "epoch": 0.02801718609721688,
      "grad_norm": 71.23905944824219,
      "learning_rate": 0.0001999961792560432,
      "loss": 4.9853,
      "step": 4369
    },
    {
      "epoch": 0.028023598820058997,
      "grad_norm": 41.15627670288086,
      "learning_rate": 0.0001999961774947342,
      "loss": 4.884,
      "step": 4370
    },
    {
      "epoch": 0.028030011542901117,
      "grad_norm": 57.08940124511719,
      "learning_rate": 0.0001999961757330193,
      "loss": 4.9889,
      "step": 4371
    },
    {
      "epoch": 0.028036424265743234,
      "grad_norm": 121.5954360961914,
      "learning_rate": 0.0001999961739708986,
      "loss": 5.0858,
      "step": 4372
    },
    {
      "epoch": 0.028042836988585354,
      "grad_norm": 35.440513610839844,
      "learning_rate": 0.00019999617220837197,
      "loss": 5.069,
      "step": 4373
    },
    {
      "epoch": 0.02804924971142747,
      "grad_norm": 34.599151611328125,
      "learning_rate": 0.00019999617044543947,
      "loss": 5.382,
      "step": 4374
    },
    {
      "epoch": 0.02805566243426959,
      "grad_norm": 27.319576263427734,
      "learning_rate": 0.00019999616868210114,
      "loss": 4.8892,
      "step": 4375
    },
    {
      "epoch": 0.02806207515711171,
      "grad_norm": 67.24656677246094,
      "learning_rate": 0.00019999616691835693,
      "loss": 4.9819,
      "step": 4376
    },
    {
      "epoch": 0.028068487879953828,
      "grad_norm": 61.241783142089844,
      "learning_rate": 0.00019999616515420683,
      "loss": 5.0903,
      "step": 4377
    },
    {
      "epoch": 0.02807490060279595,
      "grad_norm": 94.2216567993164,
      "learning_rate": 0.0001999961633896509,
      "loss": 5.1941,
      "step": 4378
    },
    {
      "epoch": 0.028081313325638065,
      "grad_norm": 78.29903411865234,
      "learning_rate": 0.00019999616162468908,
      "loss": 5.0163,
      "step": 4379
    },
    {
      "epoch": 0.028087726048480186,
      "grad_norm": 34.37688446044922,
      "learning_rate": 0.0001999961598593214,
      "loss": 5.0372,
      "step": 4380
    },
    {
      "epoch": 0.028094138771322302,
      "grad_norm": 146.43826293945312,
      "learning_rate": 0.00019999615809354783,
      "loss": 4.869,
      "step": 4381
    },
    {
      "epoch": 0.028100551494164423,
      "grad_norm": 93.86163330078125,
      "learning_rate": 0.00019999615632736842,
      "loss": 5.1549,
      "step": 4382
    },
    {
      "epoch": 0.02810696421700654,
      "grad_norm": 37.45578384399414,
      "learning_rate": 0.00019999615456078315,
      "loss": 5.0188,
      "step": 4383
    },
    {
      "epoch": 0.02811337693984866,
      "grad_norm": 28.546123504638672,
      "learning_rate": 0.00019999615279379197,
      "loss": 4.9711,
      "step": 4384
    },
    {
      "epoch": 0.02811978966269078,
      "grad_norm": 80.98501586914062,
      "learning_rate": 0.00019999615102639492,
      "loss": 5.077,
      "step": 4385
    },
    {
      "epoch": 0.028126202385532897,
      "grad_norm": 55.43894958496094,
      "learning_rate": 0.00019999614925859206,
      "loss": 5.113,
      "step": 4386
    },
    {
      "epoch": 0.028132615108375017,
      "grad_norm": 28.598093032836914,
      "learning_rate": 0.00019999614749038327,
      "loss": 4.8912,
      "step": 4387
    },
    {
      "epoch": 0.028139027831217134,
      "grad_norm": 63.00148010253906,
      "learning_rate": 0.00019999614572176864,
      "loss": 5.0001,
      "step": 4388
    },
    {
      "epoch": 0.028145440554059254,
      "grad_norm": 425.0440368652344,
      "learning_rate": 0.00019999614395274816,
      "loss": 5.1533,
      "step": 4389
    },
    {
      "epoch": 0.02815185327690137,
      "grad_norm": 142.6616668701172,
      "learning_rate": 0.00019999614218332176,
      "loss": 5.1544,
      "step": 4390
    },
    {
      "epoch": 0.02815826599974349,
      "grad_norm": 44.5750732421875,
      "learning_rate": 0.00019999614041348957,
      "loss": 5.0147,
      "step": 4391
    },
    {
      "epoch": 0.02816467872258561,
      "grad_norm": 53.226924896240234,
      "learning_rate": 0.00019999613864325145,
      "loss": 5.0189,
      "step": 4392
    },
    {
      "epoch": 0.028171091445427728,
      "grad_norm": 31.650348663330078,
      "learning_rate": 0.0001999961368726075,
      "loss": 5.1699,
      "step": 4393
    },
    {
      "epoch": 0.02817750416826985,
      "grad_norm": 64.85173797607422,
      "learning_rate": 0.00019999613510155763,
      "loss": 4.9717,
      "step": 4394
    },
    {
      "epoch": 0.028183916891111965,
      "grad_norm": 78.98058319091797,
      "learning_rate": 0.00019999613333010192,
      "loss": 4.8738,
      "step": 4395
    },
    {
      "epoch": 0.028190329613954086,
      "grad_norm": 41.28387451171875,
      "learning_rate": 0.00019999613155824038,
      "loss": 5.101,
      "step": 4396
    },
    {
      "epoch": 0.028196742336796202,
      "grad_norm": 54.96089553833008,
      "learning_rate": 0.00019999612978597293,
      "loss": 5.0892,
      "step": 4397
    },
    {
      "epoch": 0.028203155059638323,
      "grad_norm": 57.879032135009766,
      "learning_rate": 0.00019999612801329961,
      "loss": 5.0692,
      "step": 4398
    },
    {
      "epoch": 0.028209567782480443,
      "grad_norm": 230.10073852539062,
      "learning_rate": 0.00019999612624022043,
      "loss": 5.042,
      "step": 4399
    },
    {
      "epoch": 0.02821598050532256,
      "grad_norm": 83.53237915039062,
      "learning_rate": 0.0001999961244667354,
      "loss": 4.9254,
      "step": 4400
    },
    {
      "epoch": 0.02821598050532256,
      "eval_loss": 4.995982646942139,
      "eval_runtime": 34.7842,
      "eval_samples_per_second": 90.127,
      "eval_steps_per_second": 22.539,
      "step": 4400
    },
    {
      "epoch": 0.02822239322816468,
      "grad_norm": 76.1251220703125,
      "learning_rate": 0.0001999961226928445,
      "loss": 4.8919,
      "step": 4401
    },
    {
      "epoch": 0.028228805951006797,
      "grad_norm": 12.218504905700684,
      "learning_rate": 0.0001999961209185477,
      "loss": 4.9261,
      "step": 4402
    },
    {
      "epoch": 0.028235218673848917,
      "grad_norm": 83.07027435302734,
      "learning_rate": 0.00019999611914384505,
      "loss": 4.9704,
      "step": 4403
    },
    {
      "epoch": 0.028241631396691034,
      "grad_norm": 34.998104095458984,
      "learning_rate": 0.00019999611736873653,
      "loss": 5.0586,
      "step": 4404
    },
    {
      "epoch": 0.028248044119533154,
      "grad_norm": 24.783727645874023,
      "learning_rate": 0.00019999611559322214,
      "loss": 5.0776,
      "step": 4405
    },
    {
      "epoch": 0.02825445684237527,
      "grad_norm": 259.3830261230469,
      "learning_rate": 0.0001999961138173019,
      "loss": 4.9513,
      "step": 4406
    },
    {
      "epoch": 0.02826086956521739,
      "grad_norm": 77.83390808105469,
      "learning_rate": 0.00019999611204097578,
      "loss": 5.0502,
      "step": 4407
    },
    {
      "epoch": 0.02826728228805951,
      "grad_norm": 43.022216796875,
      "learning_rate": 0.0001999961102642438,
      "loss": 5.0401,
      "step": 4408
    },
    {
      "epoch": 0.02827369501090163,
      "grad_norm": 31.87030601501465,
      "learning_rate": 0.00019999610848710594,
      "loss": 5.1658,
      "step": 4409
    },
    {
      "epoch": 0.02828010773374375,
      "grad_norm": 30.422983169555664,
      "learning_rate": 0.00019999610670956225,
      "loss": 4.9729,
      "step": 4410
    },
    {
      "epoch": 0.028286520456585865,
      "grad_norm": 23.979612350463867,
      "learning_rate": 0.00019999610493161263,
      "loss": 5.0647,
      "step": 4411
    },
    {
      "epoch": 0.028292933179427986,
      "grad_norm": 30.97978973388672,
      "learning_rate": 0.00019999610315325718,
      "loss": 4.8009,
      "step": 4412
    },
    {
      "epoch": 0.028299345902270102,
      "grad_norm": 99.90425872802734,
      "learning_rate": 0.00019999610137449585,
      "loss": 5.1041,
      "step": 4413
    },
    {
      "epoch": 0.028305758625112223,
      "grad_norm": 30.12441062927246,
      "learning_rate": 0.00019999609959532868,
      "loss": 5.0287,
      "step": 4414
    },
    {
      "epoch": 0.028312171347954343,
      "grad_norm": 18.994535446166992,
      "learning_rate": 0.0001999960978157556,
      "loss": 5.0679,
      "step": 4415
    },
    {
      "epoch": 0.02831858407079646,
      "grad_norm": 25.14029312133789,
      "learning_rate": 0.0001999960960357767,
      "loss": 4.8456,
      "step": 4416
    },
    {
      "epoch": 0.02832499679363858,
      "grad_norm": 22.00213050842285,
      "learning_rate": 0.00019999609425539188,
      "loss": 5.2026,
      "step": 4417
    },
    {
      "epoch": 0.028331409516480697,
      "grad_norm": 32.938995361328125,
      "learning_rate": 0.00019999609247460122,
      "loss": 5.0012,
      "step": 4418
    },
    {
      "epoch": 0.028337822239322817,
      "grad_norm": 32.380245208740234,
      "learning_rate": 0.0001999960906934047,
      "loss": 4.8009,
      "step": 4419
    },
    {
      "epoch": 0.028344234962164934,
      "grad_norm": 14.137184143066406,
      "learning_rate": 0.0001999960889118023,
      "loss": 4.8006,
      "step": 4420
    },
    {
      "epoch": 0.028350647685007054,
      "grad_norm": 13.422247886657715,
      "learning_rate": 0.00019999608712979402,
      "loss": 4.9498,
      "step": 4421
    },
    {
      "epoch": 0.028357060407849174,
      "grad_norm": 15.484410285949707,
      "learning_rate": 0.0001999960853473799,
      "loss": 5.1559,
      "step": 4422
    },
    {
      "epoch": 0.02836347313069129,
      "grad_norm": 28.134695053100586,
      "learning_rate": 0.00019999608356455987,
      "loss": 5.11,
      "step": 4423
    },
    {
      "epoch": 0.02836988585353341,
      "grad_norm": 201.47349548339844,
      "learning_rate": 0.000199996081781334,
      "loss": 5.0287,
      "step": 4424
    },
    {
      "epoch": 0.02837629857637553,
      "grad_norm": 130.20767211914062,
      "learning_rate": 0.00019999607999770228,
      "loss": 5.1634,
      "step": 4425
    },
    {
      "epoch": 0.02838271129921765,
      "grad_norm": 42.234832763671875,
      "learning_rate": 0.00019999607821366469,
      "loss": 5.0323,
      "step": 4426
    },
    {
      "epoch": 0.028389124022059765,
      "grad_norm": 24.79082489013672,
      "learning_rate": 0.0001999960764292212,
      "loss": 5.0081,
      "step": 4427
    },
    {
      "epoch": 0.028395536744901886,
      "grad_norm": 39.23891067504883,
      "learning_rate": 0.00019999607464437187,
      "loss": 5.0483,
      "step": 4428
    },
    {
      "epoch": 0.028401949467744003,
      "grad_norm": 27.82705307006836,
      "learning_rate": 0.0001999960728591167,
      "loss": 5.0497,
      "step": 4429
    },
    {
      "epoch": 0.028408362190586123,
      "grad_norm": 129.3118896484375,
      "learning_rate": 0.00019999607107345558,
      "loss": 5.016,
      "step": 4430
    },
    {
      "epoch": 0.028414774913428243,
      "grad_norm": 176.84779357910156,
      "learning_rate": 0.00019999606928738865,
      "loss": 5.1575,
      "step": 4431
    },
    {
      "epoch": 0.02842118763627036,
      "grad_norm": 42.86499786376953,
      "learning_rate": 0.00019999606750091583,
      "loss": 5.0993,
      "step": 4432
    },
    {
      "epoch": 0.02842760035911248,
      "grad_norm": 15.610273361206055,
      "learning_rate": 0.00019999606571403719,
      "loss": 4.9382,
      "step": 4433
    },
    {
      "epoch": 0.028434013081954597,
      "grad_norm": 40.66724395751953,
      "learning_rate": 0.00019999606392675262,
      "loss": 4.9819,
      "step": 4434
    },
    {
      "epoch": 0.028440425804796717,
      "grad_norm": 30.32076072692871,
      "learning_rate": 0.0001999960621390622,
      "loss": 4.9912,
      "step": 4435
    },
    {
      "epoch": 0.028446838527638834,
      "grad_norm": 12.075343132019043,
      "learning_rate": 0.00019999606035096595,
      "loss": 5.0011,
      "step": 4436
    },
    {
      "epoch": 0.028453251250480954,
      "grad_norm": 31.903562545776367,
      "learning_rate": 0.0001999960585624638,
      "loss": 4.9464,
      "step": 4437
    },
    {
      "epoch": 0.028459663973323075,
      "grad_norm": 11.534320831298828,
      "learning_rate": 0.00019999605677355577,
      "loss": 4.9183,
      "step": 4438
    },
    {
      "epoch": 0.02846607669616519,
      "grad_norm": 28.67789649963379,
      "learning_rate": 0.0001999960549842419,
      "loss": 5.0691,
      "step": 4439
    },
    {
      "epoch": 0.02847248941900731,
      "grad_norm": 100.76512145996094,
      "learning_rate": 0.00019999605319452214,
      "loss": 5.134,
      "step": 4440
    },
    {
      "epoch": 0.02847890214184943,
      "grad_norm": 42.59342575073242,
      "learning_rate": 0.00019999605140439653,
      "loss": 4.9635,
      "step": 4441
    },
    {
      "epoch": 0.02848531486469155,
      "grad_norm": 32.810306549072266,
      "learning_rate": 0.00019999604961386505,
      "loss": 5.226,
      "step": 4442
    },
    {
      "epoch": 0.028491727587533665,
      "grad_norm": 10.42530632019043,
      "learning_rate": 0.0001999960478229277,
      "loss": 5.0881,
      "step": 4443
    },
    {
      "epoch": 0.028498140310375786,
      "grad_norm": 52.058990478515625,
      "learning_rate": 0.0001999960460315845,
      "loss": 4.9388,
      "step": 4444
    },
    {
      "epoch": 0.028504553033217906,
      "grad_norm": 40.16365432739258,
      "learning_rate": 0.00019999604423983537,
      "loss": 5.0673,
      "step": 4445
    },
    {
      "epoch": 0.028510965756060023,
      "grad_norm": 47.561336517333984,
      "learning_rate": 0.0001999960424476804,
      "loss": 5.3103,
      "step": 4446
    },
    {
      "epoch": 0.028517378478902143,
      "grad_norm": 83.61329650878906,
      "learning_rate": 0.0001999960406551196,
      "loss": 4.9401,
      "step": 4447
    },
    {
      "epoch": 0.02852379120174426,
      "grad_norm": 33.69519805908203,
      "learning_rate": 0.00019999603886215292,
      "loss": 5.0113,
      "step": 4448
    },
    {
      "epoch": 0.02853020392458638,
      "grad_norm": 213.53890991210938,
      "learning_rate": 0.00019999603706878036,
      "loss": 4.8381,
      "step": 4449
    },
    {
      "epoch": 0.028536616647428497,
      "grad_norm": 37.732704162597656,
      "learning_rate": 0.00019999603527500194,
      "loss": 5.0719,
      "step": 4450
    },
    {
      "epoch": 0.028543029370270617,
      "grad_norm": 22.97051239013672,
      "learning_rate": 0.00019999603348081765,
      "loss": 5.0891,
      "step": 4451
    },
    {
      "epoch": 0.028549442093112734,
      "grad_norm": 301.2563171386719,
      "learning_rate": 0.00019999603168622748,
      "loss": 5.2001,
      "step": 4452
    },
    {
      "epoch": 0.028555854815954854,
      "grad_norm": 111.63878631591797,
      "learning_rate": 0.00019999602989123147,
      "loss": 5.1175,
      "step": 4453
    },
    {
      "epoch": 0.028562267538796975,
      "grad_norm": 117.28351593017578,
      "learning_rate": 0.0001999960280958296,
      "loss": 5.0963,
      "step": 4454
    },
    {
      "epoch": 0.02856868026163909,
      "grad_norm": 859.0430908203125,
      "learning_rate": 0.0001999960263000218,
      "loss": 5.2145,
      "step": 4455
    },
    {
      "epoch": 0.02857509298448121,
      "grad_norm": 42.07450485229492,
      "learning_rate": 0.0001999960245038082,
      "loss": 5.2052,
      "step": 4456
    },
    {
      "epoch": 0.02858150570732333,
      "grad_norm": 31.60565948486328,
      "learning_rate": 0.0001999960227071887,
      "loss": 5.0681,
      "step": 4457
    },
    {
      "epoch": 0.02858791843016545,
      "grad_norm": 62.70594024658203,
      "learning_rate": 0.0001999960209101633,
      "loss": 5.4047,
      "step": 4458
    },
    {
      "epoch": 0.028594331153007566,
      "grad_norm": 57.02901077270508,
      "learning_rate": 0.0001999960191127321,
      "loss": 5.0877,
      "step": 4459
    },
    {
      "epoch": 0.028600743875849686,
      "grad_norm": 82.4159164428711,
      "learning_rate": 0.00019999601731489502,
      "loss": 5.0369,
      "step": 4460
    },
    {
      "epoch": 0.028607156598691806,
      "grad_norm": 107.09900665283203,
      "learning_rate": 0.00019999601551665204,
      "loss": 5.0946,
      "step": 4461
    },
    {
      "epoch": 0.028613569321533923,
      "grad_norm": 69.95565795898438,
      "learning_rate": 0.00019999601371800322,
      "loss": 4.9509,
      "step": 4462
    },
    {
      "epoch": 0.028619982044376043,
      "grad_norm": 28.522132873535156,
      "learning_rate": 0.0001999960119189485,
      "loss": 5.1606,
      "step": 4463
    },
    {
      "epoch": 0.02862639476721816,
      "grad_norm": 96.11725616455078,
      "learning_rate": 0.00019999601011948793,
      "loss": 5.2631,
      "step": 4464
    },
    {
      "epoch": 0.02863280749006028,
      "grad_norm": 22.926422119140625,
      "learning_rate": 0.0001999960083196215,
      "loss": 5.345,
      "step": 4465
    },
    {
      "epoch": 0.028639220212902397,
      "grad_norm": 94.64837646484375,
      "learning_rate": 0.0001999960065193492,
      "loss": 5.4418,
      "step": 4466
    },
    {
      "epoch": 0.028645632935744517,
      "grad_norm": 118.13704681396484,
      "learning_rate": 0.00019999600471867104,
      "loss": 5.0797,
      "step": 4467
    },
    {
      "epoch": 0.028652045658586638,
      "grad_norm": 22.417919158935547,
      "learning_rate": 0.000199996002917587,
      "loss": 5.1091,
      "step": 4468
    },
    {
      "epoch": 0.028658458381428754,
      "grad_norm": 15.522838592529297,
      "learning_rate": 0.0001999960011160971,
      "loss": 5.1228,
      "step": 4469
    },
    {
      "epoch": 0.028664871104270875,
      "grad_norm": 229.8957977294922,
      "learning_rate": 0.00019999599931420133,
      "loss": 5.344,
      "step": 4470
    },
    {
      "epoch": 0.02867128382711299,
      "grad_norm": 22.42856216430664,
      "learning_rate": 0.00019999599751189967,
      "loss": 5.1838,
      "step": 4471
    },
    {
      "epoch": 0.028677696549955112,
      "grad_norm": 37.02830123901367,
      "learning_rate": 0.0001999959957091922,
      "loss": 5.1747,
      "step": 4472
    },
    {
      "epoch": 0.02868410927279723,
      "grad_norm": 37.7738037109375,
      "learning_rate": 0.00019999599390607882,
      "loss": 4.9375,
      "step": 4473
    },
    {
      "epoch": 0.02869052199563935,
      "grad_norm": 47.29594421386719,
      "learning_rate": 0.00019999599210255957,
      "loss": 5.1388,
      "step": 4474
    },
    {
      "epoch": 0.028696934718481466,
      "grad_norm": 18.79645347595215,
      "learning_rate": 0.00019999599029863445,
      "loss": 5.3045,
      "step": 4475
    },
    {
      "epoch": 0.028703347441323586,
      "grad_norm": 22.304412841796875,
      "learning_rate": 0.00019999598849430349,
      "loss": 5.1768,
      "step": 4476
    },
    {
      "epoch": 0.028709760164165706,
      "grad_norm": 26.254230499267578,
      "learning_rate": 0.00019999598668956665,
      "loss": 4.8915,
      "step": 4477
    },
    {
      "epoch": 0.028716172887007823,
      "grad_norm": 45.99547576904297,
      "learning_rate": 0.00019999598488442395,
      "loss": 4.8473,
      "step": 4478
    },
    {
      "epoch": 0.028722585609849943,
      "grad_norm": 464.6524963378906,
      "learning_rate": 0.00019999598307887537,
      "loss": 5.4107,
      "step": 4479
    },
    {
      "epoch": 0.02872899833269206,
      "grad_norm": 16.159488677978516,
      "learning_rate": 0.00019999598127292095,
      "loss": 5.2378,
      "step": 4480
    },
    {
      "epoch": 0.02873541105553418,
      "grad_norm": 22.825349807739258,
      "learning_rate": 0.0001999959794665606,
      "loss": 5.1605,
      "step": 4481
    },
    {
      "epoch": 0.028741823778376297,
      "grad_norm": 99.671142578125,
      "learning_rate": 0.00019999597765979444,
      "loss": 5.2657,
      "step": 4482
    },
    {
      "epoch": 0.028748236501218417,
      "grad_norm": 30.879579544067383,
      "learning_rate": 0.0001999959758526224,
      "loss": 5.1058,
      "step": 4483
    },
    {
      "epoch": 0.028754649224060538,
      "grad_norm": 18.024211883544922,
      "learning_rate": 0.00019999597404504448,
      "loss": 4.8748,
      "step": 4484
    },
    {
      "epoch": 0.028761061946902654,
      "grad_norm": 14.38553524017334,
      "learning_rate": 0.0001999959722370607,
      "loss": 5.3207,
      "step": 4485
    },
    {
      "epoch": 0.028767474669744775,
      "grad_norm": 32.46080017089844,
      "learning_rate": 0.00019999597042867105,
      "loss": 5.2045,
      "step": 4486
    },
    {
      "epoch": 0.02877388739258689,
      "grad_norm": 22.60563850402832,
      "learning_rate": 0.00019999596861987556,
      "loss": 5.3287,
      "step": 4487
    },
    {
      "epoch": 0.028780300115429012,
      "grad_norm": 14.526326179504395,
      "learning_rate": 0.00019999596681067417,
      "loss": 5.0422,
      "step": 4488
    },
    {
      "epoch": 0.02878671283827113,
      "grad_norm": 25.9969482421875,
      "learning_rate": 0.00019999596500106691,
      "loss": 5.2159,
      "step": 4489
    },
    {
      "epoch": 0.02879312556111325,
      "grad_norm": 20.979673385620117,
      "learning_rate": 0.0001999959631910538,
      "loss": 5.1607,
      "step": 4490
    },
    {
      "epoch": 0.02879953828395537,
      "grad_norm": 14.722704887390137,
      "learning_rate": 0.0001999959613806348,
      "loss": 5.1907,
      "step": 4491
    },
    {
      "epoch": 0.028805951006797486,
      "grad_norm": 19.104602813720703,
      "learning_rate": 0.00019999595956981,
      "loss": 5.3585,
      "step": 4492
    },
    {
      "epoch": 0.028812363729639606,
      "grad_norm": 24.68206214904785,
      "learning_rate": 0.00019999595775857927,
      "loss": 5.4069,
      "step": 4493
    },
    {
      "epoch": 0.028818776452481723,
      "grad_norm": 14.164206504821777,
      "learning_rate": 0.00019999595594694268,
      "loss": 5.0911,
      "step": 4494
    },
    {
      "epoch": 0.028825189175323843,
      "grad_norm": 24.125247955322266,
      "learning_rate": 0.00019999595413490022,
      "loss": 5.1174,
      "step": 4495
    },
    {
      "epoch": 0.02883160189816596,
      "grad_norm": 29.261320114135742,
      "learning_rate": 0.0001999959523224519,
      "loss": 5.1715,
      "step": 4496
    },
    {
      "epoch": 0.02883801462100808,
      "grad_norm": 21.07817840576172,
      "learning_rate": 0.00019999595050959772,
      "loss": 5.0239,
      "step": 4497
    },
    {
      "epoch": 0.028844427343850197,
      "grad_norm": 8.613525390625,
      "learning_rate": 0.0001999959486963377,
      "loss": 5.4165,
      "step": 4498
    },
    {
      "epoch": 0.028850840066692317,
      "grad_norm": 16.385934829711914,
      "learning_rate": 0.00019999594688267176,
      "loss": 5.0828,
      "step": 4499
    },
    {
      "epoch": 0.028857252789534438,
      "grad_norm": 8.660750389099121,
      "learning_rate": 0.00019999594506859997,
      "loss": 5.0003,
      "step": 4500
    },
    {
      "epoch": 0.028857252789534438,
      "eval_loss": 5.075001239776611,
      "eval_runtime": 34.7544,
      "eval_samples_per_second": 90.205,
      "eval_steps_per_second": 22.558,
      "step": 4500
    },
    {
      "epoch": 0.028863665512376555,
      "grad_norm": 16.09996795654297,
      "learning_rate": 0.0001999959432541223,
      "loss": 5.0215,
      "step": 4501
    },
    {
      "epoch": 0.028870078235218675,
      "grad_norm": 6.382315158843994,
      "learning_rate": 0.0001999959414392388,
      "loss": 4.9962,
      "step": 4502
    },
    {
      "epoch": 0.02887649095806079,
      "grad_norm": 15.153761863708496,
      "learning_rate": 0.00019999593962394943,
      "loss": 4.902,
      "step": 4503
    },
    {
      "epoch": 0.028882903680902912,
      "grad_norm": 10.542060852050781,
      "learning_rate": 0.00019999593780825416,
      "loss": 5.3815,
      "step": 4504
    },
    {
      "epoch": 0.02888931640374503,
      "grad_norm": 14.48857307434082,
      "learning_rate": 0.00019999593599215305,
      "loss": 5.0858,
      "step": 4505
    },
    {
      "epoch": 0.02889572912658715,
      "grad_norm": 17.796228408813477,
      "learning_rate": 0.00019999593417564606,
      "loss": 4.9744,
      "step": 4506
    },
    {
      "epoch": 0.02890214184942927,
      "grad_norm": 27.23537254333496,
      "learning_rate": 0.00019999593235873323,
      "loss": 5.1385,
      "step": 4507
    },
    {
      "epoch": 0.028908554572271386,
      "grad_norm": 19.4484920501709,
      "learning_rate": 0.00019999593054141447,
      "loss": 5.1304,
      "step": 4508
    },
    {
      "epoch": 0.028914967295113506,
      "grad_norm": 14.243322372436523,
      "learning_rate": 0.0001999959287236899,
      "loss": 5.0108,
      "step": 4509
    },
    {
      "epoch": 0.028921380017955623,
      "grad_norm": 11.429728507995605,
      "learning_rate": 0.00019999592690555943,
      "loss": 5.1624,
      "step": 4510
    },
    {
      "epoch": 0.028927792740797743,
      "grad_norm": 16.516700744628906,
      "learning_rate": 0.0001999959250870231,
      "loss": 5.1719,
      "step": 4511
    },
    {
      "epoch": 0.02893420546363986,
      "grad_norm": 24.487226486206055,
      "learning_rate": 0.00019999592326808095,
      "loss": 4.9656,
      "step": 4512
    },
    {
      "epoch": 0.02894061818648198,
      "grad_norm": 16.527719497680664,
      "learning_rate": 0.00019999592144873287,
      "loss": 5.2828,
      "step": 4513
    },
    {
      "epoch": 0.0289470309093241,
      "grad_norm": 47.0379638671875,
      "learning_rate": 0.00019999591962897894,
      "loss": 4.9869,
      "step": 4514
    },
    {
      "epoch": 0.028953443632166218,
      "grad_norm": 34.73161315917969,
      "learning_rate": 0.00019999591780881914,
      "loss": 5.1425,
      "step": 4515
    },
    {
      "epoch": 0.028959856355008338,
      "grad_norm": 164.4207763671875,
      "learning_rate": 0.0001999959159882535,
      "loss": 5.0961,
      "step": 4516
    },
    {
      "epoch": 0.028966269077850455,
      "grad_norm": 104.06906127929688,
      "learning_rate": 0.00019999591416728198,
      "loss": 5.0479,
      "step": 4517
    },
    {
      "epoch": 0.028972681800692575,
      "grad_norm": 31.624637603759766,
      "learning_rate": 0.00019999591234590457,
      "loss": 4.9874,
      "step": 4518
    },
    {
      "epoch": 0.02897909452353469,
      "grad_norm": 11.575807571411133,
      "learning_rate": 0.0001999959105241213,
      "loss": 5.2476,
      "step": 4519
    },
    {
      "epoch": 0.028985507246376812,
      "grad_norm": 44.826961517333984,
      "learning_rate": 0.0001999959087019322,
      "loss": 4.905,
      "step": 4520
    },
    {
      "epoch": 0.02899191996921893,
      "grad_norm": 458.0531005859375,
      "learning_rate": 0.0001999959068793372,
      "loss": 5.0478,
      "step": 4521
    },
    {
      "epoch": 0.02899833269206105,
      "grad_norm": 88.96653747558594,
      "learning_rate": 0.00019999590505633637,
      "loss": 5.0652,
      "step": 4522
    },
    {
      "epoch": 0.02900474541490317,
      "grad_norm": 851.1337890625,
      "learning_rate": 0.00019999590323292962,
      "loss": 5.3876,
      "step": 4523
    },
    {
      "epoch": 0.029011158137745286,
      "grad_norm": 33.46753692626953,
      "learning_rate": 0.00019999590140911704,
      "loss": 5.0208,
      "step": 4524
    },
    {
      "epoch": 0.029017570860587406,
      "grad_norm": 25.986270904541016,
      "learning_rate": 0.00019999589958489858,
      "loss": 4.9808,
      "step": 4525
    },
    {
      "epoch": 0.029023983583429523,
      "grad_norm": 58.280094146728516,
      "learning_rate": 0.00019999589776027425,
      "loss": 5.0395,
      "step": 4526
    },
    {
      "epoch": 0.029030396306271643,
      "grad_norm": 144.28897094726562,
      "learning_rate": 0.00019999589593524406,
      "loss": 5.2561,
      "step": 4527
    },
    {
      "epoch": 0.02903680902911376,
      "grad_norm": 50.45912551879883,
      "learning_rate": 0.000199995894109808,
      "loss": 4.915,
      "step": 4528
    },
    {
      "epoch": 0.02904322175195588,
      "grad_norm": 50.014373779296875,
      "learning_rate": 0.00019999589228396607,
      "loss": 5.1686,
      "step": 4529
    },
    {
      "epoch": 0.029049634474798,
      "grad_norm": 151.45274353027344,
      "learning_rate": 0.0001999958904577183,
      "loss": 5.2545,
      "step": 4530
    },
    {
      "epoch": 0.029056047197640118,
      "grad_norm": 58.439239501953125,
      "learning_rate": 0.00019999588863106463,
      "loss": 5.083,
      "step": 4531
    },
    {
      "epoch": 0.029062459920482238,
      "grad_norm": 169.70184326171875,
      "learning_rate": 0.0001999958868040051,
      "loss": 5.7233,
      "step": 4532
    },
    {
      "epoch": 0.029068872643324355,
      "grad_norm": 52.468318939208984,
      "learning_rate": 0.0001999958849765397,
      "loss": 4.9634,
      "step": 4533
    },
    {
      "epoch": 0.029075285366166475,
      "grad_norm": 41.65708541870117,
      "learning_rate": 0.00019999588314866844,
      "loss": 5.1035,
      "step": 4534
    },
    {
      "epoch": 0.029081698089008592,
      "grad_norm": 89.82232666015625,
      "learning_rate": 0.0001999958813203913,
      "loss": 5.3231,
      "step": 4535
    },
    {
      "epoch": 0.029088110811850712,
      "grad_norm": 34.606361389160156,
      "learning_rate": 0.00019999587949170831,
      "loss": 5.0887,
      "step": 4536
    },
    {
      "epoch": 0.029094523534692832,
      "grad_norm": 35.68669128417969,
      "learning_rate": 0.00019999587766261946,
      "loss": 5.242,
      "step": 4537
    },
    {
      "epoch": 0.02910093625753495,
      "grad_norm": 34.83334732055664,
      "learning_rate": 0.00019999587583312473,
      "loss": 5.1036,
      "step": 4538
    },
    {
      "epoch": 0.02910734898037707,
      "grad_norm": 35.45673370361328,
      "learning_rate": 0.00019999587400322414,
      "loss": 5.0239,
      "step": 4539
    },
    {
      "epoch": 0.029113761703219186,
      "grad_norm": 48.29953384399414,
      "learning_rate": 0.0001999958721729177,
      "loss": 4.927,
      "step": 4540
    },
    {
      "epoch": 0.029120174426061306,
      "grad_norm": 16.25929069519043,
      "learning_rate": 0.00019999587034220535,
      "loss": 5.1326,
      "step": 4541
    },
    {
      "epoch": 0.029126587148903423,
      "grad_norm": 15.223231315612793,
      "learning_rate": 0.00019999586851108717,
      "loss": 4.9507,
      "step": 4542
    },
    {
      "epoch": 0.029132999871745544,
      "grad_norm": 81.6490478515625,
      "learning_rate": 0.00019999586667956312,
      "loss": 5.2632,
      "step": 4543
    },
    {
      "epoch": 0.02913941259458766,
      "grad_norm": 22.38158416748047,
      "learning_rate": 0.00019999586484763316,
      "loss": 5.0254,
      "step": 4544
    },
    {
      "epoch": 0.02914582531742978,
      "grad_norm": 44.422489166259766,
      "learning_rate": 0.00019999586301529737,
      "loss": 5.4393,
      "step": 4545
    },
    {
      "epoch": 0.0291522380402719,
      "grad_norm": 9.830121040344238,
      "learning_rate": 0.00019999586118255573,
      "loss": 4.8784,
      "step": 4546
    },
    {
      "epoch": 0.029158650763114018,
      "grad_norm": 13.988773345947266,
      "learning_rate": 0.0001999958593494082,
      "loss": 5.0008,
      "step": 4547
    },
    {
      "epoch": 0.029165063485956138,
      "grad_norm": 17.502958297729492,
      "learning_rate": 0.00019999585751585478,
      "loss": 4.9074,
      "step": 4548
    },
    {
      "epoch": 0.029171476208798255,
      "grad_norm": 10.036904335021973,
      "learning_rate": 0.00019999585568189555,
      "loss": 5.0614,
      "step": 4549
    },
    {
      "epoch": 0.029177888931640375,
      "grad_norm": 29.11785125732422,
      "learning_rate": 0.0001999958538475304,
      "loss": 5.1926,
      "step": 4550
    },
    {
      "epoch": 0.029184301654482492,
      "grad_norm": 17.68033218383789,
      "learning_rate": 0.0001999958520127594,
      "loss": 5.0915,
      "step": 4551
    },
    {
      "epoch": 0.029190714377324612,
      "grad_norm": 8.17928409576416,
      "learning_rate": 0.00019999585017758253,
      "loss": 5.0129,
      "step": 4552
    },
    {
      "epoch": 0.029197127100166732,
      "grad_norm": 15.751574516296387,
      "learning_rate": 0.00019999584834199982,
      "loss": 4.8693,
      "step": 4553
    },
    {
      "epoch": 0.02920353982300885,
      "grad_norm": 13.922398567199707,
      "learning_rate": 0.00019999584650601121,
      "loss": 5.0226,
      "step": 4554
    },
    {
      "epoch": 0.02920995254585097,
      "grad_norm": 11.143025398254395,
      "learning_rate": 0.00019999584466961676,
      "loss": 5.0639,
      "step": 4555
    },
    {
      "epoch": 0.029216365268693086,
      "grad_norm": 28.464710235595703,
      "learning_rate": 0.00019999584283281644,
      "loss": 5.0975,
      "step": 4556
    },
    {
      "epoch": 0.029222777991535206,
      "grad_norm": 21.944456100463867,
      "learning_rate": 0.00019999584099561024,
      "loss": 4.9193,
      "step": 4557
    },
    {
      "epoch": 0.029229190714377323,
      "grad_norm": 11.585793495178223,
      "learning_rate": 0.00019999583915799817,
      "loss": 5.0437,
      "step": 4558
    },
    {
      "epoch": 0.029235603437219444,
      "grad_norm": 13.593997955322266,
      "learning_rate": 0.00019999583731998026,
      "loss": 4.9592,
      "step": 4559
    },
    {
      "epoch": 0.029242016160061564,
      "grad_norm": 11.108091354370117,
      "learning_rate": 0.00019999583548155645,
      "loss": 4.8534,
      "step": 4560
    },
    {
      "epoch": 0.02924842888290368,
      "grad_norm": 15.274901390075684,
      "learning_rate": 0.0001999958336427268,
      "loss": 5.1396,
      "step": 4561
    },
    {
      "epoch": 0.0292548416057458,
      "grad_norm": 14.701786041259766,
      "learning_rate": 0.00019999583180349125,
      "loss": 4.8758,
      "step": 4562
    },
    {
      "epoch": 0.029261254328587918,
      "grad_norm": 55.31760787963867,
      "learning_rate": 0.00019999582996384988,
      "loss": 5.0726,
      "step": 4563
    },
    {
      "epoch": 0.029267667051430038,
      "grad_norm": 12.169206619262695,
      "learning_rate": 0.00019999582812380262,
      "loss": 5.1038,
      "step": 4564
    },
    {
      "epoch": 0.029274079774272155,
      "grad_norm": 24.250219345092773,
      "learning_rate": 0.0001999958262833495,
      "loss": 5.1933,
      "step": 4565
    },
    {
      "epoch": 0.029280492497114275,
      "grad_norm": 15.189275741577148,
      "learning_rate": 0.0001999958244424905,
      "loss": 4.7038,
      "step": 4566
    },
    {
      "epoch": 0.029286905219956392,
      "grad_norm": 20.090688705444336,
      "learning_rate": 0.00019999582260122565,
      "loss": 5.2087,
      "step": 4567
    },
    {
      "epoch": 0.029293317942798512,
      "grad_norm": 83.06794738769531,
      "learning_rate": 0.00019999582075955492,
      "loss": 5.0276,
      "step": 4568
    },
    {
      "epoch": 0.029299730665640632,
      "grad_norm": 38.06190490722656,
      "learning_rate": 0.00019999581891747833,
      "loss": 4.9518,
      "step": 4569
    },
    {
      "epoch": 0.02930614338848275,
      "grad_norm": 39.24627685546875,
      "learning_rate": 0.00019999581707499586,
      "loss": 4.978,
      "step": 4570
    },
    {
      "epoch": 0.02931255611132487,
      "grad_norm": 36.774940490722656,
      "learning_rate": 0.00019999581523210753,
      "loss": 4.8744,
      "step": 4571
    },
    {
      "epoch": 0.029318968834166986,
      "grad_norm": 30.04083824157715,
      "learning_rate": 0.00019999581338881335,
      "loss": 5.2188,
      "step": 4572
    },
    {
      "epoch": 0.029325381557009107,
      "grad_norm": 21.688631057739258,
      "learning_rate": 0.00019999581154511327,
      "loss": 4.9012,
      "step": 4573
    },
    {
      "epoch": 0.029331794279851223,
      "grad_norm": 22.975902557373047,
      "learning_rate": 0.00019999580970100735,
      "loss": 4.9469,
      "step": 4574
    },
    {
      "epoch": 0.029338207002693344,
      "grad_norm": 34.873477935791016,
      "learning_rate": 0.00019999580785649555,
      "loss": 5.0524,
      "step": 4575
    },
    {
      "epoch": 0.029344619725535464,
      "grad_norm": 33.969635009765625,
      "learning_rate": 0.00019999580601157791,
      "loss": 5.0779,
      "step": 4576
    },
    {
      "epoch": 0.02935103244837758,
      "grad_norm": 35.40719985961914,
      "learning_rate": 0.00019999580416625435,
      "loss": 5.5441,
      "step": 4577
    },
    {
      "epoch": 0.0293574451712197,
      "grad_norm": 19.26006507873535,
      "learning_rate": 0.00019999580232052497,
      "loss": 5.617,
      "step": 4578
    },
    {
      "epoch": 0.029363857894061818,
      "grad_norm": 45.49769973754883,
      "learning_rate": 0.00019999580047438972,
      "loss": 5.2654,
      "step": 4579
    },
    {
      "epoch": 0.029370270616903938,
      "grad_norm": 70.05431365966797,
      "learning_rate": 0.0001999957986278486,
      "loss": 4.9848,
      "step": 4580
    },
    {
      "epoch": 0.029376683339746055,
      "grad_norm": 17.366342544555664,
      "learning_rate": 0.0001999957967809016,
      "loss": 5.075,
      "step": 4581
    },
    {
      "epoch": 0.029383096062588175,
      "grad_norm": 25.694469451904297,
      "learning_rate": 0.00019999579493354874,
      "loss": 5.0834,
      "step": 4582
    },
    {
      "epoch": 0.029389508785430295,
      "grad_norm": 29.806215286254883,
      "learning_rate": 0.00019999579308579003,
      "loss": 5.0434,
      "step": 4583
    },
    {
      "epoch": 0.029395921508272412,
      "grad_norm": 53.027347564697266,
      "learning_rate": 0.00019999579123762545,
      "loss": 5.0134,
      "step": 4584
    },
    {
      "epoch": 0.029402334231114532,
      "grad_norm": 49.20287322998047,
      "learning_rate": 0.00019999578938905498,
      "loss": 5.0796,
      "step": 4585
    },
    {
      "epoch": 0.02940874695395665,
      "grad_norm": 31.981292724609375,
      "learning_rate": 0.00019999578754007865,
      "loss": 5.1929,
      "step": 4586
    },
    {
      "epoch": 0.02941515967679877,
      "grad_norm": 30.364782333374023,
      "learning_rate": 0.0001999957856906965,
      "loss": 5.0528,
      "step": 4587
    },
    {
      "epoch": 0.029421572399640886,
      "grad_norm": 30.5007266998291,
      "learning_rate": 0.00019999578384090843,
      "loss": 4.8914,
      "step": 4588
    },
    {
      "epoch": 0.029427985122483007,
      "grad_norm": 13.894383430480957,
      "learning_rate": 0.0001999957819907145,
      "loss": 5.2632,
      "step": 4589
    },
    {
      "epoch": 0.029434397845325123,
      "grad_norm": 32.95758819580078,
      "learning_rate": 0.0001999957801401147,
      "loss": 5.2796,
      "step": 4590
    },
    {
      "epoch": 0.029440810568167244,
      "grad_norm": 15.311593055725098,
      "learning_rate": 0.00019999577828910904,
      "loss": 4.853,
      "step": 4591
    },
    {
      "epoch": 0.029447223291009364,
      "grad_norm": 19.157838821411133,
      "learning_rate": 0.00019999577643769754,
      "loss": 4.8623,
      "step": 4592
    },
    {
      "epoch": 0.02945363601385148,
      "grad_norm": 17.90361213684082,
      "learning_rate": 0.00019999577458588012,
      "loss": 5.2275,
      "step": 4593
    },
    {
      "epoch": 0.0294600487366936,
      "grad_norm": 234.2943878173828,
      "learning_rate": 0.00019999577273365689,
      "loss": 5.1835,
      "step": 4594
    },
    {
      "epoch": 0.029466461459535718,
      "grad_norm": 345.9151916503906,
      "learning_rate": 0.00019999577088102775,
      "loss": 5.1115,
      "step": 4595
    },
    {
      "epoch": 0.029472874182377838,
      "grad_norm": 18.53071403503418,
      "learning_rate": 0.00019999576902799277,
      "loss": 5.0091,
      "step": 4596
    },
    {
      "epoch": 0.029479286905219955,
      "grad_norm": 13.747112274169922,
      "learning_rate": 0.0001999957671745519,
      "loss": 5.0136,
      "step": 4597
    },
    {
      "epoch": 0.029485699628062075,
      "grad_norm": 467.2632141113281,
      "learning_rate": 0.00019999576532070518,
      "loss": 5.4566,
      "step": 4598
    },
    {
      "epoch": 0.029492112350904195,
      "grad_norm": 13.888785362243652,
      "learning_rate": 0.0001999957634664526,
      "loss": 5.1009,
      "step": 4599
    },
    {
      "epoch": 0.029498525073746312,
      "grad_norm": 14.612530708312988,
      "learning_rate": 0.00019999576161179415,
      "loss": 5.0624,
      "step": 4600
    },
    {
      "epoch": 0.029498525073746312,
      "eval_loss": 5.022166728973389,
      "eval_runtime": 34.7627,
      "eval_samples_per_second": 90.183,
      "eval_steps_per_second": 22.553,
      "step": 4600
    },
    {
      "epoch": 0.029504937796588433,
      "grad_norm": 19.530569076538086,
      "learning_rate": 0.00019999575975672984,
      "loss": 4.9267,
      "step": 4601
    },
    {
      "epoch": 0.02951135051943055,
      "grad_norm": 11.924697875976562,
      "learning_rate": 0.00019999575790125967,
      "loss": 5.1183,
      "step": 4602
    },
    {
      "epoch": 0.02951776324227267,
      "grad_norm": 16.542621612548828,
      "learning_rate": 0.00019999575604538362,
      "loss": 5.0807,
      "step": 4603
    },
    {
      "epoch": 0.029524175965114786,
      "grad_norm": 157.66726684570312,
      "learning_rate": 0.00019999575418910167,
      "loss": 4.9804,
      "step": 4604
    },
    {
      "epoch": 0.029530588687956907,
      "grad_norm": 59.334564208984375,
      "learning_rate": 0.0001999957523324139,
      "loss": 5.3012,
      "step": 4605
    },
    {
      "epoch": 0.029537001410799027,
      "grad_norm": 34.0669059753418,
      "learning_rate": 0.00019999575047532027,
      "loss": 5.0498,
      "step": 4606
    },
    {
      "epoch": 0.029543414133641144,
      "grad_norm": 23.324193954467773,
      "learning_rate": 0.00019999574861782074,
      "loss": 5.3841,
      "step": 4607
    },
    {
      "epoch": 0.029549826856483264,
      "grad_norm": 47.62646484375,
      "learning_rate": 0.00019999574675991534,
      "loss": 5.0681,
      "step": 4608
    },
    {
      "epoch": 0.02955623957932538,
      "grad_norm": 44.1590576171875,
      "learning_rate": 0.00019999574490160412,
      "loss": 5.0291,
      "step": 4609
    },
    {
      "epoch": 0.0295626523021675,
      "grad_norm": 39.5677375793457,
      "learning_rate": 0.000199995743042887,
      "loss": 5.1292,
      "step": 4610
    },
    {
      "epoch": 0.029569065025009618,
      "grad_norm": 22.326318740844727,
      "learning_rate": 0.000199995741183764,
      "loss": 5.0489,
      "step": 4611
    },
    {
      "epoch": 0.029575477747851738,
      "grad_norm": 22.058040618896484,
      "learning_rate": 0.00019999573932423517,
      "loss": 5.1706,
      "step": 4612
    },
    {
      "epoch": 0.029581890470693855,
      "grad_norm": 28.875402450561523,
      "learning_rate": 0.00019999573746430044,
      "loss": 5.1306,
      "step": 4613
    },
    {
      "epoch": 0.029588303193535975,
      "grad_norm": 35.47992706298828,
      "learning_rate": 0.00019999573560395986,
      "loss": 4.9951,
      "step": 4614
    },
    {
      "epoch": 0.029594715916378096,
      "grad_norm": 25.206890106201172,
      "learning_rate": 0.00019999573374321342,
      "loss": 5.0581,
      "step": 4615
    },
    {
      "epoch": 0.029601128639220212,
      "grad_norm": 38.904029846191406,
      "learning_rate": 0.0001999957318820611,
      "loss": 4.9193,
      "step": 4616
    },
    {
      "epoch": 0.029607541362062333,
      "grad_norm": 16.16936492919922,
      "learning_rate": 0.00019999573002050294,
      "loss": 5.0938,
      "step": 4617
    },
    {
      "epoch": 0.02961395408490445,
      "grad_norm": 120.6032485961914,
      "learning_rate": 0.00019999572815853888,
      "loss": 5.1493,
      "step": 4618
    },
    {
      "epoch": 0.02962036680774657,
      "grad_norm": 37.110809326171875,
      "learning_rate": 0.00019999572629616897,
      "loss": 5.0559,
      "step": 4619
    },
    {
      "epoch": 0.029626779530588686,
      "grad_norm": 17.97749137878418,
      "learning_rate": 0.0001999957244333932,
      "loss": 5.0799,
      "step": 4620
    },
    {
      "epoch": 0.029633192253430807,
      "grad_norm": 86.84971618652344,
      "learning_rate": 0.00019999572257021155,
      "loss": 4.9175,
      "step": 4621
    },
    {
      "epoch": 0.029639604976272927,
      "grad_norm": 26.672731399536133,
      "learning_rate": 0.00019999572070662406,
      "loss": 5.0699,
      "step": 4622
    },
    {
      "epoch": 0.029646017699115044,
      "grad_norm": 38.71928405761719,
      "learning_rate": 0.0001999957188426307,
      "loss": 4.9038,
      "step": 4623
    },
    {
      "epoch": 0.029652430421957164,
      "grad_norm": 28.226404190063477,
      "learning_rate": 0.00019999571697823144,
      "loss": 4.8186,
      "step": 4624
    },
    {
      "epoch": 0.02965884314479928,
      "grad_norm": 35.031471252441406,
      "learning_rate": 0.0001999957151134263,
      "loss": 5.0428,
      "step": 4625
    },
    {
      "epoch": 0.0296652558676414,
      "grad_norm": 21.304353713989258,
      "learning_rate": 0.00019999571324821536,
      "loss": 5.2415,
      "step": 4626
    },
    {
      "epoch": 0.029671668590483518,
      "grad_norm": 390.2167663574219,
      "learning_rate": 0.0001999957113825985,
      "loss": 4.8726,
      "step": 4627
    },
    {
      "epoch": 0.029678081313325638,
      "grad_norm": 31.507976531982422,
      "learning_rate": 0.00019999570951657582,
      "loss": 5.4152,
      "step": 4628
    },
    {
      "epoch": 0.02968449403616776,
      "grad_norm": 72.72171020507812,
      "learning_rate": 0.00019999570765014723,
      "loss": 4.9059,
      "step": 4629
    },
    {
      "epoch": 0.029690906759009875,
      "grad_norm": 120.96988677978516,
      "learning_rate": 0.0001999957057833128,
      "loss": 4.8694,
      "step": 4630
    },
    {
      "epoch": 0.029697319481851996,
      "grad_norm": 85.5732650756836,
      "learning_rate": 0.0001999957039160725,
      "loss": 5.0296,
      "step": 4631
    },
    {
      "epoch": 0.029703732204694112,
      "grad_norm": 75.52339172363281,
      "learning_rate": 0.00019999570204842632,
      "loss": 5.133,
      "step": 4632
    },
    {
      "epoch": 0.029710144927536233,
      "grad_norm": 60.86377716064453,
      "learning_rate": 0.00019999570018037428,
      "loss": 5.2052,
      "step": 4633
    },
    {
      "epoch": 0.02971655765037835,
      "grad_norm": 36.71426010131836,
      "learning_rate": 0.00019999569831191641,
      "loss": 5.1275,
      "step": 4634
    },
    {
      "epoch": 0.02972297037322047,
      "grad_norm": 42.04224395751953,
      "learning_rate": 0.00019999569644305263,
      "loss": 5.0518,
      "step": 4635
    },
    {
      "epoch": 0.029729383096062587,
      "grad_norm": 44.59351348876953,
      "learning_rate": 0.000199995694573783,
      "loss": 5.0784,
      "step": 4636
    },
    {
      "epoch": 0.029735795818904707,
      "grad_norm": 75.49552917480469,
      "learning_rate": 0.00019999569270410747,
      "loss": 5.1306,
      "step": 4637
    },
    {
      "epoch": 0.029742208541746827,
      "grad_norm": 241.50949096679688,
      "learning_rate": 0.00019999569083402612,
      "loss": 4.9401,
      "step": 4638
    },
    {
      "epoch": 0.029748621264588944,
      "grad_norm": 157.1837158203125,
      "learning_rate": 0.00019999568896353887,
      "loss": 5.08,
      "step": 4639
    },
    {
      "epoch": 0.029755033987431064,
      "grad_norm": 62.79244613647461,
      "learning_rate": 0.00019999568709264579,
      "loss": 5.1263,
      "step": 4640
    },
    {
      "epoch": 0.02976144671027318,
      "grad_norm": 324.60650634765625,
      "learning_rate": 0.00019999568522134683,
      "loss": 5.0196,
      "step": 4641
    },
    {
      "epoch": 0.0297678594331153,
      "grad_norm": 110.48784637451172,
      "learning_rate": 0.000199995683349642,
      "loss": 4.8934,
      "step": 4642
    },
    {
      "epoch": 0.029774272155957418,
      "grad_norm": 222.23965454101562,
      "learning_rate": 0.0001999956814775313,
      "loss": 5.0913,
      "step": 4643
    },
    {
      "epoch": 0.02978068487879954,
      "grad_norm": 152.4762725830078,
      "learning_rate": 0.00019999567960501472,
      "loss": 4.9606,
      "step": 4644
    },
    {
      "epoch": 0.02978709760164166,
      "grad_norm": 69.6130142211914,
      "learning_rate": 0.0001999956777320923,
      "loss": 5.1557,
      "step": 4645
    },
    {
      "epoch": 0.029793510324483775,
      "grad_norm": 261.4118347167969,
      "learning_rate": 0.00019999567585876399,
      "loss": 5.2491,
      "step": 4646
    },
    {
      "epoch": 0.029799923047325896,
      "grad_norm": 85.38139343261719,
      "learning_rate": 0.00019999567398502985,
      "loss": 5.0302,
      "step": 4647
    },
    {
      "epoch": 0.029806335770168012,
      "grad_norm": 137.6218719482422,
      "learning_rate": 0.00019999567211088982,
      "loss": 4.9744,
      "step": 4648
    },
    {
      "epoch": 0.029812748493010133,
      "grad_norm": 62.86034393310547,
      "learning_rate": 0.00019999567023634392,
      "loss": 5.1443,
      "step": 4649
    },
    {
      "epoch": 0.02981916121585225,
      "grad_norm": 106.0225601196289,
      "learning_rate": 0.00019999566836139218,
      "loss": 5.1658,
      "step": 4650
    },
    {
      "epoch": 0.02982557393869437,
      "grad_norm": 104.95995330810547,
      "learning_rate": 0.00019999566648603456,
      "loss": 4.8636,
      "step": 4651
    },
    {
      "epoch": 0.02983198666153649,
      "grad_norm": 62.918888092041016,
      "learning_rate": 0.00019999566461027107,
      "loss": 5.0873,
      "step": 4652
    },
    {
      "epoch": 0.029838399384378607,
      "grad_norm": 72.46737670898438,
      "learning_rate": 0.0001999956627341017,
      "loss": 5.0341,
      "step": 4653
    },
    {
      "epoch": 0.029844812107220727,
      "grad_norm": 57.65766525268555,
      "learning_rate": 0.0001999956608575265,
      "loss": 4.939,
      "step": 4654
    },
    {
      "epoch": 0.029851224830062844,
      "grad_norm": 75.12374877929688,
      "learning_rate": 0.0001999956589805454,
      "loss": 4.8839,
      "step": 4655
    },
    {
      "epoch": 0.029857637552904964,
      "grad_norm": 90.84510803222656,
      "learning_rate": 0.00019999565710315844,
      "loss": 4.9849,
      "step": 4656
    },
    {
      "epoch": 0.02986405027574708,
      "grad_norm": 138.15994262695312,
      "learning_rate": 0.00019999565522536562,
      "loss": 5.0273,
      "step": 4657
    },
    {
      "epoch": 0.0298704629985892,
      "grad_norm": 107.38628387451172,
      "learning_rate": 0.00019999565334716693,
      "loss": 4.9402,
      "step": 4658
    },
    {
      "epoch": 0.029876875721431318,
      "grad_norm": 176.57583618164062,
      "learning_rate": 0.0001999956514685624,
      "loss": 5.1349,
      "step": 4659
    },
    {
      "epoch": 0.02988328844427344,
      "grad_norm": 93.88731384277344,
      "learning_rate": 0.00019999564958955197,
      "loss": 4.9333,
      "step": 4660
    },
    {
      "epoch": 0.02988970116711556,
      "grad_norm": 110.5532455444336,
      "learning_rate": 0.00019999564771013567,
      "loss": 5.0047,
      "step": 4661
    },
    {
      "epoch": 0.029896113889957675,
      "grad_norm": 126.91302490234375,
      "learning_rate": 0.00019999564583031353,
      "loss": 4.9715,
      "step": 4662
    },
    {
      "epoch": 0.029902526612799796,
      "grad_norm": 171.2986297607422,
      "learning_rate": 0.00019999564395008554,
      "loss": 5.0619,
      "step": 4663
    },
    {
      "epoch": 0.029908939335641913,
      "grad_norm": 178.4882049560547,
      "learning_rate": 0.00019999564206945165,
      "loss": 5.38,
      "step": 4664
    },
    {
      "epoch": 0.029915352058484033,
      "grad_norm": 40.42862319946289,
      "learning_rate": 0.0001999956401884119,
      "loss": 4.9711,
      "step": 4665
    },
    {
      "epoch": 0.02992176478132615,
      "grad_norm": 90.36825561523438,
      "learning_rate": 0.00019999563830696627,
      "loss": 5.0359,
      "step": 4666
    },
    {
      "epoch": 0.02992817750416827,
      "grad_norm": 29.156280517578125,
      "learning_rate": 0.0001999956364251148,
      "loss": 4.9772,
      "step": 4667
    },
    {
      "epoch": 0.02993459022701039,
      "grad_norm": 152.68936157226562,
      "learning_rate": 0.00019999563454285748,
      "loss": 5.1953,
      "step": 4668
    },
    {
      "epoch": 0.029941002949852507,
      "grad_norm": 69.64794921875,
      "learning_rate": 0.00019999563266019426,
      "loss": 5.0511,
      "step": 4669
    },
    {
      "epoch": 0.029947415672694627,
      "grad_norm": 115.07141876220703,
      "learning_rate": 0.00019999563077712518,
      "loss": 5.2287,
      "step": 4670
    },
    {
      "epoch": 0.029953828395536744,
      "grad_norm": 54.71495819091797,
      "learning_rate": 0.00019999562889365025,
      "loss": 5.1452,
      "step": 4671
    },
    {
      "epoch": 0.029960241118378864,
      "grad_norm": 58.11835861206055,
      "learning_rate": 0.00019999562700976945,
      "loss": 5.0204,
      "step": 4672
    },
    {
      "epoch": 0.02996665384122098,
      "grad_norm": 257.06640625,
      "learning_rate": 0.00019999562512548278,
      "loss": 5.1454,
      "step": 4673
    },
    {
      "epoch": 0.0299730665640631,
      "grad_norm": 166.31678771972656,
      "learning_rate": 0.00019999562324079023,
      "loss": 5.0821,
      "step": 4674
    },
    {
      "epoch": 0.02997947928690522,
      "grad_norm": 285.9603576660156,
      "learning_rate": 0.00019999562135569182,
      "loss": 5.0519,
      "step": 4675
    },
    {
      "epoch": 0.02998589200974734,
      "grad_norm": 313.9647521972656,
      "learning_rate": 0.00019999561947018756,
      "loss": 4.9487,
      "step": 4676
    },
    {
      "epoch": 0.02999230473258946,
      "grad_norm": 139.90289306640625,
      "learning_rate": 0.00019999561758427743,
      "loss": 5.202,
      "step": 4677
    },
    {
      "epoch": 0.029998717455431576,
      "grad_norm": 168.4696502685547,
      "learning_rate": 0.00019999561569796143,
      "loss": 5.2917,
      "step": 4678
    },
    {
      "epoch": 0.030005130178273696,
      "grad_norm": 54.09782028198242,
      "learning_rate": 0.00019999561381123953,
      "loss": 5.0046,
      "step": 4679
    },
    {
      "epoch": 0.030011542901115813,
      "grad_norm": 428.0829772949219,
      "learning_rate": 0.00019999561192411182,
      "loss": 5.2867,
      "step": 4680
    },
    {
      "epoch": 0.030017955623957933,
      "grad_norm": 367.8912048339844,
      "learning_rate": 0.00019999561003657823,
      "loss": 5.1676,
      "step": 4681
    },
    {
      "epoch": 0.03002436834680005,
      "grad_norm": 85.79344940185547,
      "learning_rate": 0.00019999560814863875,
      "loss": 5.0859,
      "step": 4682
    },
    {
      "epoch": 0.03003078106964217,
      "grad_norm": 160.0945587158203,
      "learning_rate": 0.00019999560626029344,
      "loss": 5.0924,
      "step": 4683
    },
    {
      "epoch": 0.03003719379248429,
      "grad_norm": 83.85824584960938,
      "learning_rate": 0.00019999560437154224,
      "loss": 4.9254,
      "step": 4684
    },
    {
      "epoch": 0.030043606515326407,
      "grad_norm": 147.94668579101562,
      "learning_rate": 0.00019999560248238517,
      "loss": 5.0908,
      "step": 4685
    },
    {
      "epoch": 0.030050019238168527,
      "grad_norm": 182.03375244140625,
      "learning_rate": 0.00019999560059282226,
      "loss": 4.9117,
      "step": 4686
    },
    {
      "epoch": 0.030056431961010644,
      "grad_norm": 195.20706176757812,
      "learning_rate": 0.00019999559870285345,
      "loss": 5.0167,
      "step": 4687
    },
    {
      "epoch": 0.030062844683852764,
      "grad_norm": 186.2654571533203,
      "learning_rate": 0.0001999955968124788,
      "loss": 5.0156,
      "step": 4688
    },
    {
      "epoch": 0.03006925740669488,
      "grad_norm": 303.5808410644531,
      "learning_rate": 0.0001999955949216983,
      "loss": 5.1823,
      "step": 4689
    },
    {
      "epoch": 0.030075670129537,
      "grad_norm": 72.53562927246094,
      "learning_rate": 0.0001999955930305119,
      "loss": 5.5165,
      "step": 4690
    },
    {
      "epoch": 0.03008208285237912,
      "grad_norm": 61.50100326538086,
      "learning_rate": 0.00019999559113891965,
      "loss": 5.1484,
      "step": 4691
    },
    {
      "epoch": 0.03008849557522124,
      "grad_norm": 61.360076904296875,
      "learning_rate": 0.00019999558924692153,
      "loss": 5.4518,
      "step": 4692
    },
    {
      "epoch": 0.03009490829806336,
      "grad_norm": 82.93045806884766,
      "learning_rate": 0.00019999558735451752,
      "loss": 5.1602,
      "step": 4693
    },
    {
      "epoch": 0.030101321020905476,
      "grad_norm": 79.92813873291016,
      "learning_rate": 0.00019999558546170766,
      "loss": 5.105,
      "step": 4694
    },
    {
      "epoch": 0.030107733743747596,
      "grad_norm": 55.55140686035156,
      "learning_rate": 0.00019999558356849196,
      "loss": 5.1978,
      "step": 4695
    },
    {
      "epoch": 0.030114146466589713,
      "grad_norm": 222.19796752929688,
      "learning_rate": 0.0001999955816748704,
      "loss": 4.9943,
      "step": 4696
    },
    {
      "epoch": 0.030120559189431833,
      "grad_norm": 93.8020248413086,
      "learning_rate": 0.00019999557978084292,
      "loss": 5.1515,
      "step": 4697
    },
    {
      "epoch": 0.030126971912273953,
      "grad_norm": 47.47340774536133,
      "learning_rate": 0.00019999557788640964,
      "loss": 5.0899,
      "step": 4698
    },
    {
      "epoch": 0.03013338463511607,
      "grad_norm": 201.06063842773438,
      "learning_rate": 0.00019999557599157045,
      "loss": 5.0328,
      "step": 4699
    },
    {
      "epoch": 0.03013979735795819,
      "grad_norm": 74.34268951416016,
      "learning_rate": 0.0001999955740963254,
      "loss": 5.0482,
      "step": 4700
    },
    {
      "epoch": 0.03013979735795819,
      "eval_loss": 5.066381931304932,
      "eval_runtime": 34.7622,
      "eval_samples_per_second": 90.184,
      "eval_steps_per_second": 22.553,
      "step": 4700
    },
    {
      "epoch": 0.030146210080800307,
      "grad_norm": 41.11886978149414,
      "learning_rate": 0.0001999955722006745,
      "loss": 5.0327,
      "step": 4701
    },
    {
      "epoch": 0.030152622803642427,
      "grad_norm": 52.715145111083984,
      "learning_rate": 0.0001999955703046177,
      "loss": 5.0006,
      "step": 4702
    },
    {
      "epoch": 0.030159035526484544,
      "grad_norm": 107.87195587158203,
      "learning_rate": 0.00019999556840815508,
      "loss": 5.0443,
      "step": 4703
    },
    {
      "epoch": 0.030165448249326664,
      "grad_norm": 78.0776138305664,
      "learning_rate": 0.00019999556651128657,
      "loss": 4.9887,
      "step": 4704
    },
    {
      "epoch": 0.03017186097216878,
      "grad_norm": 38.93686294555664,
      "learning_rate": 0.00019999556461401219,
      "loss": 5.0053,
      "step": 4705
    },
    {
      "epoch": 0.0301782736950109,
      "grad_norm": 32.90235137939453,
      "learning_rate": 0.00019999556271633196,
      "loss": 4.8848,
      "step": 4706
    },
    {
      "epoch": 0.030184686417853022,
      "grad_norm": 27.803050994873047,
      "learning_rate": 0.00019999556081824586,
      "loss": 4.9459,
      "step": 4707
    },
    {
      "epoch": 0.03019109914069514,
      "grad_norm": 21.13797950744629,
      "learning_rate": 0.0001999955589197539,
      "loss": 5.1652,
      "step": 4708
    },
    {
      "epoch": 0.03019751186353726,
      "grad_norm": 22.3376522064209,
      "learning_rate": 0.00019999555702085605,
      "loss": 5.1293,
      "step": 4709
    },
    {
      "epoch": 0.030203924586379376,
      "grad_norm": 124.92514038085938,
      "learning_rate": 0.00019999555512155234,
      "loss": 5.6017,
      "step": 4710
    },
    {
      "epoch": 0.030210337309221496,
      "grad_norm": 24.928312301635742,
      "learning_rate": 0.0001999955532218428,
      "loss": 5.0563,
      "step": 4711
    },
    {
      "epoch": 0.030216750032063613,
      "grad_norm": 48.07604217529297,
      "learning_rate": 0.00019999555132172735,
      "loss": 5.0248,
      "step": 4712
    },
    {
      "epoch": 0.030223162754905733,
      "grad_norm": 26.383316040039062,
      "learning_rate": 0.00019999554942120605,
      "loss": 5.0586,
      "step": 4713
    },
    {
      "epoch": 0.030229575477747853,
      "grad_norm": 44.43480682373047,
      "learning_rate": 0.0001999955475202789,
      "loss": 5.0114,
      "step": 4714
    },
    {
      "epoch": 0.03023598820058997,
      "grad_norm": 45.33626174926758,
      "learning_rate": 0.00019999554561894587,
      "loss": 5.2022,
      "step": 4715
    },
    {
      "epoch": 0.03024240092343209,
      "grad_norm": 15.741382598876953,
      "learning_rate": 0.00019999554371720696,
      "loss": 5.0347,
      "step": 4716
    },
    {
      "epoch": 0.030248813646274207,
      "grad_norm": 13.04903507232666,
      "learning_rate": 0.0001999955418150622,
      "loss": 5.0412,
      "step": 4717
    },
    {
      "epoch": 0.030255226369116327,
      "grad_norm": 40.8873291015625,
      "learning_rate": 0.0001999955399125116,
      "loss": 5.0229,
      "step": 4718
    },
    {
      "epoch": 0.030261639091958444,
      "grad_norm": 13.600460052490234,
      "learning_rate": 0.0001999955380095551,
      "loss": 4.8233,
      "step": 4719
    },
    {
      "epoch": 0.030268051814800565,
      "grad_norm": 11.5287504196167,
      "learning_rate": 0.00019999553610619274,
      "loss": 4.9747,
      "step": 4720
    },
    {
      "epoch": 0.030274464537642685,
      "grad_norm": 15.443937301635742,
      "learning_rate": 0.00019999553420242455,
      "loss": 4.9736,
      "step": 4721
    },
    {
      "epoch": 0.0302808772604848,
      "grad_norm": 17.611108779907227,
      "learning_rate": 0.00019999553229825047,
      "loss": 5.0561,
      "step": 4722
    },
    {
      "epoch": 0.030287289983326922,
      "grad_norm": 13.228219032287598,
      "learning_rate": 0.0001999955303936705,
      "loss": 4.9913,
      "step": 4723
    },
    {
      "epoch": 0.03029370270616904,
      "grad_norm": 29.80105972290039,
      "learning_rate": 0.0001999955284886847,
      "loss": 5.142,
      "step": 4724
    },
    {
      "epoch": 0.03030011542901116,
      "grad_norm": 38.756404876708984,
      "learning_rate": 0.00019999552658329301,
      "loss": 5.0483,
      "step": 4725
    },
    {
      "epoch": 0.030306528151853276,
      "grad_norm": 17.941152572631836,
      "learning_rate": 0.00019999552467749547,
      "loss": 5.2326,
      "step": 4726
    },
    {
      "epoch": 0.030312940874695396,
      "grad_norm": 13.226823806762695,
      "learning_rate": 0.00019999552277129206,
      "loss": 4.9607,
      "step": 4727
    },
    {
      "epoch": 0.030319353597537513,
      "grad_norm": 9.891140937805176,
      "learning_rate": 0.00019999552086468278,
      "loss": 5.1945,
      "step": 4728
    },
    {
      "epoch": 0.030325766320379633,
      "grad_norm": 56.305999755859375,
      "learning_rate": 0.00019999551895766765,
      "loss": 5.0803,
      "step": 4729
    },
    {
      "epoch": 0.030332179043221753,
      "grad_norm": 23.20990562438965,
      "learning_rate": 0.00019999551705024665,
      "loss": 4.9543,
      "step": 4730
    },
    {
      "epoch": 0.03033859176606387,
      "grad_norm": 13.252828598022461,
      "learning_rate": 0.00019999551514241975,
      "loss": 5.0826,
      "step": 4731
    },
    {
      "epoch": 0.03034500448890599,
      "grad_norm": 16.52786636352539,
      "learning_rate": 0.00019999551323418701,
      "loss": 5.2477,
      "step": 4732
    },
    {
      "epoch": 0.030351417211748107,
      "grad_norm": 32.19941329956055,
      "learning_rate": 0.0001999955113255484,
      "loss": 4.9519,
      "step": 4733
    },
    {
      "epoch": 0.030357829934590227,
      "grad_norm": 19.03948211669922,
      "learning_rate": 0.00019999550941650395,
      "loss": 4.9216,
      "step": 4734
    },
    {
      "epoch": 0.030364242657432344,
      "grad_norm": 13.175914764404297,
      "learning_rate": 0.0001999955075070536,
      "loss": 5.0132,
      "step": 4735
    },
    {
      "epoch": 0.030370655380274465,
      "grad_norm": 10.229278564453125,
      "learning_rate": 0.00019999550559719742,
      "loss": 5.0258,
      "step": 4736
    },
    {
      "epoch": 0.030377068103116585,
      "grad_norm": 17.09080696105957,
      "learning_rate": 0.00019999550368693533,
      "loss": 4.8835,
      "step": 4737
    },
    {
      "epoch": 0.0303834808259587,
      "grad_norm": 13.22378921508789,
      "learning_rate": 0.0001999955017762674,
      "loss": 5.2715,
      "step": 4738
    },
    {
      "epoch": 0.030389893548800822,
      "grad_norm": 15.861750602722168,
      "learning_rate": 0.0001999954998651936,
      "loss": 4.856,
      "step": 4739
    },
    {
      "epoch": 0.03039630627164294,
      "grad_norm": 11.337114334106445,
      "learning_rate": 0.00019999549795371397,
      "loss": 5.0756,
      "step": 4740
    },
    {
      "epoch": 0.03040271899448506,
      "grad_norm": 16.71580696105957,
      "learning_rate": 0.00019999549604182845,
      "loss": 5.2312,
      "step": 4741
    },
    {
      "epoch": 0.030409131717327176,
      "grad_norm": 14.673073768615723,
      "learning_rate": 0.00019999549412953705,
      "loss": 5.0368,
      "step": 4742
    },
    {
      "epoch": 0.030415544440169296,
      "grad_norm": 9.716216087341309,
      "learning_rate": 0.0001999954922168398,
      "loss": 5.0498,
      "step": 4743
    },
    {
      "epoch": 0.030421957163011416,
      "grad_norm": 17.59316635131836,
      "learning_rate": 0.00019999549030373667,
      "loss": 4.9928,
      "step": 4744
    },
    {
      "epoch": 0.030428369885853533,
      "grad_norm": 11.611994743347168,
      "learning_rate": 0.0001999954883902277,
      "loss": 4.9102,
      "step": 4745
    },
    {
      "epoch": 0.030434782608695653,
      "grad_norm": 56.197566986083984,
      "learning_rate": 0.00019999548647631286,
      "loss": 5.1044,
      "step": 4746
    },
    {
      "epoch": 0.03044119533153777,
      "grad_norm": 35.49453353881836,
      "learning_rate": 0.0001999954845619921,
      "loss": 5.437,
      "step": 4747
    },
    {
      "epoch": 0.03044760805437989,
      "grad_norm": 39.427921295166016,
      "learning_rate": 0.00019999548264726556,
      "loss": 5.0446,
      "step": 4748
    },
    {
      "epoch": 0.030454020777222007,
      "grad_norm": 25.209514617919922,
      "learning_rate": 0.0001999954807321331,
      "loss": 5.0625,
      "step": 4749
    },
    {
      "epoch": 0.030460433500064128,
      "grad_norm": 113.68540954589844,
      "learning_rate": 0.00019999547881659478,
      "loss": 4.9024,
      "step": 4750
    },
    {
      "epoch": 0.030466846222906244,
      "grad_norm": 20.572099685668945,
      "learning_rate": 0.0001999954769006506,
      "loss": 5.0131,
      "step": 4751
    },
    {
      "epoch": 0.030473258945748365,
      "grad_norm": 21.49791145324707,
      "learning_rate": 0.00019999547498430057,
      "loss": 5.0928,
      "step": 4752
    },
    {
      "epoch": 0.030479671668590485,
      "grad_norm": 14.84994125366211,
      "learning_rate": 0.00019999547306754468,
      "loss": 4.9285,
      "step": 4753
    },
    {
      "epoch": 0.0304860843914326,
      "grad_norm": 21.91421890258789,
      "learning_rate": 0.00019999547115038288,
      "loss": 5.106,
      "step": 4754
    },
    {
      "epoch": 0.030492497114274722,
      "grad_norm": 28.804170608520508,
      "learning_rate": 0.00019999546923281524,
      "loss": 5.0471,
      "step": 4755
    },
    {
      "epoch": 0.03049890983711684,
      "grad_norm": 20.664037704467773,
      "learning_rate": 0.00019999546731484173,
      "loss": 4.981,
      "step": 4756
    },
    {
      "epoch": 0.03050532255995896,
      "grad_norm": 38.330570220947266,
      "learning_rate": 0.00019999546539646237,
      "loss": 4.8969,
      "step": 4757
    },
    {
      "epoch": 0.030511735282801076,
      "grad_norm": 20.709152221679688,
      "learning_rate": 0.00019999546347767715,
      "loss": 4.9834,
      "step": 4758
    },
    {
      "epoch": 0.030518148005643196,
      "grad_norm": 14.249823570251465,
      "learning_rate": 0.00019999546155848605,
      "loss": 4.9961,
      "step": 4759
    },
    {
      "epoch": 0.030524560728485316,
      "grad_norm": 16.81036949157715,
      "learning_rate": 0.00019999545963888908,
      "loss": 5.1363,
      "step": 4760
    },
    {
      "epoch": 0.030530973451327433,
      "grad_norm": 29.266386032104492,
      "learning_rate": 0.00019999545771888627,
      "loss": 5.3613,
      "step": 4761
    },
    {
      "epoch": 0.030537386174169553,
      "grad_norm": 9.776872634887695,
      "learning_rate": 0.00019999545579847756,
      "loss": 4.8287,
      "step": 4762
    },
    {
      "epoch": 0.03054379889701167,
      "grad_norm": 39.90673065185547,
      "learning_rate": 0.000199995453877663,
      "loss": 5.3465,
      "step": 4763
    },
    {
      "epoch": 0.03055021161985379,
      "grad_norm": 15.633705139160156,
      "learning_rate": 0.00019999545195644258,
      "loss": 4.9352,
      "step": 4764
    },
    {
      "epoch": 0.030556624342695907,
      "grad_norm": 12.218335151672363,
      "learning_rate": 0.00019999545003481628,
      "loss": 4.9567,
      "step": 4765
    },
    {
      "epoch": 0.030563037065538028,
      "grad_norm": 22.804462432861328,
      "learning_rate": 0.00019999544811278414,
      "loss": 5.037,
      "step": 4766
    },
    {
      "epoch": 0.030569449788380148,
      "grad_norm": 7.912045478820801,
      "learning_rate": 0.0001999954461903461,
      "loss": 4.8778,
      "step": 4767
    },
    {
      "epoch": 0.030575862511222265,
      "grad_norm": 19.14342498779297,
      "learning_rate": 0.00019999544426750222,
      "loss": 5.0131,
      "step": 4768
    },
    {
      "epoch": 0.030582275234064385,
      "grad_norm": 15.139947891235352,
      "learning_rate": 0.0001999954423442525,
      "loss": 5.4477,
      "step": 4769
    },
    {
      "epoch": 0.030588687956906502,
      "grad_norm": 27.326213836669922,
      "learning_rate": 0.00019999544042059687,
      "loss": 5.1882,
      "step": 4770
    },
    {
      "epoch": 0.030595100679748622,
      "grad_norm": 17.768943786621094,
      "learning_rate": 0.00019999543849653543,
      "loss": 5.0961,
      "step": 4771
    },
    {
      "epoch": 0.03060151340259074,
      "grad_norm": 16.584657669067383,
      "learning_rate": 0.0001999954365720681,
      "loss": 5.0884,
      "step": 4772
    },
    {
      "epoch": 0.03060792612543286,
      "grad_norm": 15.464427947998047,
      "learning_rate": 0.00019999543464719482,
      "loss": 4.8984,
      "step": 4773
    },
    {
      "epoch": 0.030614338848274976,
      "grad_norm": 10.867716789245605,
      "learning_rate": 0.0001999954327219158,
      "loss": 5.0284,
      "step": 4774
    },
    {
      "epoch": 0.030620751571117096,
      "grad_norm": 8.121912956237793,
      "learning_rate": 0.00019999543079623084,
      "loss": 5.0739,
      "step": 4775
    },
    {
      "epoch": 0.030627164293959216,
      "grad_norm": 18.159378051757812,
      "learning_rate": 0.00019999542887014004,
      "loss": 4.9653,
      "step": 4776
    },
    {
      "epoch": 0.030633577016801333,
      "grad_norm": 8.203930854797363,
      "learning_rate": 0.00019999542694364337,
      "loss": 5.2882,
      "step": 4777
    },
    {
      "epoch": 0.030639989739643454,
      "grad_norm": 41.156131744384766,
      "learning_rate": 0.00019999542501674083,
      "loss": 5.0435,
      "step": 4778
    },
    {
      "epoch": 0.03064640246248557,
      "grad_norm": 18.4462833404541,
      "learning_rate": 0.00019999542308943245,
      "loss": 5.2353,
      "step": 4779
    },
    {
      "epoch": 0.03065281518532769,
      "grad_norm": 17.83039665222168,
      "learning_rate": 0.0001999954211617182,
      "loss": 5.11,
      "step": 4780
    },
    {
      "epoch": 0.030659227908169807,
      "grad_norm": 18.64542579650879,
      "learning_rate": 0.00019999541923359804,
      "loss": 5.0012,
      "step": 4781
    },
    {
      "epoch": 0.030665640631011928,
      "grad_norm": 10.383979797363281,
      "learning_rate": 0.00019999541730507205,
      "loss": 5.0436,
      "step": 4782
    },
    {
      "epoch": 0.030672053353854048,
      "grad_norm": 10.618291854858398,
      "learning_rate": 0.0001999954153761402,
      "loss": 5.092,
      "step": 4783
    },
    {
      "epoch": 0.030678466076696165,
      "grad_norm": 10.727696418762207,
      "learning_rate": 0.00019999541344680247,
      "loss": 4.9657,
      "step": 4784
    },
    {
      "epoch": 0.030684878799538285,
      "grad_norm": 8.430851936340332,
      "learning_rate": 0.00019999541151705889,
      "loss": 5.2461,
      "step": 4785
    },
    {
      "epoch": 0.030691291522380402,
      "grad_norm": 10.406243324279785,
      "learning_rate": 0.00019999540958690943,
      "loss": 4.9105,
      "step": 4786
    },
    {
      "epoch": 0.030697704245222522,
      "grad_norm": 9.646909713745117,
      "learning_rate": 0.0001999954076563541,
      "loss": 4.9531,
      "step": 4787
    },
    {
      "epoch": 0.03070411696806464,
      "grad_norm": 9.563008308410645,
      "learning_rate": 0.00019999540572539294,
      "loss": 4.9394,
      "step": 4788
    },
    {
      "epoch": 0.03071052969090676,
      "grad_norm": 7.444935321807861,
      "learning_rate": 0.00019999540379402587,
      "loss": 5.0693,
      "step": 4789
    },
    {
      "epoch": 0.03071694241374888,
      "grad_norm": 6.9508056640625,
      "learning_rate": 0.00019999540186225296,
      "loss": 4.8177,
      "step": 4790
    },
    {
      "epoch": 0.030723355136590996,
      "grad_norm": 15.620862007141113,
      "learning_rate": 0.00019999539993007418,
      "loss": 5.1744,
      "step": 4791
    },
    {
      "epoch": 0.030729767859433117,
      "grad_norm": 7.869470119476318,
      "learning_rate": 0.00019999539799748955,
      "loss": 4.9686,
      "step": 4792
    },
    {
      "epoch": 0.030736180582275233,
      "grad_norm": 12.485873222351074,
      "learning_rate": 0.00019999539606449905,
      "loss": 4.9569,
      "step": 4793
    },
    {
      "epoch": 0.030742593305117354,
      "grad_norm": 6.290406703948975,
      "learning_rate": 0.00019999539413110269,
      "loss": 5.0762,
      "step": 4794
    },
    {
      "epoch": 0.03074900602795947,
      "grad_norm": 8.502432823181152,
      "learning_rate": 0.00019999539219730045,
      "loss": 5.1239,
      "step": 4795
    },
    {
      "epoch": 0.03075541875080159,
      "grad_norm": 10.594747543334961,
      "learning_rate": 0.00019999539026309236,
      "loss": 4.9152,
      "step": 4796
    },
    {
      "epoch": 0.030761831473643707,
      "grad_norm": 29.725976943969727,
      "learning_rate": 0.00019999538832847838,
      "loss": 4.9673,
      "step": 4797
    },
    {
      "epoch": 0.030768244196485828,
      "grad_norm": 15.112286567687988,
      "learning_rate": 0.00019999538639345853,
      "loss": 4.9332,
      "step": 4798
    },
    {
      "epoch": 0.030774656919327948,
      "grad_norm": 12.95777702331543,
      "learning_rate": 0.00019999538445803286,
      "loss": 5.0208,
      "step": 4799
    },
    {
      "epoch": 0.030781069642170065,
      "grad_norm": 17.26262855529785,
      "learning_rate": 0.00019999538252220132,
      "loss": 4.95,
      "step": 4800
    },
    {
      "epoch": 0.030781069642170065,
      "eval_loss": 5.034791946411133,
      "eval_runtime": 34.7482,
      "eval_samples_per_second": 90.221,
      "eval_steps_per_second": 22.562,
      "step": 4800
    },
    {
      "epoch": 0.030787482365012185,
      "grad_norm": 18.352645874023438,
      "learning_rate": 0.00019999538058596388,
      "loss": 5.0159,
      "step": 4801
    },
    {
      "epoch": 0.030793895087854302,
      "grad_norm": 16.698444366455078,
      "learning_rate": 0.0001999953786493206,
      "loss": 5.0663,
      "step": 4802
    },
    {
      "epoch": 0.030800307810696422,
      "grad_norm": 8.060338020324707,
      "learning_rate": 0.00019999537671227144,
      "loss": 5.2284,
      "step": 4803
    },
    {
      "epoch": 0.03080672053353854,
      "grad_norm": 9.616332054138184,
      "learning_rate": 0.0001999953747748164,
      "loss": 5.0327,
      "step": 4804
    },
    {
      "epoch": 0.03081313325638066,
      "grad_norm": 9.206571578979492,
      "learning_rate": 0.00019999537283695552,
      "loss": 5.0245,
      "step": 4805
    },
    {
      "epoch": 0.03081954597922278,
      "grad_norm": 7.780438423156738,
      "learning_rate": 0.00019999537089868878,
      "loss": 5.1678,
      "step": 4806
    },
    {
      "epoch": 0.030825958702064896,
      "grad_norm": 6.674278736114502,
      "learning_rate": 0.00019999536896001617,
      "loss": 5.0351,
      "step": 4807
    },
    {
      "epoch": 0.030832371424907017,
      "grad_norm": 6.4583516120910645,
      "learning_rate": 0.00019999536702093772,
      "loss": 4.9405,
      "step": 4808
    },
    {
      "epoch": 0.030838784147749133,
      "grad_norm": 9.152605056762695,
      "learning_rate": 0.00019999536508145336,
      "loss": 5.1746,
      "step": 4809
    },
    {
      "epoch": 0.030845196870591254,
      "grad_norm": 7.135791301727295,
      "learning_rate": 0.00019999536314156316,
      "loss": 5.069,
      "step": 4810
    },
    {
      "epoch": 0.03085160959343337,
      "grad_norm": 7.9382710456848145,
      "learning_rate": 0.00019999536120126707,
      "loss": 5.0804,
      "step": 4811
    },
    {
      "epoch": 0.03085802231627549,
      "grad_norm": 7.020965576171875,
      "learning_rate": 0.00019999535926056513,
      "loss": 5.0722,
      "step": 4812
    },
    {
      "epoch": 0.03086443503911761,
      "grad_norm": 11.887145042419434,
      "learning_rate": 0.00019999535731945732,
      "loss": 4.9284,
      "step": 4813
    },
    {
      "epoch": 0.030870847761959728,
      "grad_norm": 6.745575904846191,
      "learning_rate": 0.00019999535537794366,
      "loss": 4.9233,
      "step": 4814
    },
    {
      "epoch": 0.030877260484801848,
      "grad_norm": 8.040184020996094,
      "learning_rate": 0.00019999535343602414,
      "loss": 4.8084,
      "step": 4815
    },
    {
      "epoch": 0.030883673207643965,
      "grad_norm": 8.195289611816406,
      "learning_rate": 0.00019999535149369874,
      "loss": 4.7537,
      "step": 4816
    },
    {
      "epoch": 0.030890085930486085,
      "grad_norm": 11.360376358032227,
      "learning_rate": 0.00019999534955096747,
      "loss": 5.0306,
      "step": 4817
    },
    {
      "epoch": 0.030896498653328202,
      "grad_norm": 14.253644943237305,
      "learning_rate": 0.00019999534760783036,
      "loss": 4.9828,
      "step": 4818
    },
    {
      "epoch": 0.030902911376170322,
      "grad_norm": 8.704632759094238,
      "learning_rate": 0.00019999534566428738,
      "loss": 4.9366,
      "step": 4819
    },
    {
      "epoch": 0.03090932409901244,
      "grad_norm": 6.824306964874268,
      "learning_rate": 0.00019999534372033853,
      "loss": 5.0814,
      "step": 4820
    },
    {
      "epoch": 0.03091573682185456,
      "grad_norm": 8.843955039978027,
      "learning_rate": 0.0001999953417759838,
      "loss": 5.061,
      "step": 4821
    },
    {
      "epoch": 0.03092214954469668,
      "grad_norm": 6.674444198608398,
      "learning_rate": 0.00019999533983122323,
      "loss": 5.03,
      "step": 4822
    },
    {
      "epoch": 0.030928562267538796,
      "grad_norm": 8.423937797546387,
      "learning_rate": 0.00019999533788605677,
      "loss": 5.0536,
      "step": 4823
    },
    {
      "epoch": 0.030934974990380917,
      "grad_norm": 9.944453239440918,
      "learning_rate": 0.00019999533594048448,
      "loss": 5.178,
      "step": 4824
    },
    {
      "epoch": 0.030941387713223033,
      "grad_norm": 8.83673095703125,
      "learning_rate": 0.0001999953339945063,
      "loss": 4.8257,
      "step": 4825
    },
    {
      "epoch": 0.030947800436065154,
      "grad_norm": 7.540013790130615,
      "learning_rate": 0.00019999533204812225,
      "loss": 4.9616,
      "step": 4826
    },
    {
      "epoch": 0.03095421315890727,
      "grad_norm": 12.036394119262695,
      "learning_rate": 0.00019999533010133232,
      "loss": 5.0229,
      "step": 4827
    },
    {
      "epoch": 0.03096062588174939,
      "grad_norm": 10.352914810180664,
      "learning_rate": 0.00019999532815413655,
      "loss": 4.9477,
      "step": 4828
    },
    {
      "epoch": 0.03096703860459151,
      "grad_norm": 9.945817947387695,
      "learning_rate": 0.00019999532620653494,
      "loss": 5.1055,
      "step": 4829
    },
    {
      "epoch": 0.030973451327433628,
      "grad_norm": 9.861279487609863,
      "learning_rate": 0.00019999532425852743,
      "loss": 4.8875,
      "step": 4830
    },
    {
      "epoch": 0.030979864050275748,
      "grad_norm": 17.948345184326172,
      "learning_rate": 0.00019999532231011408,
      "loss": 5.0505,
      "step": 4831
    },
    {
      "epoch": 0.030986276773117865,
      "grad_norm": 16.422515869140625,
      "learning_rate": 0.00019999532036129485,
      "loss": 4.9857,
      "step": 4832
    },
    {
      "epoch": 0.030992689495959985,
      "grad_norm": 14.724936485290527,
      "learning_rate": 0.00019999531841206975,
      "loss": 4.7776,
      "step": 4833
    },
    {
      "epoch": 0.030999102218802102,
      "grad_norm": 17.814212799072266,
      "learning_rate": 0.0001999953164624388,
      "loss": 4.9336,
      "step": 4834
    },
    {
      "epoch": 0.031005514941644222,
      "grad_norm": 6.750423908233643,
      "learning_rate": 0.00019999531451240197,
      "loss": 4.9069,
      "step": 4835
    },
    {
      "epoch": 0.031011927664486343,
      "grad_norm": 8.827986717224121,
      "learning_rate": 0.0001999953125619593,
      "loss": 5.1191,
      "step": 4836
    },
    {
      "epoch": 0.03101834038732846,
      "grad_norm": 12.30080795288086,
      "learning_rate": 0.00019999531061111074,
      "loss": 4.8431,
      "step": 4837
    },
    {
      "epoch": 0.03102475311017058,
      "grad_norm": 10.474242210388184,
      "learning_rate": 0.0001999953086598563,
      "loss": 5.162,
      "step": 4838
    },
    {
      "epoch": 0.031031165833012696,
      "grad_norm": 9.369050025939941,
      "learning_rate": 0.00019999530670819604,
      "loss": 5.1406,
      "step": 4839
    },
    {
      "epoch": 0.031037578555854817,
      "grad_norm": 11.262449264526367,
      "learning_rate": 0.0001999953047561299,
      "loss": 4.964,
      "step": 4840
    },
    {
      "epoch": 0.031043991278696934,
      "grad_norm": 77.75614929199219,
      "learning_rate": 0.0001999953028036579,
      "loss": 5.0435,
      "step": 4841
    },
    {
      "epoch": 0.031050404001539054,
      "grad_norm": 45.10541534423828,
      "learning_rate": 0.00019999530085078,
      "loss": 5.0999,
      "step": 4842
    },
    {
      "epoch": 0.03105681672438117,
      "grad_norm": 13.463376998901367,
      "learning_rate": 0.00019999529889749628,
      "loss": 5.0327,
      "step": 4843
    },
    {
      "epoch": 0.03106322944722329,
      "grad_norm": 11.310323715209961,
      "learning_rate": 0.0001999952969438067,
      "loss": 5.1025,
      "step": 4844
    },
    {
      "epoch": 0.03106964217006541,
      "grad_norm": 32.91230773925781,
      "learning_rate": 0.00019999529498971122,
      "loss": 4.8422,
      "step": 4845
    },
    {
      "epoch": 0.031076054892907528,
      "grad_norm": 13.58343505859375,
      "learning_rate": 0.0001999952930352099,
      "loss": 5.0012,
      "step": 4846
    },
    {
      "epoch": 0.031082467615749648,
      "grad_norm": 33.98824691772461,
      "learning_rate": 0.0001999952910803027,
      "loss": 4.8909,
      "step": 4847
    },
    {
      "epoch": 0.031088880338591765,
      "grad_norm": 21.057451248168945,
      "learning_rate": 0.00019999528912498961,
      "loss": 5.1957,
      "step": 4848
    },
    {
      "epoch": 0.031095293061433885,
      "grad_norm": 12.306686401367188,
      "learning_rate": 0.0001999952871692707,
      "loss": 4.8728,
      "step": 4849
    },
    {
      "epoch": 0.031101705784276002,
      "grad_norm": 246.05332946777344,
      "learning_rate": 0.00019999528521314592,
      "loss": 4.8856,
      "step": 4850
    },
    {
      "epoch": 0.031108118507118122,
      "grad_norm": 36.547019958496094,
      "learning_rate": 0.00019999528325661525,
      "loss": 5.0453,
      "step": 4851
    },
    {
      "epoch": 0.031114531229960243,
      "grad_norm": 74.07532501220703,
      "learning_rate": 0.00019999528129967874,
      "loss": 5.0553,
      "step": 4852
    },
    {
      "epoch": 0.03112094395280236,
      "grad_norm": 35.29685592651367,
      "learning_rate": 0.00019999527934233638,
      "loss": 4.9532,
      "step": 4853
    },
    {
      "epoch": 0.03112735667564448,
      "grad_norm": 17.35480308532715,
      "learning_rate": 0.00019999527738458813,
      "loss": 5.0412,
      "step": 4854
    },
    {
      "epoch": 0.031133769398486597,
      "grad_norm": 31.861364364624023,
      "learning_rate": 0.000199995275426434,
      "loss": 5.4463,
      "step": 4855
    },
    {
      "epoch": 0.031140182121328717,
      "grad_norm": 18.007190704345703,
      "learning_rate": 0.00019999527346787406,
      "loss": 5.129,
      "step": 4856
    },
    {
      "epoch": 0.031146594844170834,
      "grad_norm": 17.2465877532959,
      "learning_rate": 0.0001999952715089082,
      "loss": 4.8879,
      "step": 4857
    },
    {
      "epoch": 0.031153007567012954,
      "grad_norm": 17.717945098876953,
      "learning_rate": 0.00019999526954953648,
      "loss": 5.1146,
      "step": 4858
    },
    {
      "epoch": 0.031159420289855074,
      "grad_norm": 24.34307861328125,
      "learning_rate": 0.00019999526758975896,
      "loss": 5.0739,
      "step": 4859
    },
    {
      "epoch": 0.03116583301269719,
      "grad_norm": 33.76407241821289,
      "learning_rate": 0.0001999952656295755,
      "loss": 4.8346,
      "step": 4860
    },
    {
      "epoch": 0.03117224573553931,
      "grad_norm": 23.826801300048828,
      "learning_rate": 0.00019999526366898623,
      "loss": 5.1091,
      "step": 4861
    },
    {
      "epoch": 0.031178658458381428,
      "grad_norm": 16.825153350830078,
      "learning_rate": 0.00019999526170799104,
      "loss": 5.0519,
      "step": 4862
    },
    {
      "epoch": 0.03118507118122355,
      "grad_norm": 56.842376708984375,
      "learning_rate": 0.00019999525974659003,
      "loss": 4.9733,
      "step": 4863
    },
    {
      "epoch": 0.031191483904065665,
      "grad_norm": 20.669891357421875,
      "learning_rate": 0.00019999525778478314,
      "loss": 5.0801,
      "step": 4864
    },
    {
      "epoch": 0.031197896626907785,
      "grad_norm": 52.032894134521484,
      "learning_rate": 0.0001999952558225704,
      "loss": 4.9414,
      "step": 4865
    },
    {
      "epoch": 0.031204309349749902,
      "grad_norm": 24.011293411254883,
      "learning_rate": 0.00019999525385995176,
      "loss": 5.0405,
      "step": 4866
    },
    {
      "epoch": 0.031210722072592022,
      "grad_norm": 187.41441345214844,
      "learning_rate": 0.0001999952518969273,
      "loss": 4.9847,
      "step": 4867
    },
    {
      "epoch": 0.031217134795434143,
      "grad_norm": 90.18045043945312,
      "learning_rate": 0.00019999524993349695,
      "loss": 5.1488,
      "step": 4868
    },
    {
      "epoch": 0.03122354751827626,
      "grad_norm": 28.149730682373047,
      "learning_rate": 0.00019999524796966074,
      "loss": 5.0782,
      "step": 4869
    },
    {
      "epoch": 0.03122996024111838,
      "grad_norm": 48.42129898071289,
      "learning_rate": 0.00019999524600541866,
      "loss": 5.1686,
      "step": 4870
    },
    {
      "epoch": 0.031236372963960497,
      "grad_norm": 106.3478012084961,
      "learning_rate": 0.00019999524404077073,
      "loss": 5.31,
      "step": 4871
    },
    {
      "epoch": 0.031242785686802617,
      "grad_norm": 183.58360290527344,
      "learning_rate": 0.0001999952420757169,
      "loss": 5.1021,
      "step": 4872
    },
    {
      "epoch": 0.031249198409644734,
      "grad_norm": 67.72577667236328,
      "learning_rate": 0.00019999524011025726,
      "loss": 5.3884,
      "step": 4873
    },
    {
      "epoch": 0.03125561113248685,
      "grad_norm": 24.76968765258789,
      "learning_rate": 0.00019999523814439175,
      "loss": 4.8727,
      "step": 4874
    },
    {
      "epoch": 0.031262023855328974,
      "grad_norm": 30.580947875976562,
      "learning_rate": 0.0001999952361781203,
      "loss": 5.3593,
      "step": 4875
    },
    {
      "epoch": 0.03126843657817109,
      "grad_norm": 59.44997024536133,
      "learning_rate": 0.00019999523421144306,
      "loss": 5.2482,
      "step": 4876
    },
    {
      "epoch": 0.03127484930101321,
      "grad_norm": 91.923095703125,
      "learning_rate": 0.00019999523224435993,
      "loss": 5.0741,
      "step": 4877
    },
    {
      "epoch": 0.03128126202385533,
      "grad_norm": 32.195377349853516,
      "learning_rate": 0.00019999523027687096,
      "loss": 5.2153,
      "step": 4878
    },
    {
      "epoch": 0.03128767474669745,
      "grad_norm": 62.46078109741211,
      "learning_rate": 0.0001999952283089761,
      "loss": 5.072,
      "step": 4879
    },
    {
      "epoch": 0.031294087469539565,
      "grad_norm": 18.252717971801758,
      "learning_rate": 0.00019999522634067538,
      "loss": 5.1549,
      "step": 4880
    },
    {
      "epoch": 0.03130050019238168,
      "grad_norm": 21.474397659301758,
      "learning_rate": 0.0001999952243719688,
      "loss": 5.3356,
      "step": 4881
    },
    {
      "epoch": 0.031306912915223806,
      "grad_norm": 31.65105438232422,
      "learning_rate": 0.00019999522240285637,
      "loss": 5.1811,
      "step": 4882
    },
    {
      "epoch": 0.03131332563806592,
      "grad_norm": 39.794532775878906,
      "learning_rate": 0.00019999522043333804,
      "loss": 5.005,
      "step": 4883
    },
    {
      "epoch": 0.03131973836090804,
      "grad_norm": 54.149784088134766,
      "learning_rate": 0.0001999952184634139,
      "loss": 5.3009,
      "step": 4884
    },
    {
      "epoch": 0.03132615108375016,
      "grad_norm": 267.3658142089844,
      "learning_rate": 0.00019999521649308386,
      "loss": 5.0317,
      "step": 4885
    },
    {
      "epoch": 0.03133256380659228,
      "grad_norm": 43.501895904541016,
      "learning_rate": 0.00019999521452234795,
      "loss": 4.9973,
      "step": 4886
    },
    {
      "epoch": 0.0313389765294344,
      "grad_norm": 29.45183563232422,
      "learning_rate": 0.0001999952125512062,
      "loss": 5.1639,
      "step": 4887
    },
    {
      "epoch": 0.03134538925227651,
      "grad_norm": 26.956684112548828,
      "learning_rate": 0.00019999521057965857,
      "loss": 5.3113,
      "step": 4888
    },
    {
      "epoch": 0.03135180197511864,
      "grad_norm": 25.470239639282227,
      "learning_rate": 0.0001999952086077051,
      "loss": 5.0361,
      "step": 4889
    },
    {
      "epoch": 0.031358214697960754,
      "grad_norm": 14.98153018951416,
      "learning_rate": 0.00019999520663534573,
      "loss": 5.0479,
      "step": 4890
    },
    {
      "epoch": 0.03136462742080287,
      "grad_norm": 89.0127182006836,
      "learning_rate": 0.00019999520466258051,
      "loss": 5.0943,
      "step": 4891
    },
    {
      "epoch": 0.031371040143644995,
      "grad_norm": 10.449138641357422,
      "learning_rate": 0.0001999952026894094,
      "loss": 5.1459,
      "step": 4892
    },
    {
      "epoch": 0.03137745286648711,
      "grad_norm": 11.806865692138672,
      "learning_rate": 0.00019999520071583248,
      "loss": 4.9976,
      "step": 4893
    },
    {
      "epoch": 0.03138386558932923,
      "grad_norm": 28.933420181274414,
      "learning_rate": 0.00019999519874184968,
      "loss": 5.0113,
      "step": 4894
    },
    {
      "epoch": 0.031390278312171345,
      "grad_norm": 13.594452857971191,
      "learning_rate": 0.00019999519676746098,
      "loss": 4.9237,
      "step": 4895
    },
    {
      "epoch": 0.03139669103501347,
      "grad_norm": 156.29833984375,
      "learning_rate": 0.00019999519479266644,
      "loss": 5.2368,
      "step": 4896
    },
    {
      "epoch": 0.031403103757855585,
      "grad_norm": 30.893169403076172,
      "learning_rate": 0.00019999519281746603,
      "loss": 5.0948,
      "step": 4897
    },
    {
      "epoch": 0.0314095164806977,
      "grad_norm": 19.671009063720703,
      "learning_rate": 0.00019999519084185977,
      "loss": 5.0748,
      "step": 4898
    },
    {
      "epoch": 0.031415929203539826,
      "grad_norm": 32.60405731201172,
      "learning_rate": 0.00019999518886584762,
      "loss": 5.0613,
      "step": 4899
    },
    {
      "epoch": 0.03142234192638194,
      "grad_norm": 135.1391143798828,
      "learning_rate": 0.00019999518688942964,
      "loss": 5.3203,
      "step": 4900
    },
    {
      "epoch": 0.03142234192638194,
      "eval_loss": 5.052557468414307,
      "eval_runtime": 34.7528,
      "eval_samples_per_second": 90.209,
      "eval_steps_per_second": 22.559,
      "step": 4900
    },
    {
      "epoch": 0.03142875464922406,
      "grad_norm": 23.092798233032227,
      "learning_rate": 0.00019999518491260577,
      "loss": 5.1749,
      "step": 4901
    },
    {
      "epoch": 0.031435167372066176,
      "grad_norm": 9.034862518310547,
      "learning_rate": 0.00019999518293537603,
      "loss": 4.9901,
      "step": 4902
    },
    {
      "epoch": 0.0314415800949083,
      "grad_norm": 158.92030334472656,
      "learning_rate": 0.00019999518095774045,
      "loss": 5.1996,
      "step": 4903
    },
    {
      "epoch": 0.03144799281775042,
      "grad_norm": 66.86266326904297,
      "learning_rate": 0.00019999517897969902,
      "loss": 5.0915,
      "step": 4904
    },
    {
      "epoch": 0.031454405540592534,
      "grad_norm": 8.163287162780762,
      "learning_rate": 0.0001999951770012517,
      "loss": 5.1602,
      "step": 4905
    },
    {
      "epoch": 0.03146081826343466,
      "grad_norm": 6.600827217102051,
      "learning_rate": 0.0001999951750223985,
      "loss": 5.1209,
      "step": 4906
    },
    {
      "epoch": 0.031467230986276774,
      "grad_norm": 22.703859329223633,
      "learning_rate": 0.00019999517304313948,
      "loss": 4.8359,
      "step": 4907
    },
    {
      "epoch": 0.03147364370911889,
      "grad_norm": 15.626630783081055,
      "learning_rate": 0.00019999517106347457,
      "loss": 5.4047,
      "step": 4908
    },
    {
      "epoch": 0.03148005643196101,
      "grad_norm": 67.2314453125,
      "learning_rate": 0.00019999516908340378,
      "loss": 5.0403,
      "step": 4909
    },
    {
      "epoch": 0.03148646915480313,
      "grad_norm": 7.667440414428711,
      "learning_rate": 0.00019999516710292716,
      "loss": 4.9815,
      "step": 4910
    },
    {
      "epoch": 0.03149288187764525,
      "grad_norm": 40.72294235229492,
      "learning_rate": 0.00019999516512204466,
      "loss": 4.9491,
      "step": 4911
    },
    {
      "epoch": 0.031499294600487365,
      "grad_norm": 8.128177642822266,
      "learning_rate": 0.00019999516314075631,
      "loss": 4.8701,
      "step": 4912
    },
    {
      "epoch": 0.03150570732332949,
      "grad_norm": 55.54759216308594,
      "learning_rate": 0.00019999516115906207,
      "loss": 5.0354,
      "step": 4913
    },
    {
      "epoch": 0.031512120046171606,
      "grad_norm": 18.083711624145508,
      "learning_rate": 0.000199995159176962,
      "loss": 4.949,
      "step": 4914
    },
    {
      "epoch": 0.03151853276901372,
      "grad_norm": 36.91621398925781,
      "learning_rate": 0.000199995157194456,
      "loss": 5.1484,
      "step": 4915
    },
    {
      "epoch": 0.03152494549185584,
      "grad_norm": 25.303186416625977,
      "learning_rate": 0.0001999951552115442,
      "loss": 5.0754,
      "step": 4916
    },
    {
      "epoch": 0.03153135821469796,
      "grad_norm": 17.885822296142578,
      "learning_rate": 0.00019999515322822653,
      "loss": 5.2405,
      "step": 4917
    },
    {
      "epoch": 0.03153777093754008,
      "grad_norm": 12.287483215332031,
      "learning_rate": 0.000199995151244503,
      "loss": 5.0115,
      "step": 4918
    },
    {
      "epoch": 0.0315441836603822,
      "grad_norm": 31.897789001464844,
      "learning_rate": 0.00019999514926037355,
      "loss": 4.9093,
      "step": 4919
    },
    {
      "epoch": 0.031550596383224314,
      "grad_norm": 11.304369926452637,
      "learning_rate": 0.0001999951472758383,
      "loss": 5.0687,
      "step": 4920
    },
    {
      "epoch": 0.03155700910606644,
      "grad_norm": 8.504569053649902,
      "learning_rate": 0.00019999514529089716,
      "loss": 5.0572,
      "step": 4921
    },
    {
      "epoch": 0.031563421828908554,
      "grad_norm": 18.83001708984375,
      "learning_rate": 0.00019999514330555016,
      "loss": 4.8823,
      "step": 4922
    },
    {
      "epoch": 0.03156983455175067,
      "grad_norm": 42.15996551513672,
      "learning_rate": 0.0001999951413197973,
      "loss": 5.0482,
      "step": 4923
    },
    {
      "epoch": 0.031576247274592795,
      "grad_norm": 14.898069381713867,
      "learning_rate": 0.00019999513933363855,
      "loss": 5.0378,
      "step": 4924
    },
    {
      "epoch": 0.03158265999743491,
      "grad_norm": 8.649332046508789,
      "learning_rate": 0.00019999513734707397,
      "loss": 4.8312,
      "step": 4925
    },
    {
      "epoch": 0.03158907272027703,
      "grad_norm": 15.408110618591309,
      "learning_rate": 0.0001999951353601035,
      "loss": 4.7875,
      "step": 4926
    },
    {
      "epoch": 0.031595485443119145,
      "grad_norm": 11.728601455688477,
      "learning_rate": 0.00019999513337272718,
      "loss": 4.8277,
      "step": 4927
    },
    {
      "epoch": 0.03160189816596127,
      "grad_norm": 20.5555477142334,
      "learning_rate": 0.00019999513138494498,
      "loss": 5.1677,
      "step": 4928
    },
    {
      "epoch": 0.031608310888803386,
      "grad_norm": 14.43743896484375,
      "learning_rate": 0.00019999512939675697,
      "loss": 5.0007,
      "step": 4929
    },
    {
      "epoch": 0.0316147236116455,
      "grad_norm": 7.767079830169678,
      "learning_rate": 0.00019999512740816305,
      "loss": 5.0447,
      "step": 4930
    },
    {
      "epoch": 0.031621136334487626,
      "grad_norm": 8.359875679016113,
      "learning_rate": 0.00019999512541916327,
      "loss": 5.0597,
      "step": 4931
    },
    {
      "epoch": 0.03162754905732974,
      "grad_norm": 11.928359031677246,
      "learning_rate": 0.00019999512342975764,
      "loss": 4.844,
      "step": 4932
    },
    {
      "epoch": 0.03163396178017186,
      "grad_norm": 14.682806968688965,
      "learning_rate": 0.0001999951214399461,
      "loss": 5.2991,
      "step": 4933
    },
    {
      "epoch": 0.03164037450301398,
      "grad_norm": 8.828520774841309,
      "learning_rate": 0.00019999511944972874,
      "loss": 4.9775,
      "step": 4934
    },
    {
      "epoch": 0.0316467872258561,
      "grad_norm": 7.655206203460693,
      "learning_rate": 0.00019999511745910552,
      "loss": 5.1015,
      "step": 4935
    },
    {
      "epoch": 0.03165319994869822,
      "grad_norm": 11.040877342224121,
      "learning_rate": 0.00019999511546807644,
      "loss": 4.9646,
      "step": 4936
    },
    {
      "epoch": 0.031659612671540334,
      "grad_norm": 8.153042793273926,
      "learning_rate": 0.00019999511347664148,
      "loss": 4.8826,
      "step": 4937
    },
    {
      "epoch": 0.03166602539438246,
      "grad_norm": 15.617964744567871,
      "learning_rate": 0.00019999511148480065,
      "loss": 5.3349,
      "step": 4938
    },
    {
      "epoch": 0.031672438117224574,
      "grad_norm": 7.35536003112793,
      "learning_rate": 0.00019999510949255398,
      "loss": 4.8706,
      "step": 4939
    },
    {
      "epoch": 0.03167885084006669,
      "grad_norm": 32.84149169921875,
      "learning_rate": 0.00019999510749990144,
      "loss": 4.9523,
      "step": 4940
    },
    {
      "epoch": 0.03168526356290881,
      "grad_norm": 7.7720489501953125,
      "learning_rate": 0.00019999510550684302,
      "loss": 4.9693,
      "step": 4941
    },
    {
      "epoch": 0.03169167628575093,
      "grad_norm": 8.725203514099121,
      "learning_rate": 0.00019999510351337873,
      "loss": 5.0453,
      "step": 4942
    },
    {
      "epoch": 0.03169808900859305,
      "grad_norm": 7.794617652893066,
      "learning_rate": 0.0001999951015195086,
      "loss": 5.071,
      "step": 4943
    },
    {
      "epoch": 0.031704501731435165,
      "grad_norm": 8.348515510559082,
      "learning_rate": 0.0001999950995252326,
      "loss": 4.8984,
      "step": 4944
    },
    {
      "epoch": 0.03171091445427729,
      "grad_norm": 105.68285369873047,
      "learning_rate": 0.00019999509753055073,
      "loss": 5.4179,
      "step": 4945
    },
    {
      "epoch": 0.031717327177119406,
      "grad_norm": 12.651785850524902,
      "learning_rate": 0.000199995095535463,
      "loss": 4.9119,
      "step": 4946
    },
    {
      "epoch": 0.03172373989996152,
      "grad_norm": 9.737040519714355,
      "learning_rate": 0.0001999950935399694,
      "loss": 4.9166,
      "step": 4947
    },
    {
      "epoch": 0.03173015262280364,
      "grad_norm": 74.9157485961914,
      "learning_rate": 0.00019999509154406994,
      "loss": 5.1368,
      "step": 4948
    },
    {
      "epoch": 0.03173656534564576,
      "grad_norm": 11.911078453063965,
      "learning_rate": 0.00019999508954776461,
      "loss": 4.8416,
      "step": 4949
    },
    {
      "epoch": 0.03174297806848788,
      "grad_norm": 8.908976554870605,
      "learning_rate": 0.00019999508755105344,
      "loss": 5.2828,
      "step": 4950
    },
    {
      "epoch": 0.03174939079133,
      "grad_norm": 23.640392303466797,
      "learning_rate": 0.0001999950855539364,
      "loss": 4.8729,
      "step": 4951
    },
    {
      "epoch": 0.03175580351417212,
      "grad_norm": 8.539534568786621,
      "learning_rate": 0.0001999950835564135,
      "loss": 4.8396,
      "step": 4952
    },
    {
      "epoch": 0.03176221623701424,
      "grad_norm": 34.02393341064453,
      "learning_rate": 0.0001999950815584847,
      "loss": 5.1503,
      "step": 4953
    },
    {
      "epoch": 0.031768628959856354,
      "grad_norm": 15.001540184020996,
      "learning_rate": 0.00019999507956015007,
      "loss": 4.9546,
      "step": 4954
    },
    {
      "epoch": 0.03177504168269847,
      "grad_norm": 14.147660255432129,
      "learning_rate": 0.0001999950775614096,
      "loss": 5.1439,
      "step": 4955
    },
    {
      "epoch": 0.031781454405540595,
      "grad_norm": 33.326961517333984,
      "learning_rate": 0.0001999950755622632,
      "loss": 4.8928,
      "step": 4956
    },
    {
      "epoch": 0.03178786712838271,
      "grad_norm": 12.497092247009277,
      "learning_rate": 0.00019999507356271098,
      "loss": 4.992,
      "step": 4957
    },
    {
      "epoch": 0.03179427985122483,
      "grad_norm": 11.0219087600708,
      "learning_rate": 0.0001999950715627529,
      "loss": 5.1356,
      "step": 4958
    },
    {
      "epoch": 0.03180069257406695,
      "grad_norm": 86.65101623535156,
      "learning_rate": 0.00019999506956238893,
      "loss": 4.8347,
      "step": 4959
    },
    {
      "epoch": 0.03180710529690907,
      "grad_norm": 8.849708557128906,
      "learning_rate": 0.0001999950675616191,
      "loss": 5.129,
      "step": 4960
    },
    {
      "epoch": 0.031813518019751186,
      "grad_norm": 21.669607162475586,
      "learning_rate": 0.0001999950655604434,
      "loss": 4.8885,
      "step": 4961
    },
    {
      "epoch": 0.0318199307425933,
      "grad_norm": 11.209381103515625,
      "learning_rate": 0.00019999506355886188,
      "loss": 5.0494,
      "step": 4962
    },
    {
      "epoch": 0.031826343465435426,
      "grad_norm": 10.36410140991211,
      "learning_rate": 0.00019999506155687446,
      "loss": 5.0768,
      "step": 4963
    },
    {
      "epoch": 0.03183275618827754,
      "grad_norm": 35.149681091308594,
      "learning_rate": 0.00019999505955448118,
      "loss": 5.1111,
      "step": 4964
    },
    {
      "epoch": 0.03183916891111966,
      "grad_norm": 222.85150146484375,
      "learning_rate": 0.00019999505755168207,
      "loss": 5.1398,
      "step": 4965
    },
    {
      "epoch": 0.03184558163396178,
      "grad_norm": 26.458452224731445,
      "learning_rate": 0.00019999505554847704,
      "loss": 4.7997,
      "step": 4966
    },
    {
      "epoch": 0.0318519943568039,
      "grad_norm": 23.349666595458984,
      "learning_rate": 0.00019999505354486617,
      "loss": 4.783,
      "step": 4967
    },
    {
      "epoch": 0.03185840707964602,
      "grad_norm": 26.057300567626953,
      "learning_rate": 0.00019999505154084948,
      "loss": 4.9444,
      "step": 4968
    },
    {
      "epoch": 0.031864819802488134,
      "grad_norm": 12.697997093200684,
      "learning_rate": 0.00019999504953642687,
      "loss": 4.8217,
      "step": 4969
    },
    {
      "epoch": 0.03187123252533026,
      "grad_norm": 16.99053382873535,
      "learning_rate": 0.0001999950475315984,
      "loss": 4.9924,
      "step": 4970
    },
    {
      "epoch": 0.031877645248172375,
      "grad_norm": 11.238288879394531,
      "learning_rate": 0.0001999950455263641,
      "loss": 4.9665,
      "step": 4971
    },
    {
      "epoch": 0.03188405797101449,
      "grad_norm": 9.80396842956543,
      "learning_rate": 0.00019999504352072393,
      "loss": 5.0525,
      "step": 4972
    },
    {
      "epoch": 0.03189047069385661,
      "grad_norm": 17.483367919921875,
      "learning_rate": 0.00019999504151467788,
      "loss": 4.9586,
      "step": 4973
    },
    {
      "epoch": 0.03189688341669873,
      "grad_norm": 11.263594627380371,
      "learning_rate": 0.00019999503950822597,
      "loss": 5.0245,
      "step": 4974
    },
    {
      "epoch": 0.03190329613954085,
      "grad_norm": 10.520365715026855,
      "learning_rate": 0.0001999950375013682,
      "loss": 4.7985,
      "step": 4975
    },
    {
      "epoch": 0.031909708862382966,
      "grad_norm": 9.166702270507812,
      "learning_rate": 0.00019999503549410458,
      "loss": 4.8465,
      "step": 4976
    },
    {
      "epoch": 0.03191612158522509,
      "grad_norm": 25.443546295166016,
      "learning_rate": 0.00019999503348643507,
      "loss": 4.9703,
      "step": 4977
    },
    {
      "epoch": 0.031922534308067206,
      "grad_norm": 15.507292747497559,
      "learning_rate": 0.00019999503147835973,
      "loss": 4.8883,
      "step": 4978
    },
    {
      "epoch": 0.03192894703090932,
      "grad_norm": 57.16183853149414,
      "learning_rate": 0.00019999502946987848,
      "loss": 5.0532,
      "step": 4979
    },
    {
      "epoch": 0.03193535975375144,
      "grad_norm": 18.013652801513672,
      "learning_rate": 0.0001999950274609914,
      "loss": 5.0471,
      "step": 4980
    },
    {
      "epoch": 0.03194177247659356,
      "grad_norm": 15.230131149291992,
      "learning_rate": 0.00019999502545169843,
      "loss": 4.9886,
      "step": 4981
    },
    {
      "epoch": 0.03194818519943568,
      "grad_norm": 14.051003456115723,
      "learning_rate": 0.00019999502344199963,
      "loss": 4.7974,
      "step": 4982
    },
    {
      "epoch": 0.0319545979222778,
      "grad_norm": 2709.36572265625,
      "learning_rate": 0.00019999502143189495,
      "loss": 4.9358,
      "step": 4983
    },
    {
      "epoch": 0.03196101064511992,
      "grad_norm": 26.88163948059082,
      "learning_rate": 0.0001999950194213844,
      "loss": 5.0553,
      "step": 4984
    },
    {
      "epoch": 0.03196742336796204,
      "grad_norm": 35.786598205566406,
      "learning_rate": 0.000199995017410468,
      "loss": 5.1093,
      "step": 4985
    },
    {
      "epoch": 0.031973836090804154,
      "grad_norm": 12.72652816772461,
      "learning_rate": 0.00019999501539914573,
      "loss": 4.9368,
      "step": 4986
    },
    {
      "epoch": 0.03198024881364627,
      "grad_norm": 16.164236068725586,
      "learning_rate": 0.0001999950133874176,
      "loss": 4.9574,
      "step": 4987
    },
    {
      "epoch": 0.031986661536488395,
      "grad_norm": 13.910806655883789,
      "learning_rate": 0.00019999501137528362,
      "loss": 5.1294,
      "step": 4988
    },
    {
      "epoch": 0.03199307425933051,
      "grad_norm": 56.0002555847168,
      "learning_rate": 0.00019999500936274375,
      "loss": 5.0968,
      "step": 4989
    },
    {
      "epoch": 0.03199948698217263,
      "grad_norm": 24.98792839050293,
      "learning_rate": 0.00019999500734979803,
      "loss": 5.0408,
      "step": 4990
    },
    {
      "epoch": 0.03200589970501475,
      "grad_norm": 13.987380981445312,
      "learning_rate": 0.00019999500533644647,
      "loss": 4.9643,
      "step": 4991
    },
    {
      "epoch": 0.03201231242785687,
      "grad_norm": 18.31993293762207,
      "learning_rate": 0.00019999500332268898,
      "loss": 4.8,
      "step": 4992
    },
    {
      "epoch": 0.032018725150698986,
      "grad_norm": 40.467994689941406,
      "learning_rate": 0.00019999500130852567,
      "loss": 4.8669,
      "step": 4993
    },
    {
      "epoch": 0.0320251378735411,
      "grad_norm": 15.18018913269043,
      "learning_rate": 0.00019999499929395653,
      "loss": 5.108,
      "step": 4994
    },
    {
      "epoch": 0.032031550596383226,
      "grad_norm": 26.389005661010742,
      "learning_rate": 0.00019999499727898148,
      "loss": 4.7695,
      "step": 4995
    },
    {
      "epoch": 0.03203796331922534,
      "grad_norm": 28.97333335876465,
      "learning_rate": 0.00019999499526360056,
      "loss": 5.2717,
      "step": 4996
    },
    {
      "epoch": 0.03204437604206746,
      "grad_norm": 11.084563255310059,
      "learning_rate": 0.00019999499324781383,
      "loss": 5.252,
      "step": 4997
    },
    {
      "epoch": 0.032050788764909584,
      "grad_norm": 49.22002410888672,
      "learning_rate": 0.0001999949912316212,
      "loss": 5.2758,
      "step": 4998
    },
    {
      "epoch": 0.0320572014877517,
      "grad_norm": 23.045591354370117,
      "learning_rate": 0.00019999498921502272,
      "loss": 5.1901,
      "step": 4999
    },
    {
      "epoch": 0.03206361421059382,
      "grad_norm": 39.07386779785156,
      "learning_rate": 0.00019999498719801834,
      "loss": 5.109,
      "step": 5000
    },
    {
      "epoch": 0.03206361421059382,
      "eval_loss": 4.983595848083496,
      "eval_runtime": 34.7984,
      "eval_samples_per_second": 90.09,
      "eval_steps_per_second": 22.53,
      "step": 5000
    },
    {
      "epoch": 0.032070026933435934,
      "grad_norm": 16.219165802001953,
      "learning_rate": 0.00019999498518060812,
      "loss": 4.9696,
      "step": 5001
    },
    {
      "epoch": 0.03207643965627806,
      "grad_norm": 18.841264724731445,
      "learning_rate": 0.00019999498316279206,
      "loss": 5.1702,
      "step": 5002
    },
    {
      "epoch": 0.032082852379120175,
      "grad_norm": 19.351449966430664,
      "learning_rate": 0.00019999498114457013,
      "loss": 4.8571,
      "step": 5003
    },
    {
      "epoch": 0.03208926510196229,
      "grad_norm": 13.628196716308594,
      "learning_rate": 0.0001999949791259423,
      "loss": 5.108,
      "step": 5004
    },
    {
      "epoch": 0.032095677824804415,
      "grad_norm": 14.595478057861328,
      "learning_rate": 0.00019999497710690865,
      "loss": 4.8873,
      "step": 5005
    },
    {
      "epoch": 0.03210209054764653,
      "grad_norm": 20.478330612182617,
      "learning_rate": 0.0001999949750874691,
      "loss": 4.9885,
      "step": 5006
    },
    {
      "epoch": 0.03210850327048865,
      "grad_norm": 38.51265335083008,
      "learning_rate": 0.0001999949730676237,
      "loss": 4.8881,
      "step": 5007
    },
    {
      "epoch": 0.032114915993330766,
      "grad_norm": 34.051727294921875,
      "learning_rate": 0.00019999497104737247,
      "loss": 5.0547,
      "step": 5008
    },
    {
      "epoch": 0.03212132871617289,
      "grad_norm": 22.573816299438477,
      "learning_rate": 0.00019999496902671534,
      "loss": 4.9195,
      "step": 5009
    },
    {
      "epoch": 0.032127741439015006,
      "grad_norm": 13.534175872802734,
      "learning_rate": 0.00019999496700565236,
      "loss": 4.8786,
      "step": 5010
    },
    {
      "epoch": 0.03213415416185712,
      "grad_norm": 14.777807235717773,
      "learning_rate": 0.0001999949649841835,
      "loss": 5.1586,
      "step": 5011
    },
    {
      "epoch": 0.03214056688469924,
      "grad_norm": 387.14166259765625,
      "learning_rate": 0.0001999949629623088,
      "loss": 5.0702,
      "step": 5012
    },
    {
      "epoch": 0.032146979607541364,
      "grad_norm": 14.71619701385498,
      "learning_rate": 0.00019999496094002823,
      "loss": 4.8889,
      "step": 5013
    },
    {
      "epoch": 0.03215339233038348,
      "grad_norm": 28.053312301635742,
      "learning_rate": 0.0001999949589173418,
      "loss": 4.9483,
      "step": 5014
    },
    {
      "epoch": 0.0321598050532256,
      "grad_norm": 12.997718811035156,
      "learning_rate": 0.0001999949568942495,
      "loss": 4.9532,
      "step": 5015
    },
    {
      "epoch": 0.03216621777606772,
      "grad_norm": 22.193485260009766,
      "learning_rate": 0.00019999495487075134,
      "loss": 4.9016,
      "step": 5016
    },
    {
      "epoch": 0.03217263049890984,
      "grad_norm": 20.66714859008789,
      "learning_rate": 0.00019999495284684732,
      "loss": 4.9409,
      "step": 5017
    },
    {
      "epoch": 0.032179043221751955,
      "grad_norm": 13.280692100524902,
      "learning_rate": 0.00019999495082253743,
      "loss": 4.8929,
      "step": 5018
    },
    {
      "epoch": 0.03218545594459407,
      "grad_norm": 20.089006423950195,
      "learning_rate": 0.00019999494879782166,
      "loss": 4.9719,
      "step": 5019
    },
    {
      "epoch": 0.032191868667436195,
      "grad_norm": 14.43124771118164,
      "learning_rate": 0.00019999494677270006,
      "loss": 5.0295,
      "step": 5020
    },
    {
      "epoch": 0.03219828139027831,
      "grad_norm": 15.810103416442871,
      "learning_rate": 0.00019999494474717258,
      "loss": 4.8163,
      "step": 5021
    },
    {
      "epoch": 0.03220469411312043,
      "grad_norm": 8.795921325683594,
      "learning_rate": 0.00019999494272123923,
      "loss": 4.9418,
      "step": 5022
    },
    {
      "epoch": 0.03221110683596255,
      "grad_norm": 8.28357982635498,
      "learning_rate": 0.00019999494069490004,
      "loss": 4.9345,
      "step": 5023
    },
    {
      "epoch": 0.03221751955880467,
      "grad_norm": 25.612781524658203,
      "learning_rate": 0.00019999493866815495,
      "loss": 5.0356,
      "step": 5024
    },
    {
      "epoch": 0.032223932281646786,
      "grad_norm": 13.518986701965332,
      "learning_rate": 0.00019999493664100404,
      "loss": 4.7609,
      "step": 5025
    },
    {
      "epoch": 0.0322303450044889,
      "grad_norm": 19.858428955078125,
      "learning_rate": 0.00019999493461344723,
      "loss": 4.7651,
      "step": 5026
    },
    {
      "epoch": 0.03223675772733103,
      "grad_norm": 10.454970359802246,
      "learning_rate": 0.00019999493258548458,
      "loss": 5.1129,
      "step": 5027
    },
    {
      "epoch": 0.03224317045017314,
      "grad_norm": 18.037656784057617,
      "learning_rate": 0.00019999493055711606,
      "loss": 5.0128,
      "step": 5028
    },
    {
      "epoch": 0.03224958317301526,
      "grad_norm": 265.0352478027344,
      "learning_rate": 0.0001999949285283417,
      "loss": 5.3971,
      "step": 5029
    },
    {
      "epoch": 0.032255995895857384,
      "grad_norm": 11.741742134094238,
      "learning_rate": 0.00019999492649916146,
      "loss": 4.9545,
      "step": 5030
    },
    {
      "epoch": 0.0322624086186995,
      "grad_norm": 21.232650756835938,
      "learning_rate": 0.00019999492446957535,
      "loss": 5.0287,
      "step": 5031
    },
    {
      "epoch": 0.03226882134154162,
      "grad_norm": 16.766481399536133,
      "learning_rate": 0.00019999492243958335,
      "loss": 5.1508,
      "step": 5032
    },
    {
      "epoch": 0.032275234064383734,
      "grad_norm": 14.572497367858887,
      "learning_rate": 0.00019999492040918555,
      "loss": 4.9469,
      "step": 5033
    },
    {
      "epoch": 0.03228164678722586,
      "grad_norm": 19.48589324951172,
      "learning_rate": 0.00019999491837838186,
      "loss": 4.8257,
      "step": 5034
    },
    {
      "epoch": 0.032288059510067975,
      "grad_norm": 17.90033531188965,
      "learning_rate": 0.0001999949163471723,
      "loss": 4.952,
      "step": 5035
    },
    {
      "epoch": 0.03229447223291009,
      "grad_norm": 16.37140464782715,
      "learning_rate": 0.00019999491431555688,
      "loss": 5.0055,
      "step": 5036
    },
    {
      "epoch": 0.032300884955752215,
      "grad_norm": 20.320878982543945,
      "learning_rate": 0.00019999491228353558,
      "loss": 4.9395,
      "step": 5037
    },
    {
      "epoch": 0.03230729767859433,
      "grad_norm": 15.44240665435791,
      "learning_rate": 0.00019999491025110843,
      "loss": 4.9301,
      "step": 5038
    },
    {
      "epoch": 0.03231371040143645,
      "grad_norm": 17.4334716796875,
      "learning_rate": 0.00019999490821827543,
      "loss": 5.0435,
      "step": 5039
    },
    {
      "epoch": 0.032320123124278566,
      "grad_norm": 10.937700271606445,
      "learning_rate": 0.00019999490618503656,
      "loss": 4.8431,
      "step": 5040
    },
    {
      "epoch": 0.03232653584712069,
      "grad_norm": 10.63481616973877,
      "learning_rate": 0.00019999490415139183,
      "loss": 5.0265,
      "step": 5041
    },
    {
      "epoch": 0.032332948569962806,
      "grad_norm": 18.102378845214844,
      "learning_rate": 0.00019999490211734122,
      "loss": 4.9568,
      "step": 5042
    },
    {
      "epoch": 0.03233936129280492,
      "grad_norm": 9.382024765014648,
      "learning_rate": 0.00019999490008288477,
      "loss": 5.0142,
      "step": 5043
    },
    {
      "epoch": 0.03234577401564705,
      "grad_norm": 59.25579833984375,
      "learning_rate": 0.00019999489804802244,
      "loss": 5.2744,
      "step": 5044
    },
    {
      "epoch": 0.032352186738489164,
      "grad_norm": 15.47492504119873,
      "learning_rate": 0.00019999489601275425,
      "loss": 4.8708,
      "step": 5045
    },
    {
      "epoch": 0.03235859946133128,
      "grad_norm": 98.1213607788086,
      "learning_rate": 0.0001999948939770802,
      "loss": 5.0379,
      "step": 5046
    },
    {
      "epoch": 0.0323650121841734,
      "grad_norm": 10.742111206054688,
      "learning_rate": 0.00019999489194100028,
      "loss": 5.1475,
      "step": 5047
    },
    {
      "epoch": 0.03237142490701552,
      "grad_norm": 648.138916015625,
      "learning_rate": 0.00019999488990451452,
      "loss": 4.8103,
      "step": 5048
    },
    {
      "epoch": 0.03237783762985764,
      "grad_norm": 11.846081733703613,
      "learning_rate": 0.00019999488786762287,
      "loss": 4.8355,
      "step": 5049
    },
    {
      "epoch": 0.032384250352699755,
      "grad_norm": 47.48997116088867,
      "learning_rate": 0.00019999488583032538,
      "loss": 4.7613,
      "step": 5050
    },
    {
      "epoch": 0.03239066307554188,
      "grad_norm": 25.38783836364746,
      "learning_rate": 0.000199994883792622,
      "loss": 4.8135,
      "step": 5051
    },
    {
      "epoch": 0.032397075798383995,
      "grad_norm": 8.421642303466797,
      "learning_rate": 0.0001999948817545128,
      "loss": 5.1952,
      "step": 5052
    },
    {
      "epoch": 0.03240348852122611,
      "grad_norm": 17.504270553588867,
      "learning_rate": 0.00019999487971599772,
      "loss": 4.9519,
      "step": 5053
    },
    {
      "epoch": 0.03240990124406823,
      "grad_norm": 11.017412185668945,
      "learning_rate": 0.00019999487767707676,
      "loss": 4.9565,
      "step": 5054
    },
    {
      "epoch": 0.03241631396691035,
      "grad_norm": 12.371744155883789,
      "learning_rate": 0.0001999948756377499,
      "loss": 4.8858,
      "step": 5055
    },
    {
      "epoch": 0.03242272668975247,
      "grad_norm": 8.318422317504883,
      "learning_rate": 0.00019999487359801727,
      "loss": 5.0827,
      "step": 5056
    },
    {
      "epoch": 0.032429139412594586,
      "grad_norm": 13.038495063781738,
      "learning_rate": 0.00019999487155787873,
      "loss": 5.1558,
      "step": 5057
    },
    {
      "epoch": 0.0324355521354367,
      "grad_norm": 33.4129638671875,
      "learning_rate": 0.00019999486951733432,
      "loss": 5.1399,
      "step": 5058
    },
    {
      "epoch": 0.03244196485827883,
      "grad_norm": 12.350371360778809,
      "learning_rate": 0.00019999486747638404,
      "loss": 4.9079,
      "step": 5059
    },
    {
      "epoch": 0.032448377581120944,
      "grad_norm": 182.2646026611328,
      "learning_rate": 0.00019999486543502792,
      "loss": 4.9955,
      "step": 5060
    },
    {
      "epoch": 0.03245479030396306,
      "grad_norm": 14.137356758117676,
      "learning_rate": 0.00019999486339326595,
      "loss": 4.9509,
      "step": 5061
    },
    {
      "epoch": 0.032461203026805184,
      "grad_norm": 11.942208290100098,
      "learning_rate": 0.00019999486135109808,
      "loss": 4.8556,
      "step": 5062
    },
    {
      "epoch": 0.0324676157496473,
      "grad_norm": 9.839461326599121,
      "learning_rate": 0.00019999485930852437,
      "loss": 4.8103,
      "step": 5063
    },
    {
      "epoch": 0.03247402847248942,
      "grad_norm": 7.8237080574035645,
      "learning_rate": 0.0001999948572655448,
      "loss": 4.943,
      "step": 5064
    },
    {
      "epoch": 0.032480441195331534,
      "grad_norm": 39.76108932495117,
      "learning_rate": 0.00019999485522215936,
      "loss": 5.0015,
      "step": 5065
    },
    {
      "epoch": 0.03248685391817366,
      "grad_norm": 39.43018341064453,
      "learning_rate": 0.00019999485317836807,
      "loss": 5.0254,
      "step": 5066
    },
    {
      "epoch": 0.032493266641015775,
      "grad_norm": 35.864498138427734,
      "learning_rate": 0.0001999948511341709,
      "loss": 6.1097,
      "step": 5067
    },
    {
      "epoch": 0.03249967936385789,
      "grad_norm": 7.55330228805542,
      "learning_rate": 0.00019999484908956786,
      "loss": 4.8165,
      "step": 5068
    },
    {
      "epoch": 0.032506092086700016,
      "grad_norm": 8.27845573425293,
      "learning_rate": 0.00019999484704455895,
      "loss": 4.982,
      "step": 5069
    },
    {
      "epoch": 0.03251250480954213,
      "grad_norm": 13.30605697631836,
      "learning_rate": 0.0001999948449991442,
      "loss": 4.7988,
      "step": 5070
    },
    {
      "epoch": 0.03251891753238425,
      "grad_norm": 8.762395858764648,
      "learning_rate": 0.0001999948429533236,
      "loss": 4.9963,
      "step": 5071
    },
    {
      "epoch": 0.032525330255226366,
      "grad_norm": 11.564885139465332,
      "learning_rate": 0.00019999484090709713,
      "loss": 4.8814,
      "step": 5072
    },
    {
      "epoch": 0.03253174297806849,
      "grad_norm": 8.746539115905762,
      "learning_rate": 0.00019999483886046478,
      "loss": 4.9436,
      "step": 5073
    },
    {
      "epoch": 0.032538155700910606,
      "grad_norm": 27.01792335510254,
      "learning_rate": 0.00019999483681342657,
      "loss": 5.1676,
      "step": 5074
    },
    {
      "epoch": 0.03254456842375272,
      "grad_norm": 14.629253387451172,
      "learning_rate": 0.00019999483476598252,
      "loss": 4.8602,
      "step": 5075
    },
    {
      "epoch": 0.03255098114659485,
      "grad_norm": 10.057520866394043,
      "learning_rate": 0.00019999483271813256,
      "loss": 5.1318,
      "step": 5076
    },
    {
      "epoch": 0.032557393869436964,
      "grad_norm": 20.15886688232422,
      "learning_rate": 0.0001999948306698768,
      "loss": 4.8893,
      "step": 5077
    },
    {
      "epoch": 0.03256380659227908,
      "grad_norm": 8.394673347473145,
      "learning_rate": 0.00019999482862121512,
      "loss": 4.8963,
      "step": 5078
    },
    {
      "epoch": 0.0325702193151212,
      "grad_norm": 8.739412307739258,
      "learning_rate": 0.0001999948265721476,
      "loss": 5.0482,
      "step": 5079
    },
    {
      "epoch": 0.03257663203796332,
      "grad_norm": 210.74032592773438,
      "learning_rate": 0.00019999482452267423,
      "loss": 4.9659,
      "step": 5080
    },
    {
      "epoch": 0.03258304476080544,
      "grad_norm": 11.6022310256958,
      "learning_rate": 0.000199994822472795,
      "loss": 5.4889,
      "step": 5081
    },
    {
      "epoch": 0.032589457483647555,
      "grad_norm": 18.86425018310547,
      "learning_rate": 0.0001999948204225099,
      "loss": 4.847,
      "step": 5082
    },
    {
      "epoch": 0.03259587020648968,
      "grad_norm": 30.93263816833496,
      "learning_rate": 0.00019999481837181893,
      "loss": 4.9471,
      "step": 5083
    },
    {
      "epoch": 0.032602282929331795,
      "grad_norm": 44.808982849121094,
      "learning_rate": 0.0001999948163207221,
      "loss": 4.8888,
      "step": 5084
    },
    {
      "epoch": 0.03260869565217391,
      "grad_norm": 23.64883804321289,
      "learning_rate": 0.0001999948142692194,
      "loss": 5.0053,
      "step": 5085
    },
    {
      "epoch": 0.03261510837501603,
      "grad_norm": 12.452521324157715,
      "learning_rate": 0.00019999481221731085,
      "loss": 5.2551,
      "step": 5086
    },
    {
      "epoch": 0.03262152109785815,
      "grad_norm": 11.708431243896484,
      "learning_rate": 0.00019999481016499645,
      "loss": 5.0944,
      "step": 5087
    },
    {
      "epoch": 0.03262793382070027,
      "grad_norm": 9.65627384185791,
      "learning_rate": 0.00019999480811227615,
      "loss": 4.8779,
      "step": 5088
    },
    {
      "epoch": 0.032634346543542386,
      "grad_norm": 30.767478942871094,
      "learning_rate": 0.00019999480605915,
      "loss": 5.1268,
      "step": 5089
    },
    {
      "epoch": 0.03264075926638451,
      "grad_norm": 8.464400291442871,
      "learning_rate": 0.00019999480400561802,
      "loss": 4.8467,
      "step": 5090
    },
    {
      "epoch": 0.03264717198922663,
      "grad_norm": 16.822248458862305,
      "learning_rate": 0.00019999480195168014,
      "loss": 4.9906,
      "step": 5091
    },
    {
      "epoch": 0.032653584712068744,
      "grad_norm": 11.588650703430176,
      "learning_rate": 0.00019999479989733643,
      "loss": 4.8579,
      "step": 5092
    },
    {
      "epoch": 0.03265999743491086,
      "grad_norm": 20.98431396484375,
      "learning_rate": 0.0001999947978425868,
      "loss": 5.0002,
      "step": 5093
    },
    {
      "epoch": 0.032666410157752984,
      "grad_norm": 25.179134368896484,
      "learning_rate": 0.0001999947957874314,
      "loss": 4.9596,
      "step": 5094
    },
    {
      "epoch": 0.0326728228805951,
      "grad_norm": 34.124271392822266,
      "learning_rate": 0.00019999479373187008,
      "loss": 4.9568,
      "step": 5095
    },
    {
      "epoch": 0.03267923560343722,
      "grad_norm": 22.062047958374023,
      "learning_rate": 0.0001999947916759029,
      "loss": 4.8579,
      "step": 5096
    },
    {
      "epoch": 0.03268564832627934,
      "grad_norm": 10.912753105163574,
      "learning_rate": 0.00019999478961952983,
      "loss": 4.882,
      "step": 5097
    },
    {
      "epoch": 0.03269206104912146,
      "grad_norm": 11.6760835647583,
      "learning_rate": 0.00019999478756275093,
      "loss": 5.0192,
      "step": 5098
    },
    {
      "epoch": 0.032698473771963575,
      "grad_norm": 16.2691650390625,
      "learning_rate": 0.00019999478550556616,
      "loss": 4.852,
      "step": 5099
    },
    {
      "epoch": 0.03270488649480569,
      "grad_norm": 47.317466735839844,
      "learning_rate": 0.00019999478344797554,
      "loss": 4.7484,
      "step": 5100
    },
    {
      "epoch": 0.03270488649480569,
      "eval_loss": 4.949296474456787,
      "eval_runtime": 34.7546,
      "eval_samples_per_second": 90.204,
      "eval_steps_per_second": 22.558,
      "step": 5100
    },
    {
      "epoch": 0.032711299217647816,
      "grad_norm": 90.50901794433594,
      "learning_rate": 0.00019999478138997906,
      "loss": 5.0369,
      "step": 5101
    },
    {
      "epoch": 0.03271771194048993,
      "grad_norm": 18.87574005126953,
      "learning_rate": 0.0001999947793315767,
      "loss": 4.7838,
      "step": 5102
    },
    {
      "epoch": 0.03272412466333205,
      "grad_norm": 22.0728702545166,
      "learning_rate": 0.0001999947772727685,
      "loss": 4.7885,
      "step": 5103
    },
    {
      "epoch": 0.03273053738617417,
      "grad_norm": 30.533716201782227,
      "learning_rate": 0.00019999477521355442,
      "loss": 4.9901,
      "step": 5104
    },
    {
      "epoch": 0.03273695010901629,
      "grad_norm": 80.24059295654297,
      "learning_rate": 0.00019999477315393448,
      "loss": 5.1263,
      "step": 5105
    },
    {
      "epoch": 0.03274336283185841,
      "grad_norm": 11.137822151184082,
      "learning_rate": 0.00019999477109390866,
      "loss": 4.9372,
      "step": 5106
    },
    {
      "epoch": 0.03274977555470052,
      "grad_norm": 31.688743591308594,
      "learning_rate": 0.000199994769033477,
      "loss": 4.9641,
      "step": 5107
    },
    {
      "epoch": 0.03275618827754265,
      "grad_norm": 91.15303802490234,
      "learning_rate": 0.0001999947669726395,
      "loss": 4.9146,
      "step": 5108
    },
    {
      "epoch": 0.032762601000384764,
      "grad_norm": 59.500118255615234,
      "learning_rate": 0.0001999947649113961,
      "loss": 4.8081,
      "step": 5109
    },
    {
      "epoch": 0.03276901372322688,
      "grad_norm": 10.829386711120605,
      "learning_rate": 0.00019999476284974686,
      "loss": 4.9181,
      "step": 5110
    },
    {
      "epoch": 0.032775426446069,
      "grad_norm": 34.85865020751953,
      "learning_rate": 0.00019999476078769174,
      "loss": 4.8328,
      "step": 5111
    },
    {
      "epoch": 0.03278183916891112,
      "grad_norm": 11.952878952026367,
      "learning_rate": 0.00019999475872523078,
      "loss": 5.5426,
      "step": 5112
    },
    {
      "epoch": 0.03278825189175324,
      "grad_norm": 15.127001762390137,
      "learning_rate": 0.00019999475666236395,
      "loss": 4.8192,
      "step": 5113
    },
    {
      "epoch": 0.032794664614595355,
      "grad_norm": 132.2965850830078,
      "learning_rate": 0.00019999475459909122,
      "loss": 4.9542,
      "step": 5114
    },
    {
      "epoch": 0.03280107733743748,
      "grad_norm": 39.84434509277344,
      "learning_rate": 0.00019999475253541267,
      "loss": 4.9498,
      "step": 5115
    },
    {
      "epoch": 0.032807490060279595,
      "grad_norm": 148.8732147216797,
      "learning_rate": 0.00019999475047132825,
      "loss": 4.8392,
      "step": 5116
    },
    {
      "epoch": 0.03281390278312171,
      "grad_norm": 13.280614852905273,
      "learning_rate": 0.00019999474840683796,
      "loss": 5.0116,
      "step": 5117
    },
    {
      "epoch": 0.03282031550596383,
      "grad_norm": 11.908973693847656,
      "learning_rate": 0.00019999474634194183,
      "loss": 4.9485,
      "step": 5118
    },
    {
      "epoch": 0.03282672822880595,
      "grad_norm": 28.81409454345703,
      "learning_rate": 0.0001999947442766398,
      "loss": 5.1064,
      "step": 5119
    },
    {
      "epoch": 0.03283314095164807,
      "grad_norm": 14.317337989807129,
      "learning_rate": 0.00019999474221093193,
      "loss": 4.7646,
      "step": 5120
    },
    {
      "epoch": 0.032839553674490186,
      "grad_norm": 25.932863235473633,
      "learning_rate": 0.0001999947401448182,
      "loss": 4.9148,
      "step": 5121
    },
    {
      "epoch": 0.03284596639733231,
      "grad_norm": 15.813311576843262,
      "learning_rate": 0.00019999473807829862,
      "loss": 5.1567,
      "step": 5122
    },
    {
      "epoch": 0.03285237912017443,
      "grad_norm": 18.411346435546875,
      "learning_rate": 0.00019999473601137316,
      "loss": 4.8913,
      "step": 5123
    },
    {
      "epoch": 0.032858791843016544,
      "grad_norm": 24.728965759277344,
      "learning_rate": 0.00019999473394404182,
      "loss": 4.9109,
      "step": 5124
    },
    {
      "epoch": 0.03286520456585866,
      "grad_norm": 12.892927169799805,
      "learning_rate": 0.00019999473187630465,
      "loss": 4.8807,
      "step": 5125
    },
    {
      "epoch": 0.032871617288700784,
      "grad_norm": 193.8193359375,
      "learning_rate": 0.0001999947298081616,
      "loss": 4.9008,
      "step": 5126
    },
    {
      "epoch": 0.0328780300115429,
      "grad_norm": 109.67359161376953,
      "learning_rate": 0.00019999472773961268,
      "loss": 5.0209,
      "step": 5127
    },
    {
      "epoch": 0.03288444273438502,
      "grad_norm": 15.780037879943848,
      "learning_rate": 0.00019999472567065795,
      "loss": 4.9388,
      "step": 5128
    },
    {
      "epoch": 0.03289085545722714,
      "grad_norm": 11.200477600097656,
      "learning_rate": 0.00019999472360129729,
      "loss": 4.805,
      "step": 5129
    },
    {
      "epoch": 0.03289726818006926,
      "grad_norm": 63.330589294433594,
      "learning_rate": 0.0001999947215315308,
      "loss": 5.4876,
      "step": 5130
    },
    {
      "epoch": 0.032903680902911375,
      "grad_norm": 96.57904052734375,
      "learning_rate": 0.00019999471946135843,
      "loss": 5.157,
      "step": 5131
    },
    {
      "epoch": 0.03291009362575349,
      "grad_norm": 10.444939613342285,
      "learning_rate": 0.0001999947173907802,
      "loss": 4.7661,
      "step": 5132
    },
    {
      "epoch": 0.032916506348595616,
      "grad_norm": 7.00743293762207,
      "learning_rate": 0.00019999471531979615,
      "loss": 4.98,
      "step": 5133
    },
    {
      "epoch": 0.03292291907143773,
      "grad_norm": 10.232806205749512,
      "learning_rate": 0.0001999947132484062,
      "loss": 4.9206,
      "step": 5134
    },
    {
      "epoch": 0.03292933179427985,
      "grad_norm": 104.99580383300781,
      "learning_rate": 0.00019999471117661038,
      "loss": 5.028,
      "step": 5135
    },
    {
      "epoch": 0.03293574451712197,
      "grad_norm": 30.57444190979004,
      "learning_rate": 0.0001999947091044087,
      "loss": 4.7778,
      "step": 5136
    },
    {
      "epoch": 0.03294215723996409,
      "grad_norm": 23.658193588256836,
      "learning_rate": 0.0001999947070318012,
      "loss": 4.8819,
      "step": 5137
    },
    {
      "epoch": 0.03294856996280621,
      "grad_norm": 44.587257385253906,
      "learning_rate": 0.0001999947049587878,
      "loss": 4.8697,
      "step": 5138
    },
    {
      "epoch": 0.032954982685648324,
      "grad_norm": 17.387405395507812,
      "learning_rate": 0.00019999470288536856,
      "loss": 4.7653,
      "step": 5139
    },
    {
      "epoch": 0.03296139540849045,
      "grad_norm": 17.59563446044922,
      "learning_rate": 0.00019999470081154342,
      "loss": 5.0236,
      "step": 5140
    },
    {
      "epoch": 0.032967808131332564,
      "grad_norm": 30.0496768951416,
      "learning_rate": 0.00019999469873731247,
      "loss": 4.9613,
      "step": 5141
    },
    {
      "epoch": 0.03297422085417468,
      "grad_norm": 23.86288070678711,
      "learning_rate": 0.00019999469666267565,
      "loss": 5.0888,
      "step": 5142
    },
    {
      "epoch": 0.032980633577016805,
      "grad_norm": 50.02804946899414,
      "learning_rate": 0.00019999469458763293,
      "loss": 4.9455,
      "step": 5143
    },
    {
      "epoch": 0.03298704629985892,
      "grad_norm": 26.33294105529785,
      "learning_rate": 0.00019999469251218437,
      "loss": 5.0863,
      "step": 5144
    },
    {
      "epoch": 0.03299345902270104,
      "grad_norm": 11.877123832702637,
      "learning_rate": 0.00019999469043632996,
      "loss": 4.9015,
      "step": 5145
    },
    {
      "epoch": 0.032999871745543155,
      "grad_norm": 100.16937255859375,
      "learning_rate": 0.00019999468836006968,
      "loss": 4.6127,
      "step": 5146
    },
    {
      "epoch": 0.03300628446838528,
      "grad_norm": 46.07722854614258,
      "learning_rate": 0.00019999468628340353,
      "loss": 4.9289,
      "step": 5147
    },
    {
      "epoch": 0.033012697191227396,
      "grad_norm": 18.409639358520508,
      "learning_rate": 0.0001999946842063315,
      "loss": 4.9885,
      "step": 5148
    },
    {
      "epoch": 0.03301910991406951,
      "grad_norm": 18.537811279296875,
      "learning_rate": 0.00019999468212885364,
      "loss": 4.994,
      "step": 5149
    },
    {
      "epoch": 0.033025522636911636,
      "grad_norm": 311.0337829589844,
      "learning_rate": 0.0001999946800509699,
      "loss": 4.9692,
      "step": 5150
    },
    {
      "epoch": 0.03303193535975375,
      "grad_norm": 16.534717559814453,
      "learning_rate": 0.00019999467797268033,
      "loss": 4.906,
      "step": 5151
    },
    {
      "epoch": 0.03303834808259587,
      "grad_norm": 19.786243438720703,
      "learning_rate": 0.00019999467589398485,
      "loss": 5.1973,
      "step": 5152
    },
    {
      "epoch": 0.03304476080543799,
      "grad_norm": 119.89353942871094,
      "learning_rate": 0.00019999467381488355,
      "loss": 5.0121,
      "step": 5153
    },
    {
      "epoch": 0.03305117352828011,
      "grad_norm": 13.632682800292969,
      "learning_rate": 0.00019999467173537636,
      "loss": 5.1489,
      "step": 5154
    },
    {
      "epoch": 0.03305758625112223,
      "grad_norm": 23.617198944091797,
      "learning_rate": 0.00019999466965546332,
      "loss": 4.9014,
      "step": 5155
    },
    {
      "epoch": 0.033063998973964344,
      "grad_norm": 17.714313507080078,
      "learning_rate": 0.0001999946675751444,
      "loss": 5.0142,
      "step": 5156
    },
    {
      "epoch": 0.03307041169680646,
      "grad_norm": 155.17132568359375,
      "learning_rate": 0.00019999466549441963,
      "loss": 4.8418,
      "step": 5157
    },
    {
      "epoch": 0.033076824419648584,
      "grad_norm": 121.17604064941406,
      "learning_rate": 0.00019999466341328904,
      "loss": 5.1012,
      "step": 5158
    },
    {
      "epoch": 0.0330832371424907,
      "grad_norm": 55.91795349121094,
      "learning_rate": 0.00019999466133175254,
      "loss": 4.9133,
      "step": 5159
    },
    {
      "epoch": 0.03308964986533282,
      "grad_norm": 21.38652229309082,
      "learning_rate": 0.00019999465924981017,
      "loss": 5.0877,
      "step": 5160
    },
    {
      "epoch": 0.03309606258817494,
      "grad_norm": 22.22085189819336,
      "learning_rate": 0.00019999465716746196,
      "loss": 4.7786,
      "step": 5161
    },
    {
      "epoch": 0.03310247531101706,
      "grad_norm": 117.00041961669922,
      "learning_rate": 0.00019999465508470788,
      "loss": 5.0881,
      "step": 5162
    },
    {
      "epoch": 0.033108888033859175,
      "grad_norm": 130.23399353027344,
      "learning_rate": 0.00019999465300154796,
      "loss": 4.8909,
      "step": 5163
    },
    {
      "epoch": 0.03311530075670129,
      "grad_norm": 118.8945083618164,
      "learning_rate": 0.00019999465091798216,
      "loss": 5.1289,
      "step": 5164
    },
    {
      "epoch": 0.033121713479543416,
      "grad_norm": 12.233235359191895,
      "learning_rate": 0.0001999946488340105,
      "loss": 4.9906,
      "step": 5165
    },
    {
      "epoch": 0.03312812620238553,
      "grad_norm": 22.511625289916992,
      "learning_rate": 0.00019999464674963298,
      "loss": 4.818,
      "step": 5166
    },
    {
      "epoch": 0.03313453892522765,
      "grad_norm": 20.979516983032227,
      "learning_rate": 0.00019999464466484958,
      "loss": 4.8576,
      "step": 5167
    },
    {
      "epoch": 0.03314095164806977,
      "grad_norm": 14.405146598815918,
      "learning_rate": 0.00019999464257966035,
      "loss": 4.9958,
      "step": 5168
    },
    {
      "epoch": 0.03314736437091189,
      "grad_norm": 35.222816467285156,
      "learning_rate": 0.00019999464049406522,
      "loss": 5.1683,
      "step": 5169
    },
    {
      "epoch": 0.03315377709375401,
      "grad_norm": 20.21442413330078,
      "learning_rate": 0.00019999463840806426,
      "loss": 5.1748,
      "step": 5170
    },
    {
      "epoch": 0.033160189816596124,
      "grad_norm": 25.889604568481445,
      "learning_rate": 0.00019999463632165742,
      "loss": 4.7981,
      "step": 5171
    },
    {
      "epoch": 0.03316660253943825,
      "grad_norm": 138.15353393554688,
      "learning_rate": 0.00019999463423484473,
      "loss": 5.2708,
      "step": 5172
    },
    {
      "epoch": 0.033173015262280364,
      "grad_norm": 99.82373046875,
      "learning_rate": 0.00019999463214762618,
      "loss": 4.7804,
      "step": 5173
    },
    {
      "epoch": 0.03317942798512248,
      "grad_norm": 138.86502075195312,
      "learning_rate": 0.00019999463006000175,
      "loss": 4.9799,
      "step": 5174
    },
    {
      "epoch": 0.033185840707964605,
      "grad_norm": 22.90039825439453,
      "learning_rate": 0.00019999462797197148,
      "loss": 5.1809,
      "step": 5175
    },
    {
      "epoch": 0.03319225343080672,
      "grad_norm": 38.489078521728516,
      "learning_rate": 0.00019999462588353534,
      "loss": 4.9522,
      "step": 5176
    },
    {
      "epoch": 0.03319866615364884,
      "grad_norm": 19.243886947631836,
      "learning_rate": 0.00019999462379469333,
      "loss": 4.9099,
      "step": 5177
    },
    {
      "epoch": 0.033205078876490955,
      "grad_norm": 169.5844268798828,
      "learning_rate": 0.0001999946217054455,
      "loss": 4.9911,
      "step": 5178
    },
    {
      "epoch": 0.03321149159933308,
      "grad_norm": 29.28411102294922,
      "learning_rate": 0.00019999461961579175,
      "loss": 5.0197,
      "step": 5179
    },
    {
      "epoch": 0.033217904322175196,
      "grad_norm": 16.47989845275879,
      "learning_rate": 0.00019999461752573215,
      "loss": 5.2762,
      "step": 5180
    },
    {
      "epoch": 0.03322431704501731,
      "grad_norm": 38.23502731323242,
      "learning_rate": 0.0001999946154352667,
      "loss": 4.8308,
      "step": 5181
    },
    {
      "epoch": 0.033230729767859436,
      "grad_norm": 97.86448669433594,
      "learning_rate": 0.00019999461334439542,
      "loss": 5.0323,
      "step": 5182
    },
    {
      "epoch": 0.03323714249070155,
      "grad_norm": 70.40494537353516,
      "learning_rate": 0.0001999946112531182,
      "loss": 5.4214,
      "step": 5183
    },
    {
      "epoch": 0.03324355521354367,
      "grad_norm": 76.36896514892578,
      "learning_rate": 0.0001999946091614352,
      "loss": 4.8852,
      "step": 5184
    },
    {
      "epoch": 0.03324996793638579,
      "grad_norm": 54.69178009033203,
      "learning_rate": 0.0001999946070693463,
      "loss": 5.0417,
      "step": 5185
    },
    {
      "epoch": 0.03325638065922791,
      "grad_norm": 22.765918731689453,
      "learning_rate": 0.00019999460497685157,
      "loss": 5.1612,
      "step": 5186
    },
    {
      "epoch": 0.03326279338207003,
      "grad_norm": 30.416675567626953,
      "learning_rate": 0.00019999460288395093,
      "loss": 4.8415,
      "step": 5187
    },
    {
      "epoch": 0.033269206104912144,
      "grad_norm": 63.65908432006836,
      "learning_rate": 0.00019999460079064444,
      "loss": 5.2454,
      "step": 5188
    },
    {
      "epoch": 0.03327561882775427,
      "grad_norm": 35.89381408691406,
      "learning_rate": 0.00019999459869693211,
      "loss": 5.0215,
      "step": 5189
    },
    {
      "epoch": 0.033282031550596385,
      "grad_norm": 19.251548767089844,
      "learning_rate": 0.00019999459660281391,
      "loss": 4.973,
      "step": 5190
    },
    {
      "epoch": 0.0332884442734385,
      "grad_norm": 163.12429809570312,
      "learning_rate": 0.00019999459450828984,
      "loss": 4.9093,
      "step": 5191
    },
    {
      "epoch": 0.03329485699628062,
      "grad_norm": 20.140560150146484,
      "learning_rate": 0.00019999459241335993,
      "loss": 5.0727,
      "step": 5192
    },
    {
      "epoch": 0.03330126971912274,
      "grad_norm": 55.52989959716797,
      "learning_rate": 0.00019999459031802411,
      "loss": 5.1487,
      "step": 5193
    },
    {
      "epoch": 0.03330768244196486,
      "grad_norm": 23.376867294311523,
      "learning_rate": 0.00019999458822228248,
      "loss": 5.1377,
      "step": 5194
    },
    {
      "epoch": 0.033314095164806976,
      "grad_norm": 112.23353576660156,
      "learning_rate": 0.00019999458612613498,
      "loss": 5.1368,
      "step": 5195
    },
    {
      "epoch": 0.0333205078876491,
      "grad_norm": 21.058683395385742,
      "learning_rate": 0.0001999945840295816,
      "loss": 5.1285,
      "step": 5196
    },
    {
      "epoch": 0.033326920610491216,
      "grad_norm": 73.53857421875,
      "learning_rate": 0.00019999458193262237,
      "loss": 4.8907,
      "step": 5197
    },
    {
      "epoch": 0.03333333333333333,
      "grad_norm": 50.78664016723633,
      "learning_rate": 0.00019999457983525728,
      "loss": 5.1648,
      "step": 5198
    },
    {
      "epoch": 0.03333974605617545,
      "grad_norm": 39.29711151123047,
      "learning_rate": 0.00019999457773748632,
      "loss": 5.0361,
      "step": 5199
    },
    {
      "epoch": 0.03334615877901757,
      "grad_norm": 22.917970657348633,
      "learning_rate": 0.0001999945756393095,
      "loss": 5.0995,
      "step": 5200
    },
    {
      "epoch": 0.03334615877901757,
      "eval_loss": 5.097580432891846,
      "eval_runtime": 34.7551,
      "eval_samples_per_second": 90.203,
      "eval_steps_per_second": 22.558,
      "step": 5200
    },
    {
      "epoch": 0.03335257150185969,
      "grad_norm": 21.5714168548584,
      "learning_rate": 0.00019999457354072684,
      "loss": 5.1291,
      "step": 5201
    },
    {
      "epoch": 0.03335898422470181,
      "grad_norm": 56.1598014831543,
      "learning_rate": 0.00019999457144173827,
      "loss": 5.1319,
      "step": 5202
    },
    {
      "epoch": 0.033365396947543924,
      "grad_norm": 19.143817901611328,
      "learning_rate": 0.00019999456934234386,
      "loss": 5.2947,
      "step": 5203
    },
    {
      "epoch": 0.03337180967038605,
      "grad_norm": 16.87261199951172,
      "learning_rate": 0.00019999456724254362,
      "loss": 5.1351,
      "step": 5204
    },
    {
      "epoch": 0.033378222393228164,
      "grad_norm": 56.97621536254883,
      "learning_rate": 0.00019999456514233746,
      "loss": 5.0735,
      "step": 5205
    },
    {
      "epoch": 0.03338463511607028,
      "grad_norm": 22.47530746459961,
      "learning_rate": 0.0001999945630417255,
      "loss": 5.1197,
      "step": 5206
    },
    {
      "epoch": 0.033391047838912405,
      "grad_norm": 27.352270126342773,
      "learning_rate": 0.00019999456094070764,
      "loss": 5.222,
      "step": 5207
    },
    {
      "epoch": 0.03339746056175452,
      "grad_norm": 13.254804611206055,
      "learning_rate": 0.00019999455883928393,
      "loss": 5.0767,
      "step": 5208
    },
    {
      "epoch": 0.03340387328459664,
      "grad_norm": 12.325138092041016,
      "learning_rate": 0.00019999455673745437,
      "loss": 5.2062,
      "step": 5209
    },
    {
      "epoch": 0.033410286007438755,
      "grad_norm": 13.504586219787598,
      "learning_rate": 0.00019999455463521893,
      "loss": 4.9285,
      "step": 5210
    },
    {
      "epoch": 0.03341669873028088,
      "grad_norm": 29.562841415405273,
      "learning_rate": 0.00019999455253257766,
      "loss": 4.7847,
      "step": 5211
    },
    {
      "epoch": 0.033423111453122996,
      "grad_norm": 67.72140502929688,
      "learning_rate": 0.0001999945504295305,
      "loss": 5.3851,
      "step": 5212
    },
    {
      "epoch": 0.03342952417596511,
      "grad_norm": 19.420703887939453,
      "learning_rate": 0.00019999454832607746,
      "loss": 5.3323,
      "step": 5213
    },
    {
      "epoch": 0.033435936898807236,
      "grad_norm": 65.68572235107422,
      "learning_rate": 0.00019999454622221858,
      "loss": 5.5386,
      "step": 5214
    },
    {
      "epoch": 0.03344234962164935,
      "grad_norm": 126.6786880493164,
      "learning_rate": 0.00019999454411795387,
      "loss": 4.9006,
      "step": 5215
    },
    {
      "epoch": 0.03344876234449147,
      "grad_norm": 27.419694900512695,
      "learning_rate": 0.00019999454201328324,
      "loss": 4.9629,
      "step": 5216
    },
    {
      "epoch": 0.03345517506733359,
      "grad_norm": 29.875823974609375,
      "learning_rate": 0.0001999945399082068,
      "loss": 5.0701,
      "step": 5217
    },
    {
      "epoch": 0.03346158779017571,
      "grad_norm": 14.28118896484375,
      "learning_rate": 0.00019999453780272447,
      "loss": 5.0569,
      "step": 5218
    },
    {
      "epoch": 0.03346800051301783,
      "grad_norm": 32.466514587402344,
      "learning_rate": 0.00019999453569683628,
      "loss": 4.8581,
      "step": 5219
    },
    {
      "epoch": 0.033474413235859944,
      "grad_norm": 23.606773376464844,
      "learning_rate": 0.00019999453359054224,
      "loss": 4.9864,
      "step": 5220
    },
    {
      "epoch": 0.03348082595870207,
      "grad_norm": 18.062042236328125,
      "learning_rate": 0.00019999453148384234,
      "loss": 4.9466,
      "step": 5221
    },
    {
      "epoch": 0.033487238681544185,
      "grad_norm": 40.008827209472656,
      "learning_rate": 0.00019999452937673656,
      "loss": 5.205,
      "step": 5222
    },
    {
      "epoch": 0.0334936514043863,
      "grad_norm": 12.271591186523438,
      "learning_rate": 0.00019999452726922491,
      "loss": 4.9134,
      "step": 5223
    },
    {
      "epoch": 0.03350006412722842,
      "grad_norm": 57.244598388671875,
      "learning_rate": 0.00019999452516130742,
      "loss": 5.1247,
      "step": 5224
    },
    {
      "epoch": 0.03350647685007054,
      "grad_norm": 21.83003044128418,
      "learning_rate": 0.0001999945230529841,
      "loss": 5.0599,
      "step": 5225
    },
    {
      "epoch": 0.03351288957291266,
      "grad_norm": 15.401432991027832,
      "learning_rate": 0.00019999452094425488,
      "loss": 4.9164,
      "step": 5226
    },
    {
      "epoch": 0.033519302295754776,
      "grad_norm": 39.8453369140625,
      "learning_rate": 0.0001999945188351198,
      "loss": 5.7578,
      "step": 5227
    },
    {
      "epoch": 0.0335257150185969,
      "grad_norm": 42.473480224609375,
      "learning_rate": 0.00019999451672557888,
      "loss": 4.8295,
      "step": 5228
    },
    {
      "epoch": 0.033532127741439016,
      "grad_norm": 9.43781852722168,
      "learning_rate": 0.0001999945146156321,
      "loss": 5.058,
      "step": 5229
    },
    {
      "epoch": 0.03353854046428113,
      "grad_norm": 15.428271293640137,
      "learning_rate": 0.0001999945125052794,
      "loss": 4.9917,
      "step": 5230
    },
    {
      "epoch": 0.03354495318712325,
      "grad_norm": 12.463224411010742,
      "learning_rate": 0.0001999945103945209,
      "loss": 5.178,
      "step": 5231
    },
    {
      "epoch": 0.033551365909965374,
      "grad_norm": 28.273311614990234,
      "learning_rate": 0.0001999945082833565,
      "loss": 5.2042,
      "step": 5232
    },
    {
      "epoch": 0.03355777863280749,
      "grad_norm": 26.09896469116211,
      "learning_rate": 0.00019999450617178629,
      "loss": 4.8763,
      "step": 5233
    },
    {
      "epoch": 0.03356419135564961,
      "grad_norm": 28.828510284423828,
      "learning_rate": 0.00019999450405981016,
      "loss": 4.8874,
      "step": 5234
    },
    {
      "epoch": 0.03357060407849173,
      "grad_norm": 15.846364974975586,
      "learning_rate": 0.0001999945019474282,
      "loss": 5.3427,
      "step": 5235
    },
    {
      "epoch": 0.03357701680133385,
      "grad_norm": 584.6686401367188,
      "learning_rate": 0.00019999449983464036,
      "loss": 4.9091,
      "step": 5236
    },
    {
      "epoch": 0.033583429524175964,
      "grad_norm": 21.23346519470215,
      "learning_rate": 0.00019999449772144668,
      "loss": 4.9673,
      "step": 5237
    },
    {
      "epoch": 0.03358984224701808,
      "grad_norm": 31.689165115356445,
      "learning_rate": 0.00019999449560784713,
      "loss": 5.064,
      "step": 5238
    },
    {
      "epoch": 0.033596254969860205,
      "grad_norm": 21.38087272644043,
      "learning_rate": 0.0001999944934938417,
      "loss": 5.6391,
      "step": 5239
    },
    {
      "epoch": 0.03360266769270232,
      "grad_norm": 13.724270820617676,
      "learning_rate": 0.00019999449137943044,
      "loss": 4.9086,
      "step": 5240
    },
    {
      "epoch": 0.03360908041554444,
      "grad_norm": 10.957646369934082,
      "learning_rate": 0.00019999448926461333,
      "loss": 5.2098,
      "step": 5241
    },
    {
      "epoch": 0.03361549313838656,
      "grad_norm": 29.628684997558594,
      "learning_rate": 0.00019999448714939032,
      "loss": 4.9994,
      "step": 5242
    },
    {
      "epoch": 0.03362190586122868,
      "grad_norm": 266.15020751953125,
      "learning_rate": 0.00019999448503376147,
      "loss": 4.9137,
      "step": 5243
    },
    {
      "epoch": 0.033628318584070796,
      "grad_norm": 16.1485652923584,
      "learning_rate": 0.00019999448291772675,
      "loss": 5.1153,
      "step": 5244
    },
    {
      "epoch": 0.03363473130691291,
      "grad_norm": 21.197208404541016,
      "learning_rate": 0.00019999448080128618,
      "loss": 4.9912,
      "step": 5245
    },
    {
      "epoch": 0.03364114402975504,
      "grad_norm": 22.923358917236328,
      "learning_rate": 0.00019999447868443974,
      "loss": 4.753,
      "step": 5246
    },
    {
      "epoch": 0.03364755675259715,
      "grad_norm": 35.76358413696289,
      "learning_rate": 0.00019999447656718746,
      "loss": 4.9283,
      "step": 5247
    },
    {
      "epoch": 0.03365396947543927,
      "grad_norm": 16.07667350769043,
      "learning_rate": 0.00019999447444952928,
      "loss": 5.1447,
      "step": 5248
    },
    {
      "epoch": 0.03366038219828139,
      "grad_norm": 68.1576919555664,
      "learning_rate": 0.00019999447233146528,
      "loss": 5.0199,
      "step": 5249
    },
    {
      "epoch": 0.03366679492112351,
      "grad_norm": 84.25404357910156,
      "learning_rate": 0.0001999944702129954,
      "loss": 4.9521,
      "step": 5250
    },
    {
      "epoch": 0.03367320764396563,
      "grad_norm": 473.3765563964844,
      "learning_rate": 0.00019999446809411967,
      "loss": 5.3488,
      "step": 5251
    },
    {
      "epoch": 0.033679620366807744,
      "grad_norm": 54.86429977416992,
      "learning_rate": 0.00019999446597483803,
      "loss": 5.0121,
      "step": 5252
    },
    {
      "epoch": 0.03368603308964987,
      "grad_norm": 67.123779296875,
      "learning_rate": 0.00019999446385515058,
      "loss": 4.8939,
      "step": 5253
    },
    {
      "epoch": 0.033692445812491985,
      "grad_norm": 73.9291763305664,
      "learning_rate": 0.00019999446173505725,
      "loss": 5.0413,
      "step": 5254
    },
    {
      "epoch": 0.0336988585353341,
      "grad_norm": 62.97152328491211,
      "learning_rate": 0.00019999445961455808,
      "loss": 4.9322,
      "step": 5255
    },
    {
      "epoch": 0.03370527125817622,
      "grad_norm": 57.36881637573242,
      "learning_rate": 0.000199994457493653,
      "loss": 4.9002,
      "step": 5256
    },
    {
      "epoch": 0.03371168398101834,
      "grad_norm": 41.28968048095703,
      "learning_rate": 0.00019999445537234213,
      "loss": 5.0296,
      "step": 5257
    },
    {
      "epoch": 0.03371809670386046,
      "grad_norm": 21.12921714782715,
      "learning_rate": 0.00019999445325062534,
      "loss": 4.8526,
      "step": 5258
    },
    {
      "epoch": 0.033724509426702576,
      "grad_norm": 64.23713684082031,
      "learning_rate": 0.00019999445112850271,
      "loss": 5.0635,
      "step": 5259
    },
    {
      "epoch": 0.0337309221495447,
      "grad_norm": 51.360111236572266,
      "learning_rate": 0.00019999444900597422,
      "loss": 5.0685,
      "step": 5260
    },
    {
      "epoch": 0.033737334872386816,
      "grad_norm": 18.22119140625,
      "learning_rate": 0.00019999444688303987,
      "loss": 4.9864,
      "step": 5261
    },
    {
      "epoch": 0.03374374759522893,
      "grad_norm": 68.39676666259766,
      "learning_rate": 0.00019999444475969966,
      "loss": 5.1712,
      "step": 5262
    },
    {
      "epoch": 0.03375016031807105,
      "grad_norm": 49.245975494384766,
      "learning_rate": 0.00019999444263595358,
      "loss": 5.0702,
      "step": 5263
    },
    {
      "epoch": 0.033756573040913174,
      "grad_norm": 17.51169776916504,
      "learning_rate": 0.00019999444051180162,
      "loss": 5.0428,
      "step": 5264
    },
    {
      "epoch": 0.03376298576375529,
      "grad_norm": 74.94874572753906,
      "learning_rate": 0.00019999443838724385,
      "loss": 5.4676,
      "step": 5265
    },
    {
      "epoch": 0.03376939848659741,
      "grad_norm": 214.1078643798828,
      "learning_rate": 0.00019999443626228018,
      "loss": 5.0339,
      "step": 5266
    },
    {
      "epoch": 0.03377581120943953,
      "grad_norm": 100.15739440917969,
      "learning_rate": 0.00019999443413691066,
      "loss": 5.5895,
      "step": 5267
    },
    {
      "epoch": 0.03378222393228165,
      "grad_norm": 945.7852172851562,
      "learning_rate": 0.00019999443201113528,
      "loss": 5.1146,
      "step": 5268
    },
    {
      "epoch": 0.033788636655123765,
      "grad_norm": 253.24737548828125,
      "learning_rate": 0.00019999442988495405,
      "loss": 5.1342,
      "step": 5269
    },
    {
      "epoch": 0.03379504937796588,
      "grad_norm": 492.5744323730469,
      "learning_rate": 0.00019999442775836695,
      "loss": 5.0448,
      "step": 5270
    },
    {
      "epoch": 0.033801462100808005,
      "grad_norm": 171.85484313964844,
      "learning_rate": 0.00019999442563137397,
      "loss": 5.3966,
      "step": 5271
    },
    {
      "epoch": 0.03380787482365012,
      "grad_norm": 81.47401428222656,
      "learning_rate": 0.00019999442350397516,
      "loss": 5.558,
      "step": 5272
    },
    {
      "epoch": 0.03381428754649224,
      "grad_norm": 95.185302734375,
      "learning_rate": 0.00019999442137617047,
      "loss": 5.1216,
      "step": 5273
    },
    {
      "epoch": 0.03382070026933436,
      "grad_norm": 97.01517486572266,
      "learning_rate": 0.0001999944192479599,
      "loss": 5.0955,
      "step": 5274
    },
    {
      "epoch": 0.03382711299217648,
      "grad_norm": 597.9627685546875,
      "learning_rate": 0.00019999441711934354,
      "loss": 4.9731,
      "step": 5275
    },
    {
      "epoch": 0.033833525715018596,
      "grad_norm": 56.258880615234375,
      "learning_rate": 0.00019999441499032126,
      "loss": 4.996,
      "step": 5276
    },
    {
      "epoch": 0.03383993843786071,
      "grad_norm": 32.05244445800781,
      "learning_rate": 0.00019999441286089312,
      "loss": 5.023,
      "step": 5277
    },
    {
      "epoch": 0.03384635116070284,
      "grad_norm": 54.94486618041992,
      "learning_rate": 0.00019999441073105913,
      "loss": 5.1949,
      "step": 5278
    },
    {
      "epoch": 0.033852763883544953,
      "grad_norm": 316.15118408203125,
      "learning_rate": 0.00019999440860081927,
      "loss": 5.144,
      "step": 5279
    },
    {
      "epoch": 0.03385917660638707,
      "grad_norm": 39.52460479736328,
      "learning_rate": 0.00019999440647017357,
      "loss": 5.109,
      "step": 5280
    },
    {
      "epoch": 0.033865589329229194,
      "grad_norm": 500.12445068359375,
      "learning_rate": 0.00019999440433912202,
      "loss": 5.4561,
      "step": 5281
    },
    {
      "epoch": 0.03387200205207131,
      "grad_norm": 413.91455078125,
      "learning_rate": 0.00019999440220766458,
      "loss": 5.1266,
      "step": 5282
    },
    {
      "epoch": 0.03387841477491343,
      "grad_norm": 47.059791564941406,
      "learning_rate": 0.00019999440007580131,
      "loss": 5.0672,
      "step": 5283
    },
    {
      "epoch": 0.033884827497755544,
      "grad_norm": 51.660037994384766,
      "learning_rate": 0.00019999439794353215,
      "loss": 5.1382,
      "step": 5284
    },
    {
      "epoch": 0.03389124022059767,
      "grad_norm": 152.60250854492188,
      "learning_rate": 0.00019999439581085712,
      "loss": 5.1373,
      "step": 5285
    },
    {
      "epoch": 0.033897652943439785,
      "grad_norm": 55.99342727661133,
      "learning_rate": 0.00019999439367777625,
      "loss": 4.9985,
      "step": 5286
    },
    {
      "epoch": 0.0339040656662819,
      "grad_norm": 79.24588012695312,
      "learning_rate": 0.00019999439154428953,
      "loss": 5.1339,
      "step": 5287
    },
    {
      "epoch": 0.033910478389124026,
      "grad_norm": 35.73564147949219,
      "learning_rate": 0.0001999943894103969,
      "loss": 4.8845,
      "step": 5288
    },
    {
      "epoch": 0.03391689111196614,
      "grad_norm": 105.73392486572266,
      "learning_rate": 0.00019999438727609845,
      "loss": 5.1188,
      "step": 5289
    },
    {
      "epoch": 0.03392330383480826,
      "grad_norm": 103.8919677734375,
      "learning_rate": 0.00019999438514139414,
      "loss": 5.1871,
      "step": 5290
    },
    {
      "epoch": 0.033929716557650376,
      "grad_norm": 103.07601928710938,
      "learning_rate": 0.00019999438300628397,
      "loss": 5.0191,
      "step": 5291
    },
    {
      "epoch": 0.0339361292804925,
      "grad_norm": 114.48773956298828,
      "learning_rate": 0.00019999438087076792,
      "loss": 4.9904,
      "step": 5292
    },
    {
      "epoch": 0.033942542003334616,
      "grad_norm": 42.9340705871582,
      "learning_rate": 0.00019999437873484603,
      "loss": 5.1208,
      "step": 5293
    },
    {
      "epoch": 0.03394895472617673,
      "grad_norm": 65.39522552490234,
      "learning_rate": 0.00019999437659851826,
      "loss": 4.8635,
      "step": 5294
    },
    {
      "epoch": 0.03395536744901885,
      "grad_norm": 68.64912414550781,
      "learning_rate": 0.00019999437446178466,
      "loss": 5.0345,
      "step": 5295
    },
    {
      "epoch": 0.033961780171860974,
      "grad_norm": 276.6888122558594,
      "learning_rate": 0.00019999437232464518,
      "loss": 5.148,
      "step": 5296
    },
    {
      "epoch": 0.03396819289470309,
      "grad_norm": 46.45846176147461,
      "learning_rate": 0.00019999437018709983,
      "loss": 5.0195,
      "step": 5297
    },
    {
      "epoch": 0.03397460561754521,
      "grad_norm": 357.6524963378906,
      "learning_rate": 0.00019999436804914864,
      "loss": 5.181,
      "step": 5298
    },
    {
      "epoch": 0.03398101834038733,
      "grad_norm": 60.711326599121094,
      "learning_rate": 0.00019999436591079154,
      "loss": 4.949,
      "step": 5299
    },
    {
      "epoch": 0.03398743106322945,
      "grad_norm": 72.69245910644531,
      "learning_rate": 0.00019999436377202864,
      "loss": 4.9147,
      "step": 5300
    },
    {
      "epoch": 0.03398743106322945,
      "eval_loss": 5.091827392578125,
      "eval_runtime": 34.7537,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 5300
    },
    {
      "epoch": 0.033993843786071565,
      "grad_norm": 75.07273864746094,
      "learning_rate": 0.00019999436163285986,
      "loss": 5.0964,
      "step": 5301
    },
    {
      "epoch": 0.03400025650891368,
      "grad_norm": 552.557861328125,
      "learning_rate": 0.0001999943594932852,
      "loss": 4.9455,
      "step": 5302
    },
    {
      "epoch": 0.034006669231755805,
      "grad_norm": 59.03824234008789,
      "learning_rate": 0.00019999435735330469,
      "loss": 5.023,
      "step": 5303
    },
    {
      "epoch": 0.03401308195459792,
      "grad_norm": 150.01495361328125,
      "learning_rate": 0.00019999435521291835,
      "loss": 5.073,
      "step": 5304
    },
    {
      "epoch": 0.03401949467744004,
      "grad_norm": 55.00156021118164,
      "learning_rate": 0.0001999943530721261,
      "loss": 4.9684,
      "step": 5305
    },
    {
      "epoch": 0.03402590740028216,
      "grad_norm": 273.90484619140625,
      "learning_rate": 0.00019999435093092803,
      "loss": 5.1536,
      "step": 5306
    },
    {
      "epoch": 0.03403232012312428,
      "grad_norm": 32.839481353759766,
      "learning_rate": 0.00019999434878932405,
      "loss": 5.0979,
      "step": 5307
    },
    {
      "epoch": 0.034038732845966396,
      "grad_norm": 37.40201950073242,
      "learning_rate": 0.00019999434664731426,
      "loss": 4.921,
      "step": 5308
    },
    {
      "epoch": 0.03404514556880851,
      "grad_norm": 26.150501251220703,
      "learning_rate": 0.0001999943445048986,
      "loss": 4.941,
      "step": 5309
    },
    {
      "epoch": 0.03405155829165064,
      "grad_norm": 39.666561126708984,
      "learning_rate": 0.00019999434236207705,
      "loss": 5.0711,
      "step": 5310
    },
    {
      "epoch": 0.034057971014492754,
      "grad_norm": 77.99351501464844,
      "learning_rate": 0.0001999943402188497,
      "loss": 5.0771,
      "step": 5311
    },
    {
      "epoch": 0.03406438373733487,
      "grad_norm": 27.079225540161133,
      "learning_rate": 0.00019999433807521642,
      "loss": 5.0465,
      "step": 5312
    },
    {
      "epoch": 0.034070796460176994,
      "grad_norm": 60.11436462402344,
      "learning_rate": 0.00019999433593117732,
      "loss": 4.7986,
      "step": 5313
    },
    {
      "epoch": 0.03407720918301911,
      "grad_norm": 58.77561569213867,
      "learning_rate": 0.00019999433378673235,
      "loss": 4.9394,
      "step": 5314
    },
    {
      "epoch": 0.03408362190586123,
      "grad_norm": 48.69078063964844,
      "learning_rate": 0.00019999433164188152,
      "loss": 5.0988,
      "step": 5315
    },
    {
      "epoch": 0.034090034628703345,
      "grad_norm": 115.48320770263672,
      "learning_rate": 0.00019999432949662483,
      "loss": 5.3479,
      "step": 5316
    },
    {
      "epoch": 0.03409644735154547,
      "grad_norm": 46.80802917480469,
      "learning_rate": 0.00019999432735096225,
      "loss": 5.1705,
      "step": 5317
    },
    {
      "epoch": 0.034102860074387585,
      "grad_norm": 28.838163375854492,
      "learning_rate": 0.00019999432520489385,
      "loss": 5.1591,
      "step": 5318
    },
    {
      "epoch": 0.0341092727972297,
      "grad_norm": 117.4081802368164,
      "learning_rate": 0.00019999432305841958,
      "loss": 5.1513,
      "step": 5319
    },
    {
      "epoch": 0.034115685520071826,
      "grad_norm": 49.26108169555664,
      "learning_rate": 0.00019999432091153944,
      "loss": 5.0,
      "step": 5320
    },
    {
      "epoch": 0.03412209824291394,
      "grad_norm": 96.87354278564453,
      "learning_rate": 0.00019999431876425346,
      "loss": 5.093,
      "step": 5321
    },
    {
      "epoch": 0.03412851096575606,
      "grad_norm": 1362.864990234375,
      "learning_rate": 0.0001999943166165616,
      "loss": 5.0061,
      "step": 5322
    },
    {
      "epoch": 0.034134923688598176,
      "grad_norm": 1209.703125,
      "learning_rate": 0.00019999431446846385,
      "loss": 5.0785,
      "step": 5323
    },
    {
      "epoch": 0.0341413364114403,
      "grad_norm": 22.639827728271484,
      "learning_rate": 0.0001999943123199603,
      "loss": 5.0577,
      "step": 5324
    },
    {
      "epoch": 0.03414774913428242,
      "grad_norm": 22.418079376220703,
      "learning_rate": 0.00019999431017105087,
      "loss": 5.127,
      "step": 5325
    },
    {
      "epoch": 0.03415416185712453,
      "grad_norm": 31.45183563232422,
      "learning_rate": 0.00019999430802173556,
      "loss": 5.5274,
      "step": 5326
    },
    {
      "epoch": 0.03416057457996666,
      "grad_norm": 15.26919937133789,
      "learning_rate": 0.0001999943058720144,
      "loss": 5.182,
      "step": 5327
    },
    {
      "epoch": 0.034166987302808774,
      "grad_norm": 30.0697078704834,
      "learning_rate": 0.0001999943037218874,
      "loss": 5.1294,
      "step": 5328
    },
    {
      "epoch": 0.03417340002565089,
      "grad_norm": 15.033589363098145,
      "learning_rate": 0.00019999430157135453,
      "loss": 5.1304,
      "step": 5329
    },
    {
      "epoch": 0.03417981274849301,
      "grad_norm": 16.96183204650879,
      "learning_rate": 0.00019999429942041576,
      "loss": 5.1722,
      "step": 5330
    },
    {
      "epoch": 0.03418622547133513,
      "grad_norm": 36.53068161010742,
      "learning_rate": 0.00019999429726907117,
      "loss": 4.9442,
      "step": 5331
    },
    {
      "epoch": 0.03419263819417725,
      "grad_norm": 37.08251190185547,
      "learning_rate": 0.00019999429511732074,
      "loss": 5.1546,
      "step": 5332
    },
    {
      "epoch": 0.034199050917019365,
      "grad_norm": 148.16378784179688,
      "learning_rate": 0.0001999942929651644,
      "loss": 4.913,
      "step": 5333
    },
    {
      "epoch": 0.03420546363986149,
      "grad_norm": 31.643863677978516,
      "learning_rate": 0.0001999942908126022,
      "loss": 5.0703,
      "step": 5334
    },
    {
      "epoch": 0.034211876362703605,
      "grad_norm": 18.534273147583008,
      "learning_rate": 0.00019999428865963417,
      "loss": 5.111,
      "step": 5335
    },
    {
      "epoch": 0.03421828908554572,
      "grad_norm": 41.27799987792969,
      "learning_rate": 0.00019999428650626028,
      "loss": 5.1884,
      "step": 5336
    },
    {
      "epoch": 0.03422470180838784,
      "grad_norm": 40.125797271728516,
      "learning_rate": 0.00019999428435248052,
      "loss": 5.2074,
      "step": 5337
    },
    {
      "epoch": 0.03423111453122996,
      "grad_norm": 59.4172248840332,
      "learning_rate": 0.0001999942821982949,
      "loss": 5.1332,
      "step": 5338
    },
    {
      "epoch": 0.03423752725407208,
      "grad_norm": 40.03218078613281,
      "learning_rate": 0.0001999942800437034,
      "loss": 5.0832,
      "step": 5339
    },
    {
      "epoch": 0.034243939976914196,
      "grad_norm": 23.302682876586914,
      "learning_rate": 0.00019999427788870605,
      "loss": 5.1911,
      "step": 5340
    },
    {
      "epoch": 0.03425035269975631,
      "grad_norm": 25.02552604675293,
      "learning_rate": 0.00019999427573330286,
      "loss": 5.1147,
      "step": 5341
    },
    {
      "epoch": 0.03425676542259844,
      "grad_norm": 11.92898178100586,
      "learning_rate": 0.0001999942735774938,
      "loss": 5.0527,
      "step": 5342
    },
    {
      "epoch": 0.034263178145440554,
      "grad_norm": 19.26766014099121,
      "learning_rate": 0.0001999942714212789,
      "loss": 5.0832,
      "step": 5343
    },
    {
      "epoch": 0.03426959086828267,
      "grad_norm": 20.85198402404785,
      "learning_rate": 0.0001999942692646581,
      "loss": 5.2228,
      "step": 5344
    },
    {
      "epoch": 0.034276003591124794,
      "grad_norm": 26.153919219970703,
      "learning_rate": 0.00019999426710763145,
      "loss": 4.9895,
      "step": 5345
    },
    {
      "epoch": 0.03428241631396691,
      "grad_norm": 35.02732467651367,
      "learning_rate": 0.00019999426495019896,
      "loss": 5.0236,
      "step": 5346
    },
    {
      "epoch": 0.03428882903680903,
      "grad_norm": 33.6440544128418,
      "learning_rate": 0.0001999942627923606,
      "loss": 5.3269,
      "step": 5347
    },
    {
      "epoch": 0.034295241759651145,
      "grad_norm": 17.335187911987305,
      "learning_rate": 0.00019999426063411634,
      "loss": 5.1471,
      "step": 5348
    },
    {
      "epoch": 0.03430165448249327,
      "grad_norm": 16.910869598388672,
      "learning_rate": 0.0001999942584754663,
      "loss": 5.0319,
      "step": 5349
    },
    {
      "epoch": 0.034308067205335385,
      "grad_norm": 67.42884826660156,
      "learning_rate": 0.00019999425631641034,
      "loss": 5.1572,
      "step": 5350
    },
    {
      "epoch": 0.0343144799281775,
      "grad_norm": 15.440759658813477,
      "learning_rate": 0.00019999425415694852,
      "loss": 5.277,
      "step": 5351
    },
    {
      "epoch": 0.034320892651019626,
      "grad_norm": 13.419212341308594,
      "learning_rate": 0.00019999425199708086,
      "loss": 5.0276,
      "step": 5352
    },
    {
      "epoch": 0.03432730537386174,
      "grad_norm": 16.912660598754883,
      "learning_rate": 0.00019999424983680735,
      "loss": 4.8758,
      "step": 5353
    },
    {
      "epoch": 0.03433371809670386,
      "grad_norm": 27.414350509643555,
      "learning_rate": 0.00019999424767612795,
      "loss": 5.1264,
      "step": 5354
    },
    {
      "epoch": 0.034340130819545976,
      "grad_norm": 107.67554473876953,
      "learning_rate": 0.0001999942455150427,
      "loss": 5.1735,
      "step": 5355
    },
    {
      "epoch": 0.0343465435423881,
      "grad_norm": 18.045299530029297,
      "learning_rate": 0.00019999424335355158,
      "loss": 5.0271,
      "step": 5356
    },
    {
      "epoch": 0.03435295626523022,
      "grad_norm": 31.473955154418945,
      "learning_rate": 0.00019999424119165464,
      "loss": 4.8138,
      "step": 5357
    },
    {
      "epoch": 0.034359368988072334,
      "grad_norm": 21.470033645629883,
      "learning_rate": 0.0001999942390293518,
      "loss": 5.0663,
      "step": 5358
    },
    {
      "epoch": 0.03436578171091446,
      "grad_norm": 22.910005569458008,
      "learning_rate": 0.0001999942368666431,
      "loss": 4.9711,
      "step": 5359
    },
    {
      "epoch": 0.034372194433756574,
      "grad_norm": 23.22827911376953,
      "learning_rate": 0.00019999423470352858,
      "loss": 5.041,
      "step": 5360
    },
    {
      "epoch": 0.03437860715659869,
      "grad_norm": 566.5309448242188,
      "learning_rate": 0.0001999942325400082,
      "loss": 5.0288,
      "step": 5361
    },
    {
      "epoch": 0.03438501987944081,
      "grad_norm": 105.2913589477539,
      "learning_rate": 0.00019999423037608192,
      "loss": 5.3548,
      "step": 5362
    },
    {
      "epoch": 0.03439143260228293,
      "grad_norm": 40.67562484741211,
      "learning_rate": 0.0001999942282117498,
      "loss": 4.984,
      "step": 5363
    },
    {
      "epoch": 0.03439784532512505,
      "grad_norm": 35.03764724731445,
      "learning_rate": 0.00019999422604701178,
      "loss": 5.026,
      "step": 5364
    },
    {
      "epoch": 0.034404258047967165,
      "grad_norm": 22.316755294799805,
      "learning_rate": 0.00019999422388186796,
      "loss": 5.0989,
      "step": 5365
    },
    {
      "epoch": 0.03441067077080929,
      "grad_norm": 19.090932846069336,
      "learning_rate": 0.00019999422171631826,
      "loss": 5.2042,
      "step": 5366
    },
    {
      "epoch": 0.034417083493651406,
      "grad_norm": 53.56005096435547,
      "learning_rate": 0.0001999942195503627,
      "loss": 5.089,
      "step": 5367
    },
    {
      "epoch": 0.03442349621649352,
      "grad_norm": 24.575883865356445,
      "learning_rate": 0.00019999421738400126,
      "loss": 4.9189,
      "step": 5368
    },
    {
      "epoch": 0.03442990893933564,
      "grad_norm": 99.7663803100586,
      "learning_rate": 0.00019999421521723395,
      "loss": 5.2409,
      "step": 5369
    },
    {
      "epoch": 0.03443632166217776,
      "grad_norm": 56.569461822509766,
      "learning_rate": 0.0001999942130500608,
      "loss": 5.1321,
      "step": 5370
    },
    {
      "epoch": 0.03444273438501988,
      "grad_norm": 25.374006271362305,
      "learning_rate": 0.0001999942108824818,
      "loss": 5.1654,
      "step": 5371
    },
    {
      "epoch": 0.034449147107861997,
      "grad_norm": 36.23122024536133,
      "learning_rate": 0.00019999420871449694,
      "loss": 4.9993,
      "step": 5372
    },
    {
      "epoch": 0.03445555983070412,
      "grad_norm": 22.539306640625,
      "learning_rate": 0.00019999420654610622,
      "loss": 5.0111,
      "step": 5373
    },
    {
      "epoch": 0.03446197255354624,
      "grad_norm": 40.00288391113281,
      "learning_rate": 0.00019999420437730961,
      "loss": 5.0359,
      "step": 5374
    },
    {
      "epoch": 0.034468385276388354,
      "grad_norm": 29.9261474609375,
      "learning_rate": 0.00019999420220810722,
      "loss": 5.3145,
      "step": 5375
    },
    {
      "epoch": 0.03447479799923047,
      "grad_norm": 52.01151657104492,
      "learning_rate": 0.0001999942000384989,
      "loss": 4.9803,
      "step": 5376
    },
    {
      "epoch": 0.034481210722072594,
      "grad_norm": 16.907012939453125,
      "learning_rate": 0.00019999419786848472,
      "loss": 5.321,
      "step": 5377
    },
    {
      "epoch": 0.03448762344491471,
      "grad_norm": 15.228340148925781,
      "learning_rate": 0.0001999941956980647,
      "loss": 5.0366,
      "step": 5378
    },
    {
      "epoch": 0.03449403616775683,
      "grad_norm": 27.780643463134766,
      "learning_rate": 0.0001999941935272388,
      "loss": 4.9041,
      "step": 5379
    },
    {
      "epoch": 0.03450044889059895,
      "grad_norm": 34.14049530029297,
      "learning_rate": 0.00019999419135600705,
      "loss": 5.2541,
      "step": 5380
    },
    {
      "epoch": 0.03450686161344107,
      "grad_norm": 37.947811126708984,
      "learning_rate": 0.00019999418918436945,
      "loss": 4.9527,
      "step": 5381
    },
    {
      "epoch": 0.034513274336283185,
      "grad_norm": 27.480104446411133,
      "learning_rate": 0.000199994187012326,
      "loss": 5.0086,
      "step": 5382
    },
    {
      "epoch": 0.0345196870591253,
      "grad_norm": 30.563697814941406,
      "learning_rate": 0.00019999418483987666,
      "loss": 5.2006,
      "step": 5383
    },
    {
      "epoch": 0.034526099781967426,
      "grad_norm": 30.611495971679688,
      "learning_rate": 0.00019999418266702148,
      "loss": 5.3313,
      "step": 5384
    },
    {
      "epoch": 0.03453251250480954,
      "grad_norm": 21.010295867919922,
      "learning_rate": 0.00019999418049376045,
      "loss": 4.8489,
      "step": 5385
    },
    {
      "epoch": 0.03453892522765166,
      "grad_norm": 44.88640594482422,
      "learning_rate": 0.00019999417832009352,
      "loss": 5.0556,
      "step": 5386
    },
    {
      "epoch": 0.034545337950493776,
      "grad_norm": 22.110559463500977,
      "learning_rate": 0.00019999417614602075,
      "loss": 5.0992,
      "step": 5387
    },
    {
      "epoch": 0.0345517506733359,
      "grad_norm": 18.778532028198242,
      "learning_rate": 0.0001999941739715421,
      "loss": 5.202,
      "step": 5388
    },
    {
      "epoch": 0.03455816339617802,
      "grad_norm": 44.4980354309082,
      "learning_rate": 0.00019999417179665765,
      "loss": 5.335,
      "step": 5389
    },
    {
      "epoch": 0.034564576119020134,
      "grad_norm": 11.316861152648926,
      "learning_rate": 0.0001999941696213673,
      "loss": 5.057,
      "step": 5390
    },
    {
      "epoch": 0.03457098884186226,
      "grad_norm": 19.40149688720703,
      "learning_rate": 0.0001999941674456711,
      "loss": 4.7783,
      "step": 5391
    },
    {
      "epoch": 0.034577401564704374,
      "grad_norm": 59.313961029052734,
      "learning_rate": 0.00019999416526956902,
      "loss": 5.2952,
      "step": 5392
    },
    {
      "epoch": 0.03458381428754649,
      "grad_norm": 49.19015121459961,
      "learning_rate": 0.0001999941630930611,
      "loss": 5.2018,
      "step": 5393
    },
    {
      "epoch": 0.03459022701038861,
      "grad_norm": 28.282920837402344,
      "learning_rate": 0.00019999416091614732,
      "loss": 5.0766,
      "step": 5394
    },
    {
      "epoch": 0.03459663973323073,
      "grad_norm": 32.003875732421875,
      "learning_rate": 0.0001999941587388277,
      "loss": 5.0379,
      "step": 5395
    },
    {
      "epoch": 0.03460305245607285,
      "grad_norm": 39.794036865234375,
      "learning_rate": 0.0001999941565611022,
      "loss": 5.1652,
      "step": 5396
    },
    {
      "epoch": 0.034609465178914965,
      "grad_norm": 27.673933029174805,
      "learning_rate": 0.0001999941543829708,
      "loss": 5.1767,
      "step": 5397
    },
    {
      "epoch": 0.03461587790175709,
      "grad_norm": 190.91709899902344,
      "learning_rate": 0.0001999941522044336,
      "loss": 4.9235,
      "step": 5398
    },
    {
      "epoch": 0.034622290624599206,
      "grad_norm": 27.130924224853516,
      "learning_rate": 0.0001999941500254905,
      "loss": 5.1107,
      "step": 5399
    },
    {
      "epoch": 0.03462870334744132,
      "grad_norm": 20.824697494506836,
      "learning_rate": 0.00019999414784614158,
      "loss": 5.2251,
      "step": 5400
    },
    {
      "epoch": 0.03462870334744132,
      "eval_loss": 5.021337509155273,
      "eval_runtime": 34.8064,
      "eval_samples_per_second": 90.07,
      "eval_steps_per_second": 22.525,
      "step": 5400
    },
    {
      "epoch": 0.03463511607028344,
      "grad_norm": 10.76560115814209,
      "learning_rate": 0.00019999414566638677,
      "loss": 5.3735,
      "step": 5401
    },
    {
      "epoch": 0.03464152879312556,
      "grad_norm": 38.283443450927734,
      "learning_rate": 0.00019999414348622613,
      "loss": 5.1582,
      "step": 5402
    },
    {
      "epoch": 0.03464794151596768,
      "grad_norm": 18.241317749023438,
      "learning_rate": 0.00019999414130565958,
      "loss": 4.9707,
      "step": 5403
    },
    {
      "epoch": 0.0346543542388098,
      "grad_norm": 12.158480644226074,
      "learning_rate": 0.00019999413912468722,
      "loss": 5.0108,
      "step": 5404
    },
    {
      "epoch": 0.03466076696165192,
      "grad_norm": 19.87264060974121,
      "learning_rate": 0.00019999413694330896,
      "loss": 4.9588,
      "step": 5405
    },
    {
      "epoch": 0.03466717968449404,
      "grad_norm": 24.796640396118164,
      "learning_rate": 0.00019999413476152485,
      "loss": 5.1305,
      "step": 5406
    },
    {
      "epoch": 0.034673592407336154,
      "grad_norm": 14.885199546813965,
      "learning_rate": 0.0001999941325793349,
      "loss": 5.1025,
      "step": 5407
    },
    {
      "epoch": 0.03468000513017827,
      "grad_norm": 42.510738372802734,
      "learning_rate": 0.00019999413039673906,
      "loss": 4.9976,
      "step": 5408
    },
    {
      "epoch": 0.034686417853020395,
      "grad_norm": 314.2557067871094,
      "learning_rate": 0.0001999941282137374,
      "loss": 5.1387,
      "step": 5409
    },
    {
      "epoch": 0.03469283057586251,
      "grad_norm": 38.059818267822266,
      "learning_rate": 0.00019999412603032986,
      "loss": 5.0545,
      "step": 5410
    },
    {
      "epoch": 0.03469924329870463,
      "grad_norm": 42.33443069458008,
      "learning_rate": 0.00019999412384651645,
      "loss": 5.2011,
      "step": 5411
    },
    {
      "epoch": 0.03470565602154675,
      "grad_norm": 23.567455291748047,
      "learning_rate": 0.00019999412166229718,
      "loss": 5.0446,
      "step": 5412
    },
    {
      "epoch": 0.03471206874438887,
      "grad_norm": 25.26388931274414,
      "learning_rate": 0.00019999411947767208,
      "loss": 5.0839,
      "step": 5413
    },
    {
      "epoch": 0.034718481467230985,
      "grad_norm": 25.152536392211914,
      "learning_rate": 0.0001999941172926411,
      "loss": 5.4912,
      "step": 5414
    },
    {
      "epoch": 0.0347248941900731,
      "grad_norm": 42.976776123046875,
      "learning_rate": 0.00019999411510720428,
      "loss": 5.4952,
      "step": 5415
    },
    {
      "epoch": 0.034731306912915226,
      "grad_norm": 23.54751205444336,
      "learning_rate": 0.00019999411292136158,
      "loss": 5.0088,
      "step": 5416
    },
    {
      "epoch": 0.03473771963575734,
      "grad_norm": 19.811866760253906,
      "learning_rate": 0.000199994110735113,
      "loss": 5.2377,
      "step": 5417
    },
    {
      "epoch": 0.03474413235859946,
      "grad_norm": 89.6622085571289,
      "learning_rate": 0.0001999941085484586,
      "loss": 5.1781,
      "step": 5418
    },
    {
      "epoch": 0.03475054508144158,
      "grad_norm": 32.934539794921875,
      "learning_rate": 0.00019999410636139834,
      "loss": 5.1297,
      "step": 5419
    },
    {
      "epoch": 0.0347569578042837,
      "grad_norm": 24.066701889038086,
      "learning_rate": 0.00019999410417393217,
      "loss": 4.9529,
      "step": 5420
    },
    {
      "epoch": 0.03476337052712582,
      "grad_norm": 25.57451820373535,
      "learning_rate": 0.0001999941019860602,
      "loss": 4.8543,
      "step": 5421
    },
    {
      "epoch": 0.034769783249967934,
      "grad_norm": 12.780210494995117,
      "learning_rate": 0.0001999940997977823,
      "loss": 5.0722,
      "step": 5422
    },
    {
      "epoch": 0.03477619597281006,
      "grad_norm": 33.73051834106445,
      "learning_rate": 0.0001999940976090986,
      "loss": 5.1698,
      "step": 5423
    },
    {
      "epoch": 0.034782608695652174,
      "grad_norm": 19.39330291748047,
      "learning_rate": 0.00019999409542000902,
      "loss": 4.8989,
      "step": 5424
    },
    {
      "epoch": 0.03478902141849429,
      "grad_norm": 15.432487487792969,
      "learning_rate": 0.00019999409323051358,
      "loss": 5.079,
      "step": 5425
    },
    {
      "epoch": 0.034795434141336415,
      "grad_norm": 32.23007583618164,
      "learning_rate": 0.0001999940910406123,
      "loss": 5.0512,
      "step": 5426
    },
    {
      "epoch": 0.03480184686417853,
      "grad_norm": 37.58842849731445,
      "learning_rate": 0.00019999408885030515,
      "loss": 5.1266,
      "step": 5427
    },
    {
      "epoch": 0.03480825958702065,
      "grad_norm": 27.91464614868164,
      "learning_rate": 0.00019999408665959215,
      "loss": 5.0995,
      "step": 5428
    },
    {
      "epoch": 0.034814672309862765,
      "grad_norm": 22.039871215820312,
      "learning_rate": 0.00019999408446847326,
      "loss": 4.9468,
      "step": 5429
    },
    {
      "epoch": 0.03482108503270489,
      "grad_norm": 25.61582374572754,
      "learning_rate": 0.00019999408227694854,
      "loss": 5.0849,
      "step": 5430
    },
    {
      "epoch": 0.034827497755547006,
      "grad_norm": 16.667659759521484,
      "learning_rate": 0.00019999408008501793,
      "loss": 5.0038,
      "step": 5431
    },
    {
      "epoch": 0.03483391047838912,
      "grad_norm": 39.38630294799805,
      "learning_rate": 0.0001999940778926815,
      "loss": 5.0648,
      "step": 5432
    },
    {
      "epoch": 0.03484032320123124,
      "grad_norm": 16.412038803100586,
      "learning_rate": 0.00019999407569993918,
      "loss": 4.9938,
      "step": 5433
    },
    {
      "epoch": 0.03484673592407336,
      "grad_norm": 16.277816772460938,
      "learning_rate": 0.00019999407350679104,
      "loss": 5.0303,
      "step": 5434
    },
    {
      "epoch": 0.03485314864691548,
      "grad_norm": 21.61161231994629,
      "learning_rate": 0.00019999407131323697,
      "loss": 4.9736,
      "step": 5435
    },
    {
      "epoch": 0.0348595613697576,
      "grad_norm": 27.250791549682617,
      "learning_rate": 0.0001999940691192771,
      "loss": 4.9919,
      "step": 5436
    },
    {
      "epoch": 0.03486597409259972,
      "grad_norm": 11.524601936340332,
      "learning_rate": 0.00019999406692491136,
      "loss": 5.0283,
      "step": 5437
    },
    {
      "epoch": 0.03487238681544184,
      "grad_norm": 75.6106948852539,
      "learning_rate": 0.00019999406473013976,
      "loss": 4.8847,
      "step": 5438
    },
    {
      "epoch": 0.034878799538283954,
      "grad_norm": 23.830913543701172,
      "learning_rate": 0.00019999406253496229,
      "loss": 4.9265,
      "step": 5439
    },
    {
      "epoch": 0.03488521226112607,
      "grad_norm": 15.033953666687012,
      "learning_rate": 0.00019999406033937894,
      "loss": 4.9585,
      "step": 5440
    },
    {
      "epoch": 0.034891624983968195,
      "grad_norm": 122.92788696289062,
      "learning_rate": 0.00019999405814338976,
      "loss": 5.0296,
      "step": 5441
    },
    {
      "epoch": 0.03489803770681031,
      "grad_norm": 45.88612747192383,
      "learning_rate": 0.00019999405594699473,
      "loss": 4.9316,
      "step": 5442
    },
    {
      "epoch": 0.03490445042965243,
      "grad_norm": 26.372241973876953,
      "learning_rate": 0.00019999405375019383,
      "loss": 5.0598,
      "step": 5443
    },
    {
      "epoch": 0.03491086315249455,
      "grad_norm": 29.363353729248047,
      "learning_rate": 0.00019999405155298705,
      "loss": 4.9804,
      "step": 5444
    },
    {
      "epoch": 0.03491727587533667,
      "grad_norm": 30.635278701782227,
      "learning_rate": 0.0001999940493553744,
      "loss": 4.9751,
      "step": 5445
    },
    {
      "epoch": 0.034923688598178786,
      "grad_norm": 25.23325538635254,
      "learning_rate": 0.00019999404715735595,
      "loss": 5.0746,
      "step": 5446
    },
    {
      "epoch": 0.0349301013210209,
      "grad_norm": 15.813061714172363,
      "learning_rate": 0.00019999404495893162,
      "loss": 4.9923,
      "step": 5447
    },
    {
      "epoch": 0.034936514043863026,
      "grad_norm": 33.22154998779297,
      "learning_rate": 0.00019999404276010142,
      "loss": 4.9531,
      "step": 5448
    },
    {
      "epoch": 0.03494292676670514,
      "grad_norm": 48.56605911254883,
      "learning_rate": 0.00019999404056086535,
      "loss": 4.8305,
      "step": 5449
    },
    {
      "epoch": 0.03494933948954726,
      "grad_norm": 27.56104278564453,
      "learning_rate": 0.00019999403836122343,
      "loss": 4.8871,
      "step": 5450
    },
    {
      "epoch": 0.034955752212389384,
      "grad_norm": 30.37380027770996,
      "learning_rate": 0.00019999403616117567,
      "loss": 4.9595,
      "step": 5451
    },
    {
      "epoch": 0.0349621649352315,
      "grad_norm": 62.68210983276367,
      "learning_rate": 0.00019999403396072203,
      "loss": 5.1203,
      "step": 5452
    },
    {
      "epoch": 0.03496857765807362,
      "grad_norm": 15.3335542678833,
      "learning_rate": 0.00019999403175986253,
      "loss": 5.1141,
      "step": 5453
    },
    {
      "epoch": 0.034974990380915734,
      "grad_norm": 29.904891967773438,
      "learning_rate": 0.00019999402955859716,
      "loss": 5.0639,
      "step": 5454
    },
    {
      "epoch": 0.03498140310375786,
      "grad_norm": 19.872596740722656,
      "learning_rate": 0.00019999402735692594,
      "loss": 5.0305,
      "step": 5455
    },
    {
      "epoch": 0.034987815826599974,
      "grad_norm": 9.85857105255127,
      "learning_rate": 0.00019999402515484888,
      "loss": 5.0818,
      "step": 5456
    },
    {
      "epoch": 0.03499422854944209,
      "grad_norm": 16.500789642333984,
      "learning_rate": 0.00019999402295236594,
      "loss": 4.7998,
      "step": 5457
    },
    {
      "epoch": 0.035000641272284215,
      "grad_norm": 137.95106506347656,
      "learning_rate": 0.00019999402074947714,
      "loss": 5.0939,
      "step": 5458
    },
    {
      "epoch": 0.03500705399512633,
      "grad_norm": 20.75481605529785,
      "learning_rate": 0.0001999940185461825,
      "loss": 5.0081,
      "step": 5459
    },
    {
      "epoch": 0.03501346671796845,
      "grad_norm": 51.5073127746582,
      "learning_rate": 0.00019999401634248197,
      "loss": 4.9449,
      "step": 5460
    },
    {
      "epoch": 0.035019879440810565,
      "grad_norm": 19.12240219116211,
      "learning_rate": 0.0001999940141383756,
      "loss": 5.086,
      "step": 5461
    },
    {
      "epoch": 0.03502629216365269,
      "grad_norm": 16.18320655822754,
      "learning_rate": 0.00019999401193386337,
      "loss": 5.3483,
      "step": 5462
    },
    {
      "epoch": 0.035032704886494806,
      "grad_norm": 7.303957939147949,
      "learning_rate": 0.0001999940097289453,
      "loss": 5.0286,
      "step": 5463
    },
    {
      "epoch": 0.03503911760933692,
      "grad_norm": 16.597930908203125,
      "learning_rate": 0.00019999400752362134,
      "loss": 5.0068,
      "step": 5464
    },
    {
      "epoch": 0.035045530332179047,
      "grad_norm": 21.52900505065918,
      "learning_rate": 0.00019999400531789152,
      "loss": 4.8903,
      "step": 5465
    },
    {
      "epoch": 0.03505194305502116,
      "grad_norm": 12.734733581542969,
      "learning_rate": 0.00019999400311175586,
      "loss": 4.9324,
      "step": 5466
    },
    {
      "epoch": 0.03505835577786328,
      "grad_norm": 13.741031646728516,
      "learning_rate": 0.00019999400090521435,
      "loss": 5.1679,
      "step": 5467
    },
    {
      "epoch": 0.0350647685007054,
      "grad_norm": 20.486650466918945,
      "learning_rate": 0.00019999399869826694,
      "loss": 4.9489,
      "step": 5468
    },
    {
      "epoch": 0.03507118122354752,
      "grad_norm": 52.73724365234375,
      "learning_rate": 0.0001999939964909137,
      "loss": 5.1177,
      "step": 5469
    },
    {
      "epoch": 0.03507759394638964,
      "grad_norm": 94.5074691772461,
      "learning_rate": 0.00019999399428315462,
      "loss": 4.9724,
      "step": 5470
    },
    {
      "epoch": 0.035084006669231754,
      "grad_norm": 15.310445785522461,
      "learning_rate": 0.00019999399207498963,
      "loss": 5.0086,
      "step": 5471
    },
    {
      "epoch": 0.03509041939207388,
      "grad_norm": 26.05377769470215,
      "learning_rate": 0.00019999398986641882,
      "loss": 5.1353,
      "step": 5472
    },
    {
      "epoch": 0.035096832114915995,
      "grad_norm": 26.461963653564453,
      "learning_rate": 0.00019999398765744214,
      "loss": 5.0485,
      "step": 5473
    },
    {
      "epoch": 0.03510324483775811,
      "grad_norm": 28.430997848510742,
      "learning_rate": 0.00019999398544805961,
      "loss": 4.9948,
      "step": 5474
    },
    {
      "epoch": 0.03510965756060023,
      "grad_norm": 47.33625793457031,
      "learning_rate": 0.00019999398323827122,
      "loss": 5.3686,
      "step": 5475
    },
    {
      "epoch": 0.03511607028344235,
      "grad_norm": 35.7027587890625,
      "learning_rate": 0.00019999398102807692,
      "loss": 5.2128,
      "step": 5476
    },
    {
      "epoch": 0.03512248300628447,
      "grad_norm": 38.01810836791992,
      "learning_rate": 0.0001999939788174768,
      "loss": 4.8959,
      "step": 5477
    },
    {
      "epoch": 0.035128895729126586,
      "grad_norm": 50.69888687133789,
      "learning_rate": 0.00019999397660647086,
      "loss": 4.9147,
      "step": 5478
    },
    {
      "epoch": 0.0351353084519687,
      "grad_norm": 13.360519409179688,
      "learning_rate": 0.000199993974395059,
      "loss": 5.0725,
      "step": 5479
    },
    {
      "epoch": 0.035141721174810826,
      "grad_norm": 26.752193450927734,
      "learning_rate": 0.0001999939721832413,
      "loss": 5.0209,
      "step": 5480
    },
    {
      "epoch": 0.03514813389765294,
      "grad_norm": 12.02250862121582,
      "learning_rate": 0.00019999396997101777,
      "loss": 4.9947,
      "step": 5481
    },
    {
      "epoch": 0.03515454662049506,
      "grad_norm": 11.961809158325195,
      "learning_rate": 0.00019999396775838838,
      "loss": 4.9654,
      "step": 5482
    },
    {
      "epoch": 0.035160959343337184,
      "grad_norm": 21.616710662841797,
      "learning_rate": 0.00019999396554535307,
      "loss": 5.0457,
      "step": 5483
    },
    {
      "epoch": 0.0351673720661793,
      "grad_norm": 13.850581169128418,
      "learning_rate": 0.00019999396333191194,
      "loss": 5.2738,
      "step": 5484
    },
    {
      "epoch": 0.03517378478902142,
      "grad_norm": 223.56350708007812,
      "learning_rate": 0.00019999396111806497,
      "loss": 5.7457,
      "step": 5485
    },
    {
      "epoch": 0.035180197511863534,
      "grad_norm": 23.1617488861084,
      "learning_rate": 0.0001999939589038121,
      "loss": 4.8932,
      "step": 5486
    },
    {
      "epoch": 0.03518661023470566,
      "grad_norm": 26.453163146972656,
      "learning_rate": 0.00019999395668915342,
      "loss": 5.0202,
      "step": 5487
    },
    {
      "epoch": 0.035193022957547775,
      "grad_norm": 19.135982513427734,
      "learning_rate": 0.00019999395447408883,
      "loss": 4.9787,
      "step": 5488
    },
    {
      "epoch": 0.03519943568038989,
      "grad_norm": 28.847806930541992,
      "learning_rate": 0.0001999939522586184,
      "loss": 5.232,
      "step": 5489
    },
    {
      "epoch": 0.035205848403232015,
      "grad_norm": 16.784730911254883,
      "learning_rate": 0.00019999395004274213,
      "loss": 5.0373,
      "step": 5490
    },
    {
      "epoch": 0.03521226112607413,
      "grad_norm": 26.57342529296875,
      "learning_rate": 0.00019999394782645999,
      "loss": 4.9856,
      "step": 5491
    },
    {
      "epoch": 0.03521867384891625,
      "grad_norm": 22.469833374023438,
      "learning_rate": 0.00019999394560977197,
      "loss": 4.7872,
      "step": 5492
    },
    {
      "epoch": 0.035225086571758366,
      "grad_norm": 12.70875072479248,
      "learning_rate": 0.0001999939433926781,
      "loss": 4.932,
      "step": 5493
    },
    {
      "epoch": 0.03523149929460049,
      "grad_norm": 60.57929611206055,
      "learning_rate": 0.0001999939411751784,
      "loss": 5.0353,
      "step": 5494
    },
    {
      "epoch": 0.035237912017442606,
      "grad_norm": 34.94900894165039,
      "learning_rate": 0.00019999393895727284,
      "loss": 4.7939,
      "step": 5495
    },
    {
      "epoch": 0.03524432474028472,
      "grad_norm": 40.353416442871094,
      "learning_rate": 0.0001999939367389614,
      "loss": 5.1596,
      "step": 5496
    },
    {
      "epoch": 0.03525073746312685,
      "grad_norm": 27.047794342041016,
      "learning_rate": 0.00019999393452024407,
      "loss": 4.9646,
      "step": 5497
    },
    {
      "epoch": 0.03525715018596896,
      "grad_norm": 28.880531311035156,
      "learning_rate": 0.00019999393230112094,
      "loss": 5.0102,
      "step": 5498
    },
    {
      "epoch": 0.03526356290881108,
      "grad_norm": 49.684410095214844,
      "learning_rate": 0.00019999393008159194,
      "loss": 5.0538,
      "step": 5499
    },
    {
      "epoch": 0.0352699756316532,
      "grad_norm": 14.869388580322266,
      "learning_rate": 0.00019999392786165704,
      "loss": 4.8779,
      "step": 5500
    },
    {
      "epoch": 0.0352699756316532,
      "eval_loss": 4.971098899841309,
      "eval_runtime": 34.7938,
      "eval_samples_per_second": 90.102,
      "eval_steps_per_second": 22.533,
      "step": 5500
    },
    {
      "epoch": 0.03527638835449532,
      "grad_norm": 29.412458419799805,
      "learning_rate": 0.00019999392564131632,
      "loss": 5.1247,
      "step": 5501
    },
    {
      "epoch": 0.03528280107733744,
      "grad_norm": 12.483620643615723,
      "learning_rate": 0.0001999939234205697,
      "loss": 4.8864,
      "step": 5502
    },
    {
      "epoch": 0.035289213800179554,
      "grad_norm": 10.896440505981445,
      "learning_rate": 0.00019999392119941727,
      "loss": 4.923,
      "step": 5503
    },
    {
      "epoch": 0.03529562652302168,
      "grad_norm": 29.88922882080078,
      "learning_rate": 0.000199993918977859,
      "loss": 5.0128,
      "step": 5504
    },
    {
      "epoch": 0.035302039245863795,
      "grad_norm": 17.939105987548828,
      "learning_rate": 0.0001999939167558948,
      "loss": 4.9598,
      "step": 5505
    },
    {
      "epoch": 0.03530845196870591,
      "grad_norm": 20.06473159790039,
      "learning_rate": 0.00019999391453352476,
      "loss": 5.0179,
      "step": 5506
    },
    {
      "epoch": 0.03531486469154803,
      "grad_norm": 83.80097961425781,
      "learning_rate": 0.00019999391231074887,
      "loss": 4.9511,
      "step": 5507
    },
    {
      "epoch": 0.03532127741439015,
      "grad_norm": 21.176420211791992,
      "learning_rate": 0.00019999391008756714,
      "loss": 4.942,
      "step": 5508
    },
    {
      "epoch": 0.03532769013723227,
      "grad_norm": 42.8211555480957,
      "learning_rate": 0.00019999390786397953,
      "loss": 4.9542,
      "step": 5509
    },
    {
      "epoch": 0.035334102860074386,
      "grad_norm": 25.93558120727539,
      "learning_rate": 0.00019999390563998608,
      "loss": 5.0461,
      "step": 5510
    },
    {
      "epoch": 0.03534051558291651,
      "grad_norm": 52.18081283569336,
      "learning_rate": 0.00019999390341558676,
      "loss": 4.9853,
      "step": 5511
    },
    {
      "epoch": 0.035346928305758626,
      "grad_norm": 11.842459678649902,
      "learning_rate": 0.00019999390119078157,
      "loss": 4.8814,
      "step": 5512
    },
    {
      "epoch": 0.03535334102860074,
      "grad_norm": 21.547792434692383,
      "learning_rate": 0.00019999389896557053,
      "loss": 5.0569,
      "step": 5513
    },
    {
      "epoch": 0.03535975375144286,
      "grad_norm": 13.277536392211914,
      "learning_rate": 0.00019999389673995362,
      "loss": 5.2261,
      "step": 5514
    },
    {
      "epoch": 0.035366166474284984,
      "grad_norm": 17.756938934326172,
      "learning_rate": 0.0001999938945139309,
      "loss": 4.7958,
      "step": 5515
    },
    {
      "epoch": 0.0353725791971271,
      "grad_norm": 24.916723251342773,
      "learning_rate": 0.00019999389228750228,
      "loss": 4.9378,
      "step": 5516
    },
    {
      "epoch": 0.03537899191996922,
      "grad_norm": 163.97882080078125,
      "learning_rate": 0.0001999938900606678,
      "loss": 5.0497,
      "step": 5517
    },
    {
      "epoch": 0.03538540464281134,
      "grad_norm": 27.948476791381836,
      "learning_rate": 0.00019999388783342744,
      "loss": 5.1127,
      "step": 5518
    },
    {
      "epoch": 0.03539181736565346,
      "grad_norm": 12.795639991760254,
      "learning_rate": 0.00019999388560578126,
      "loss": 4.8383,
      "step": 5519
    },
    {
      "epoch": 0.035398230088495575,
      "grad_norm": 13.205363273620605,
      "learning_rate": 0.00019999388337772924,
      "loss": 4.8468,
      "step": 5520
    },
    {
      "epoch": 0.03540464281133769,
      "grad_norm": 63.817649841308594,
      "learning_rate": 0.00019999388114927134,
      "loss": 4.9232,
      "step": 5521
    },
    {
      "epoch": 0.035411055534179815,
      "grad_norm": 23.63928985595703,
      "learning_rate": 0.00019999387892040755,
      "loss": 5.0069,
      "step": 5522
    },
    {
      "epoch": 0.03541746825702193,
      "grad_norm": 74.66195678710938,
      "learning_rate": 0.0001999938766911379,
      "loss": 4.9728,
      "step": 5523
    },
    {
      "epoch": 0.03542388097986405,
      "grad_norm": 14.069387435913086,
      "learning_rate": 0.00019999387446146245,
      "loss": 5.1298,
      "step": 5524
    },
    {
      "epoch": 0.035430293702706166,
      "grad_norm": 22.685535430908203,
      "learning_rate": 0.0001999938722313811,
      "loss": 5.2446,
      "step": 5525
    },
    {
      "epoch": 0.03543670642554829,
      "grad_norm": 29.7817440032959,
      "learning_rate": 0.00019999387000089393,
      "loss": 4.9235,
      "step": 5526
    },
    {
      "epoch": 0.035443119148390406,
      "grad_norm": 264.7101745605469,
      "learning_rate": 0.00019999386777000083,
      "loss": 4.9719,
      "step": 5527
    },
    {
      "epoch": 0.03544953187123252,
      "grad_norm": 19.399478912353516,
      "learning_rate": 0.00019999386553870192,
      "loss": 5.0074,
      "step": 5528
    },
    {
      "epoch": 0.03545594459407465,
      "grad_norm": 41.16613006591797,
      "learning_rate": 0.00019999386330699713,
      "loss": 5.0697,
      "step": 5529
    },
    {
      "epoch": 0.035462357316916764,
      "grad_norm": 71.39410400390625,
      "learning_rate": 0.0001999938610748865,
      "loss": 5.0012,
      "step": 5530
    },
    {
      "epoch": 0.03546877003975888,
      "grad_norm": 26.005939483642578,
      "learning_rate": 0.00019999385884237003,
      "loss": 4.9171,
      "step": 5531
    },
    {
      "epoch": 0.035475182762601,
      "grad_norm": 51.718017578125,
      "learning_rate": 0.00019999385660944766,
      "loss": 5.0903,
      "step": 5532
    },
    {
      "epoch": 0.03548159548544312,
      "grad_norm": 41.54228973388672,
      "learning_rate": 0.00019999385437611945,
      "loss": 4.9981,
      "step": 5533
    },
    {
      "epoch": 0.03548800820828524,
      "grad_norm": 22.175945281982422,
      "learning_rate": 0.00019999385214238536,
      "loss": 4.9607,
      "step": 5534
    },
    {
      "epoch": 0.035494420931127355,
      "grad_norm": 29.45293426513672,
      "learning_rate": 0.00019999384990824546,
      "loss": 5.0625,
      "step": 5535
    },
    {
      "epoch": 0.03550083365396948,
      "grad_norm": 65.93049621582031,
      "learning_rate": 0.0001999938476736997,
      "loss": 5.1461,
      "step": 5536
    },
    {
      "epoch": 0.035507246376811595,
      "grad_norm": 32.27916717529297,
      "learning_rate": 0.00019999384543874804,
      "loss": 4.9467,
      "step": 5537
    },
    {
      "epoch": 0.03551365909965371,
      "grad_norm": 75.52362823486328,
      "learning_rate": 0.00019999384320339053,
      "loss": 4.9039,
      "step": 5538
    },
    {
      "epoch": 0.03552007182249583,
      "grad_norm": 17.928791046142578,
      "learning_rate": 0.00019999384096762717,
      "loss": 5.0361,
      "step": 5539
    },
    {
      "epoch": 0.03552648454533795,
      "grad_norm": 70.162109375,
      "learning_rate": 0.00019999383873145794,
      "loss": 5.1093,
      "step": 5540
    },
    {
      "epoch": 0.03553289726818007,
      "grad_norm": 25.54607582092285,
      "learning_rate": 0.0001999938364948829,
      "loss": 5.068,
      "step": 5541
    },
    {
      "epoch": 0.035539309991022186,
      "grad_norm": 139.04833984375,
      "learning_rate": 0.00019999383425790192,
      "loss": 5.1173,
      "step": 5542
    },
    {
      "epoch": 0.03554572271386431,
      "grad_norm": 16.358993530273438,
      "learning_rate": 0.00019999383202051513,
      "loss": 4.9323,
      "step": 5543
    },
    {
      "epoch": 0.03555213543670643,
      "grad_norm": 12.578991889953613,
      "learning_rate": 0.00019999382978272247,
      "loss": 4.8265,
      "step": 5544
    },
    {
      "epoch": 0.03555854815954854,
      "grad_norm": 22.2004451751709,
      "learning_rate": 0.00019999382754452396,
      "loss": 4.983,
      "step": 5545
    },
    {
      "epoch": 0.03556496088239066,
      "grad_norm": 14.32492733001709,
      "learning_rate": 0.0001999938253059196,
      "loss": 4.795,
      "step": 5546
    },
    {
      "epoch": 0.035571373605232784,
      "grad_norm": 8.920469284057617,
      "learning_rate": 0.00019999382306690934,
      "loss": 4.7043,
      "step": 5547
    },
    {
      "epoch": 0.0355777863280749,
      "grad_norm": 23.680185317993164,
      "learning_rate": 0.00019999382082749328,
      "loss": 4.9061,
      "step": 5548
    },
    {
      "epoch": 0.03558419905091702,
      "grad_norm": 29.957752227783203,
      "learning_rate": 0.00019999381858767132,
      "loss": 4.93,
      "step": 5549
    },
    {
      "epoch": 0.03559061177375914,
      "grad_norm": 12.806968688964844,
      "learning_rate": 0.0001999938163474435,
      "loss": 5.0145,
      "step": 5550
    },
    {
      "epoch": 0.03559702449660126,
      "grad_norm": 10.786654472351074,
      "learning_rate": 0.00019999381410680986,
      "loss": 5.0297,
      "step": 5551
    },
    {
      "epoch": 0.035603437219443375,
      "grad_norm": 68.8863296508789,
      "learning_rate": 0.00019999381186577037,
      "loss": 4.9051,
      "step": 5552
    },
    {
      "epoch": 0.03560984994228549,
      "grad_norm": 18.002595901489258,
      "learning_rate": 0.00019999380962432497,
      "loss": 5.1399,
      "step": 5553
    },
    {
      "epoch": 0.035616262665127615,
      "grad_norm": 11.969417572021484,
      "learning_rate": 0.00019999380738247374,
      "loss": 5.026,
      "step": 5554
    },
    {
      "epoch": 0.03562267538796973,
      "grad_norm": 12.038031578063965,
      "learning_rate": 0.0001999938051402166,
      "loss": 4.9293,
      "step": 5555
    },
    {
      "epoch": 0.03562908811081185,
      "grad_norm": 8.263941764831543,
      "learning_rate": 0.00019999380289755365,
      "loss": 5.0147,
      "step": 5556
    },
    {
      "epoch": 0.03563550083365397,
      "grad_norm": 11.705619812011719,
      "learning_rate": 0.00019999380065448486,
      "loss": 5.2213,
      "step": 5557
    },
    {
      "epoch": 0.03564191355649609,
      "grad_norm": 9.916810989379883,
      "learning_rate": 0.0001999937984110102,
      "loss": 4.9222,
      "step": 5558
    },
    {
      "epoch": 0.035648326279338206,
      "grad_norm": 12.166703224182129,
      "learning_rate": 0.00019999379616712965,
      "loss": 4.7359,
      "step": 5559
    },
    {
      "epoch": 0.03565473900218032,
      "grad_norm": 19.094350814819336,
      "learning_rate": 0.00019999379392284325,
      "loss": 4.9007,
      "step": 5560
    },
    {
      "epoch": 0.03566115172502245,
      "grad_norm": 18.54804039001465,
      "learning_rate": 0.000199993791678151,
      "loss": 4.8312,
      "step": 5561
    },
    {
      "epoch": 0.035667564447864564,
      "grad_norm": 14.231744766235352,
      "learning_rate": 0.00019999378943305293,
      "loss": 5.2651,
      "step": 5562
    },
    {
      "epoch": 0.03567397717070668,
      "grad_norm": 56.452239990234375,
      "learning_rate": 0.00019999378718754893,
      "loss": 5.121,
      "step": 5563
    },
    {
      "epoch": 0.035680389893548804,
      "grad_norm": 11.918790817260742,
      "learning_rate": 0.00019999378494163912,
      "loss": 4.9668,
      "step": 5564
    },
    {
      "epoch": 0.03568680261639092,
      "grad_norm": 18.846445083618164,
      "learning_rate": 0.00019999378269532344,
      "loss": 5.0269,
      "step": 5565
    },
    {
      "epoch": 0.03569321533923304,
      "grad_norm": 12.718972206115723,
      "learning_rate": 0.0001999937804486019,
      "loss": 4.9395,
      "step": 5566
    },
    {
      "epoch": 0.035699628062075155,
      "grad_norm": 19.833515167236328,
      "learning_rate": 0.00019999377820147451,
      "loss": 4.9275,
      "step": 5567
    },
    {
      "epoch": 0.03570604078491728,
      "grad_norm": 11.596714973449707,
      "learning_rate": 0.00019999377595394125,
      "loss": 5.3322,
      "step": 5568
    },
    {
      "epoch": 0.035712453507759395,
      "grad_norm": 17.336437225341797,
      "learning_rate": 0.00019999377370600213,
      "loss": 4.9549,
      "step": 5569
    },
    {
      "epoch": 0.03571886623060151,
      "grad_norm": 10.876590728759766,
      "learning_rate": 0.00019999377145765718,
      "loss": 5.0925,
      "step": 5570
    },
    {
      "epoch": 0.03572527895344363,
      "grad_norm": 13.112946510314941,
      "learning_rate": 0.00019999376920890635,
      "loss": 4.9642,
      "step": 5571
    },
    {
      "epoch": 0.03573169167628575,
      "grad_norm": 13.812118530273438,
      "learning_rate": 0.00019999376695974965,
      "loss": 4.8599,
      "step": 5572
    },
    {
      "epoch": 0.03573810439912787,
      "grad_norm": 28.81572914123535,
      "learning_rate": 0.00019999376471018708,
      "loss": 5.3306,
      "step": 5573
    },
    {
      "epoch": 0.035744517121969986,
      "grad_norm": 14.884218215942383,
      "learning_rate": 0.0001999937624602187,
      "loss": 5.137,
      "step": 5574
    },
    {
      "epoch": 0.03575092984481211,
      "grad_norm": 37.109745025634766,
      "learning_rate": 0.00019999376020984444,
      "loss": 4.8855,
      "step": 5575
    },
    {
      "epoch": 0.03575734256765423,
      "grad_norm": 11.594374656677246,
      "learning_rate": 0.0001999937579590643,
      "loss": 5.7899,
      "step": 5576
    },
    {
      "epoch": 0.035763755290496343,
      "grad_norm": 13.75999927520752,
      "learning_rate": 0.00019999375570787834,
      "loss": 5.1673,
      "step": 5577
    },
    {
      "epoch": 0.03577016801333846,
      "grad_norm": 53.85428237915039,
      "learning_rate": 0.0001999937534562865,
      "loss": 4.9599,
      "step": 5578
    },
    {
      "epoch": 0.035776580736180584,
      "grad_norm": 47.00651931762695,
      "learning_rate": 0.00019999375120428883,
      "loss": 5.0359,
      "step": 5579
    },
    {
      "epoch": 0.0357829934590227,
      "grad_norm": 16.378236770629883,
      "learning_rate": 0.00019999374895188525,
      "loss": 4.9577,
      "step": 5580
    },
    {
      "epoch": 0.03578940618186482,
      "grad_norm": 41.996376037597656,
      "learning_rate": 0.00019999374669907584,
      "loss": 5.1667,
      "step": 5581
    },
    {
      "epoch": 0.03579581890470694,
      "grad_norm": 26.756120681762695,
      "learning_rate": 0.00019999374444586057,
      "loss": 4.9413,
      "step": 5582
    },
    {
      "epoch": 0.03580223162754906,
      "grad_norm": 39.415802001953125,
      "learning_rate": 0.00019999374219223945,
      "loss": 4.9186,
      "step": 5583
    },
    {
      "epoch": 0.035808644350391175,
      "grad_norm": 40.83652114868164,
      "learning_rate": 0.00019999373993821246,
      "loss": 4.9229,
      "step": 5584
    },
    {
      "epoch": 0.03581505707323329,
      "grad_norm": 35.834049224853516,
      "learning_rate": 0.00019999373768377963,
      "loss": 4.9563,
      "step": 5585
    },
    {
      "epoch": 0.035821469796075416,
      "grad_norm": 18.30225372314453,
      "learning_rate": 0.0001999937354289409,
      "loss": 4.8113,
      "step": 5586
    },
    {
      "epoch": 0.03582788251891753,
      "grad_norm": 14.457201957702637,
      "learning_rate": 0.00019999373317369635,
      "loss": 4.7759,
      "step": 5587
    },
    {
      "epoch": 0.03583429524175965,
      "grad_norm": 14.525636672973633,
      "learning_rate": 0.00019999373091804593,
      "loss": 5.2501,
      "step": 5588
    },
    {
      "epoch": 0.03584070796460177,
      "grad_norm": 25.225858688354492,
      "learning_rate": 0.00019999372866198967,
      "loss": 4.9278,
      "step": 5589
    },
    {
      "epoch": 0.03584712068744389,
      "grad_norm": 14.63061237335205,
      "learning_rate": 0.0001999937264055275,
      "loss": 5.0197,
      "step": 5590
    },
    {
      "epoch": 0.035853533410286006,
      "grad_norm": 19.50294303894043,
      "learning_rate": 0.00019999372414865953,
      "loss": 5.1103,
      "step": 5591
    },
    {
      "epoch": 0.03585994613312812,
      "grad_norm": 56.32927703857422,
      "learning_rate": 0.0001999937218913857,
      "loss": 4.847,
      "step": 5592
    },
    {
      "epoch": 0.03586635885597025,
      "grad_norm": 26.41082763671875,
      "learning_rate": 0.00019999371963370596,
      "loss": 4.765,
      "step": 5593
    },
    {
      "epoch": 0.035872771578812364,
      "grad_norm": 174.8368377685547,
      "learning_rate": 0.00019999371737562042,
      "loss": 5.1084,
      "step": 5594
    },
    {
      "epoch": 0.03587918430165448,
      "grad_norm": 21.201393127441406,
      "learning_rate": 0.000199993715117129,
      "loss": 5.0546,
      "step": 5595
    },
    {
      "epoch": 0.035885597024496604,
      "grad_norm": 15.240652084350586,
      "learning_rate": 0.0001999937128582317,
      "loss": 4.9796,
      "step": 5596
    },
    {
      "epoch": 0.03589200974733872,
      "grad_norm": 12.782336235046387,
      "learning_rate": 0.00019999371059892856,
      "loss": 4.8118,
      "step": 5597
    },
    {
      "epoch": 0.03589842247018084,
      "grad_norm": 14.43758773803711,
      "learning_rate": 0.00019999370833921956,
      "loss": 4.9843,
      "step": 5598
    },
    {
      "epoch": 0.035904835193022955,
      "grad_norm": 11.983796119689941,
      "learning_rate": 0.0001999937060791047,
      "loss": 4.8527,
      "step": 5599
    },
    {
      "epoch": 0.03591124791586508,
      "grad_norm": 11.911745071411133,
      "learning_rate": 0.000199993703818584,
      "loss": 5.0222,
      "step": 5600
    },
    {
      "epoch": 0.03591124791586508,
      "eval_loss": 4.92914342880249,
      "eval_runtime": 34.737,
      "eval_samples_per_second": 90.25,
      "eval_steps_per_second": 22.57,
      "step": 5600
    },
    {
      "epoch": 0.035917660638707195,
      "grad_norm": 10.337756156921387,
      "learning_rate": 0.00019999370155765743,
      "loss": 5.119,
      "step": 5601
    },
    {
      "epoch": 0.03592407336154931,
      "grad_norm": 14.098611831665039,
      "learning_rate": 0.00019999369929632498,
      "loss": 4.9346,
      "step": 5602
    },
    {
      "epoch": 0.035930486084391436,
      "grad_norm": 14.396183013916016,
      "learning_rate": 0.00019999369703458671,
      "loss": 4.8278,
      "step": 5603
    },
    {
      "epoch": 0.03593689880723355,
      "grad_norm": 23.31974220275879,
      "learning_rate": 0.00019999369477244257,
      "loss": 4.8149,
      "step": 5604
    },
    {
      "epoch": 0.03594331153007567,
      "grad_norm": 14.198136329650879,
      "learning_rate": 0.00019999369250989254,
      "loss": 4.9876,
      "step": 5605
    },
    {
      "epoch": 0.035949724252917786,
      "grad_norm": 10.730256080627441,
      "learning_rate": 0.0001999936902469367,
      "loss": 4.9112,
      "step": 5606
    },
    {
      "epoch": 0.03595613697575991,
      "grad_norm": 13.333355903625488,
      "learning_rate": 0.00019999368798357498,
      "loss": 4.9636,
      "step": 5607
    },
    {
      "epoch": 0.03596254969860203,
      "grad_norm": 8.55172348022461,
      "learning_rate": 0.0001999936857198074,
      "loss": 4.9341,
      "step": 5608
    },
    {
      "epoch": 0.035968962421444144,
      "grad_norm": 15.451471328735352,
      "learning_rate": 0.00019999368345563397,
      "loss": 4.7545,
      "step": 5609
    },
    {
      "epoch": 0.03597537514428627,
      "grad_norm": 10.724234580993652,
      "learning_rate": 0.0001999936811910547,
      "loss": 5.0994,
      "step": 5610
    },
    {
      "epoch": 0.035981787867128384,
      "grad_norm": 8.668181419372559,
      "learning_rate": 0.00019999367892606953,
      "loss": 5.0914,
      "step": 5611
    },
    {
      "epoch": 0.0359882005899705,
      "grad_norm": 10.369473457336426,
      "learning_rate": 0.0001999936766606785,
      "loss": 4.8766,
      "step": 5612
    },
    {
      "epoch": 0.03599461331281262,
      "grad_norm": 8.33212947845459,
      "learning_rate": 0.00019999367439488164,
      "loss": 5.019,
      "step": 5613
    },
    {
      "epoch": 0.03600102603565474,
      "grad_norm": 26.368865966796875,
      "learning_rate": 0.00019999367212867892,
      "loss": 4.9624,
      "step": 5614
    },
    {
      "epoch": 0.03600743875849686,
      "grad_norm": 12.33487606048584,
      "learning_rate": 0.00019999366986207036,
      "loss": 4.7868,
      "step": 5615
    },
    {
      "epoch": 0.036013851481338975,
      "grad_norm": 9.591228485107422,
      "learning_rate": 0.0001999936675950559,
      "loss": 5.1227,
      "step": 5616
    },
    {
      "epoch": 0.03602026420418109,
      "grad_norm": 7.535743713378906,
      "learning_rate": 0.0001999936653276356,
      "loss": 5.1181,
      "step": 5617
    },
    {
      "epoch": 0.036026676927023216,
      "grad_norm": 11.183523178100586,
      "learning_rate": 0.00019999366305980946,
      "loss": 4.7962,
      "step": 5618
    },
    {
      "epoch": 0.03603308964986533,
      "grad_norm": 8.874885559082031,
      "learning_rate": 0.00019999366079157744,
      "loss": 4.8217,
      "step": 5619
    },
    {
      "epoch": 0.03603950237270745,
      "grad_norm": 59.77854919433594,
      "learning_rate": 0.00019999365852293956,
      "loss": 5.0106,
      "step": 5620
    },
    {
      "epoch": 0.03604591509554957,
      "grad_norm": 9.882963180541992,
      "learning_rate": 0.00019999365625389582,
      "loss": 4.9475,
      "step": 5621
    },
    {
      "epoch": 0.03605232781839169,
      "grad_norm": 11.641352653503418,
      "learning_rate": 0.00019999365398444625,
      "loss": 5.2426,
      "step": 5622
    },
    {
      "epoch": 0.03605874054123381,
      "grad_norm": 9.914795875549316,
      "learning_rate": 0.0001999936517145908,
      "loss": 4.9599,
      "step": 5623
    },
    {
      "epoch": 0.03606515326407592,
      "grad_norm": 13.638731956481934,
      "learning_rate": 0.0001999936494443295,
      "loss": 4.9537,
      "step": 5624
    },
    {
      "epoch": 0.03607156598691805,
      "grad_norm": 112.25733184814453,
      "learning_rate": 0.00019999364717366235,
      "loss": 5.1379,
      "step": 5625
    },
    {
      "epoch": 0.036077978709760164,
      "grad_norm": 7.801434516906738,
      "learning_rate": 0.00019999364490258935,
      "loss": 5.1269,
      "step": 5626
    },
    {
      "epoch": 0.03608439143260228,
      "grad_norm": 9.864205360412598,
      "learning_rate": 0.00019999364263111047,
      "loss": 4.9024,
      "step": 5627
    },
    {
      "epoch": 0.036090804155444405,
      "grad_norm": 8.01558780670166,
      "learning_rate": 0.00019999364035922572,
      "loss": 5.1317,
      "step": 5628
    },
    {
      "epoch": 0.03609721687828652,
      "grad_norm": 8.013961791992188,
      "learning_rate": 0.00019999363808693513,
      "loss": 4.8455,
      "step": 5629
    },
    {
      "epoch": 0.03610362960112864,
      "grad_norm": 8.8287353515625,
      "learning_rate": 0.0001999936358142387,
      "loss": 4.803,
      "step": 5630
    },
    {
      "epoch": 0.036110042323970755,
      "grad_norm": 6.947528839111328,
      "learning_rate": 0.00019999363354113636,
      "loss": 4.9909,
      "step": 5631
    },
    {
      "epoch": 0.03611645504681288,
      "grad_norm": 13.414621353149414,
      "learning_rate": 0.0001999936312676282,
      "loss": 5.0481,
      "step": 5632
    },
    {
      "epoch": 0.036122867769654995,
      "grad_norm": 19.61959457397461,
      "learning_rate": 0.0001999936289937142,
      "loss": 5.0948,
      "step": 5633
    },
    {
      "epoch": 0.03612928049249711,
      "grad_norm": 11.254755973815918,
      "learning_rate": 0.0001999936267193943,
      "loss": 5.0922,
      "step": 5634
    },
    {
      "epoch": 0.036135693215339236,
      "grad_norm": 72.42037963867188,
      "learning_rate": 0.00019999362444466856,
      "loss": 5.0116,
      "step": 5635
    },
    {
      "epoch": 0.03614210593818135,
      "grad_norm": 10.462087631225586,
      "learning_rate": 0.00019999362216953695,
      "loss": 4.7886,
      "step": 5636
    },
    {
      "epoch": 0.03614851866102347,
      "grad_norm": 43.44544219970703,
      "learning_rate": 0.00019999361989399953,
      "loss": 4.8628,
      "step": 5637
    },
    {
      "epoch": 0.036154931383865586,
      "grad_norm": 12.081348419189453,
      "learning_rate": 0.0001999936176180562,
      "loss": 4.857,
      "step": 5638
    },
    {
      "epoch": 0.03616134410670771,
      "grad_norm": 11.80813980102539,
      "learning_rate": 0.00019999361534170707,
      "loss": 5.0713,
      "step": 5639
    },
    {
      "epoch": 0.03616775682954983,
      "grad_norm": 53.26099395751953,
      "learning_rate": 0.00019999361306495203,
      "loss": 5.05,
      "step": 5640
    },
    {
      "epoch": 0.036174169552391944,
      "grad_norm": 24.208019256591797,
      "learning_rate": 0.00019999361078779115,
      "loss": 4.7577,
      "step": 5641
    },
    {
      "epoch": 0.03618058227523407,
      "grad_norm": 21.965524673461914,
      "learning_rate": 0.0001999936085102244,
      "loss": 4.9844,
      "step": 5642
    },
    {
      "epoch": 0.036186994998076184,
      "grad_norm": 11.092870712280273,
      "learning_rate": 0.0001999936062322518,
      "loss": 5.1887,
      "step": 5643
    },
    {
      "epoch": 0.0361934077209183,
      "grad_norm": 7.98805046081543,
      "learning_rate": 0.00019999360395387336,
      "loss": 4.889,
      "step": 5644
    },
    {
      "epoch": 0.03619982044376042,
      "grad_norm": 10.364577293395996,
      "learning_rate": 0.00019999360167508905,
      "loss": 5.1915,
      "step": 5645
    },
    {
      "epoch": 0.03620623316660254,
      "grad_norm": 11.037139892578125,
      "learning_rate": 0.0001999935993958989,
      "loss": 4.9636,
      "step": 5646
    },
    {
      "epoch": 0.03621264588944466,
      "grad_norm": 12.185771942138672,
      "learning_rate": 0.00019999359711630286,
      "loss": 4.9373,
      "step": 5647
    },
    {
      "epoch": 0.036219058612286775,
      "grad_norm": 10.855757713317871,
      "learning_rate": 0.00019999359483630096,
      "loss": 4.8927,
      "step": 5648
    },
    {
      "epoch": 0.0362254713351289,
      "grad_norm": 10.658206939697266,
      "learning_rate": 0.0001999935925558932,
      "loss": 5.0191,
      "step": 5649
    },
    {
      "epoch": 0.036231884057971016,
      "grad_norm": 13.217045783996582,
      "learning_rate": 0.00019999359027507964,
      "loss": 4.9375,
      "step": 5650
    },
    {
      "epoch": 0.03623829678081313,
      "grad_norm": 11.195141792297363,
      "learning_rate": 0.00019999358799386015,
      "loss": 4.97,
      "step": 5651
    },
    {
      "epoch": 0.03624470950365525,
      "grad_norm": 9.86676025390625,
      "learning_rate": 0.00019999358571223485,
      "loss": 5.0119,
      "step": 5652
    },
    {
      "epoch": 0.03625112222649737,
      "grad_norm": 11.180930137634277,
      "learning_rate": 0.00019999358343020368,
      "loss": 4.7477,
      "step": 5653
    },
    {
      "epoch": 0.03625753494933949,
      "grad_norm": 7.329324722290039,
      "learning_rate": 0.00019999358114776664,
      "loss": 5.0473,
      "step": 5654
    },
    {
      "epoch": 0.03626394767218161,
      "grad_norm": 16.620094299316406,
      "learning_rate": 0.00019999357886492375,
      "loss": 4.9161,
      "step": 5655
    },
    {
      "epoch": 0.03627036039502373,
      "grad_norm": 13.762979507446289,
      "learning_rate": 0.00019999357658167502,
      "loss": 4.8199,
      "step": 5656
    },
    {
      "epoch": 0.03627677311786585,
      "grad_norm": 61.855262756347656,
      "learning_rate": 0.00019999357429802042,
      "loss": 5.249,
      "step": 5657
    },
    {
      "epoch": 0.036283185840707964,
      "grad_norm": 41.0069580078125,
      "learning_rate": 0.00019999357201395994,
      "loss": 4.9524,
      "step": 5658
    },
    {
      "epoch": 0.03628959856355008,
      "grad_norm": 21.568822860717773,
      "learning_rate": 0.00019999356972949362,
      "loss": 4.9656,
      "step": 5659
    },
    {
      "epoch": 0.036296011286392205,
      "grad_norm": 9.792215347290039,
      "learning_rate": 0.00019999356744462146,
      "loss": 4.8853,
      "step": 5660
    },
    {
      "epoch": 0.03630242400923432,
      "grad_norm": 12.60543441772461,
      "learning_rate": 0.00019999356515934343,
      "loss": 5.1589,
      "step": 5661
    },
    {
      "epoch": 0.03630883673207644,
      "grad_norm": 12.324111938476562,
      "learning_rate": 0.00019999356287365956,
      "loss": 4.8991,
      "step": 5662
    },
    {
      "epoch": 0.036315249454918555,
      "grad_norm": 16.55500030517578,
      "learning_rate": 0.0001999935605875698,
      "loss": 4.8534,
      "step": 5663
    },
    {
      "epoch": 0.03632166217776068,
      "grad_norm": 11.601139068603516,
      "learning_rate": 0.0001999935583010742,
      "loss": 5.3208,
      "step": 5664
    },
    {
      "epoch": 0.036328074900602796,
      "grad_norm": 9.144298553466797,
      "learning_rate": 0.00019999355601417273,
      "loss": 4.8607,
      "step": 5665
    },
    {
      "epoch": 0.03633448762344491,
      "grad_norm": 16.322649002075195,
      "learning_rate": 0.00019999355372686542,
      "loss": 4.657,
      "step": 5666
    },
    {
      "epoch": 0.036340900346287036,
      "grad_norm": 15.0528564453125,
      "learning_rate": 0.00019999355143915224,
      "loss": 4.9454,
      "step": 5667
    },
    {
      "epoch": 0.03634731306912915,
      "grad_norm": 15.07535171508789,
      "learning_rate": 0.0001999935491510332,
      "loss": 5.0656,
      "step": 5668
    },
    {
      "epoch": 0.03635372579197127,
      "grad_norm": 8.080164909362793,
      "learning_rate": 0.0001999935468625083,
      "loss": 5.2136,
      "step": 5669
    },
    {
      "epoch": 0.03636013851481339,
      "grad_norm": 16.723299026489258,
      "learning_rate": 0.00019999354457357756,
      "loss": 5.1702,
      "step": 5670
    },
    {
      "epoch": 0.03636655123765551,
      "grad_norm": 32.549705505371094,
      "learning_rate": 0.00019999354228424096,
      "loss": 4.9275,
      "step": 5671
    },
    {
      "epoch": 0.03637296396049763,
      "grad_norm": 15.262372970581055,
      "learning_rate": 0.0001999935399944985,
      "loss": 4.9917,
      "step": 5672
    },
    {
      "epoch": 0.036379376683339744,
      "grad_norm": 18.452987670898438,
      "learning_rate": 0.00019999353770435016,
      "loss": 5.0828,
      "step": 5673
    },
    {
      "epoch": 0.03638578940618187,
      "grad_norm": 9.459550857543945,
      "learning_rate": 0.000199993535413796,
      "loss": 4.928,
      "step": 5674
    },
    {
      "epoch": 0.036392202129023984,
      "grad_norm": 13.822927474975586,
      "learning_rate": 0.00019999353312283598,
      "loss": 4.74,
      "step": 5675
    },
    {
      "epoch": 0.0363986148518661,
      "grad_norm": 12.23577880859375,
      "learning_rate": 0.00019999353083147007,
      "loss": 5.047,
      "step": 5676
    },
    {
      "epoch": 0.03640502757470822,
      "grad_norm": 11.158546447753906,
      "learning_rate": 0.00019999352853969832,
      "loss": 4.9394,
      "step": 5677
    },
    {
      "epoch": 0.03641144029755034,
      "grad_norm": 22.63669776916504,
      "learning_rate": 0.00019999352624752072,
      "loss": 4.7303,
      "step": 5678
    },
    {
      "epoch": 0.03641785302039246,
      "grad_norm": 32.41366958618164,
      "learning_rate": 0.00019999352395493728,
      "loss": 4.8114,
      "step": 5679
    },
    {
      "epoch": 0.036424265743234575,
      "grad_norm": 14.208745956420898,
      "learning_rate": 0.00019999352166194794,
      "loss": 5.2007,
      "step": 5680
    },
    {
      "epoch": 0.0364306784660767,
      "grad_norm": 16.792078018188477,
      "learning_rate": 0.00019999351936855276,
      "loss": 4.8697,
      "step": 5681
    },
    {
      "epoch": 0.036437091188918816,
      "grad_norm": 12.48676586151123,
      "learning_rate": 0.00019999351707475173,
      "loss": 4.9753,
      "step": 5682
    },
    {
      "epoch": 0.03644350391176093,
      "grad_norm": 13.915080070495605,
      "learning_rate": 0.00019999351478054483,
      "loss": 5.0548,
      "step": 5683
    },
    {
      "epoch": 0.03644991663460305,
      "grad_norm": 21.22258949279785,
      "learning_rate": 0.0001999935124859321,
      "loss": 4.8788,
      "step": 5684
    },
    {
      "epoch": 0.03645632935744517,
      "grad_norm": 16.190216064453125,
      "learning_rate": 0.00019999351019091348,
      "loss": 4.8649,
      "step": 5685
    },
    {
      "epoch": 0.03646274208028729,
      "grad_norm": 11.790006637573242,
      "learning_rate": 0.00019999350789548902,
      "loss": 5.0883,
      "step": 5686
    },
    {
      "epoch": 0.03646915480312941,
      "grad_norm": 7.830451011657715,
      "learning_rate": 0.0001999935055996587,
      "loss": 4.685,
      "step": 5687
    },
    {
      "epoch": 0.03647556752597153,
      "grad_norm": 21.824668884277344,
      "learning_rate": 0.0001999935033034225,
      "loss": 4.9378,
      "step": 5688
    },
    {
      "epoch": 0.03648198024881365,
      "grad_norm": 37.38405990600586,
      "learning_rate": 0.00019999350100678048,
      "loss": 4.7869,
      "step": 5689
    },
    {
      "epoch": 0.036488392971655764,
      "grad_norm": 39.39024353027344,
      "learning_rate": 0.0001999934987097326,
      "loss": 4.9133,
      "step": 5690
    },
    {
      "epoch": 0.03649480569449788,
      "grad_norm": 12.48946475982666,
      "learning_rate": 0.00019999349641227886,
      "loss": 5.0419,
      "step": 5691
    },
    {
      "epoch": 0.036501218417340005,
      "grad_norm": 12.503324508666992,
      "learning_rate": 0.00019999349411441923,
      "loss": 4.9513,
      "step": 5692
    },
    {
      "epoch": 0.03650763114018212,
      "grad_norm": 32.83964157104492,
      "learning_rate": 0.00019999349181615376,
      "loss": 5.0539,
      "step": 5693
    },
    {
      "epoch": 0.03651404386302424,
      "grad_norm": 19.201562881469727,
      "learning_rate": 0.00019999348951748244,
      "loss": 4.9109,
      "step": 5694
    },
    {
      "epoch": 0.03652045658586636,
      "grad_norm": 14.142919540405273,
      "learning_rate": 0.00019999348721840528,
      "loss": 5.0974,
      "step": 5695
    },
    {
      "epoch": 0.03652686930870848,
      "grad_norm": 12.033990859985352,
      "learning_rate": 0.00019999348491892222,
      "loss": 4.8853,
      "step": 5696
    },
    {
      "epoch": 0.036533282031550596,
      "grad_norm": 22.421689987182617,
      "learning_rate": 0.00019999348261903334,
      "loss": 5.0567,
      "step": 5697
    },
    {
      "epoch": 0.03653969475439271,
      "grad_norm": 15.212035179138184,
      "learning_rate": 0.00019999348031873862,
      "loss": 4.9023,
      "step": 5698
    },
    {
      "epoch": 0.036546107477234836,
      "grad_norm": 16.2681827545166,
      "learning_rate": 0.000199993478018038,
      "loss": 4.8127,
      "step": 5699
    },
    {
      "epoch": 0.03655252020007695,
      "grad_norm": 14.466591835021973,
      "learning_rate": 0.00019999347571693154,
      "loss": 4.9957,
      "step": 5700
    },
    {
      "epoch": 0.03655252020007695,
      "eval_loss": 4.996053695678711,
      "eval_runtime": 34.7372,
      "eval_samples_per_second": 90.249,
      "eval_steps_per_second": 22.569,
      "step": 5700
    },
    {
      "epoch": 0.03655893292291907,
      "grad_norm": 33.63212585449219,
      "learning_rate": 0.0001999934734154192,
      "loss": 4.8755,
      "step": 5701
    },
    {
      "epoch": 0.036565345645761194,
      "grad_norm": 17.134151458740234,
      "learning_rate": 0.00019999347111350103,
      "loss": 5.1469,
      "step": 5702
    },
    {
      "epoch": 0.03657175836860331,
      "grad_norm": 16.8743839263916,
      "learning_rate": 0.000199993468811177,
      "loss": 5.0198,
      "step": 5703
    },
    {
      "epoch": 0.03657817109144543,
      "grad_norm": 13.892668724060059,
      "learning_rate": 0.00019999346650844711,
      "loss": 4.9891,
      "step": 5704
    },
    {
      "epoch": 0.036584583814287544,
      "grad_norm": 27.47747039794922,
      "learning_rate": 0.00019999346420531135,
      "loss": 5.0926,
      "step": 5705
    },
    {
      "epoch": 0.03659099653712967,
      "grad_norm": 35.530860900878906,
      "learning_rate": 0.00019999346190176977,
      "loss": 5.1465,
      "step": 5706
    },
    {
      "epoch": 0.036597409259971785,
      "grad_norm": 15.954455375671387,
      "learning_rate": 0.0001999934595978223,
      "loss": 5.1157,
      "step": 5707
    },
    {
      "epoch": 0.0366038219828139,
      "grad_norm": 18.1468448638916,
      "learning_rate": 0.00019999345729346897,
      "loss": 4.9064,
      "step": 5708
    },
    {
      "epoch": 0.03661023470565602,
      "grad_norm": 29.789060592651367,
      "learning_rate": 0.0001999934549887098,
      "loss": 4.8956,
      "step": 5709
    },
    {
      "epoch": 0.03661664742849814,
      "grad_norm": 10.384502410888672,
      "learning_rate": 0.00019999345268354476,
      "loss": 4.8067,
      "step": 5710
    },
    {
      "epoch": 0.03662306015134026,
      "grad_norm": 16.38633155822754,
      "learning_rate": 0.00019999345037797388,
      "loss": 5.0159,
      "step": 5711
    },
    {
      "epoch": 0.036629472874182376,
      "grad_norm": 23.769229888916016,
      "learning_rate": 0.00019999344807199713,
      "loss": 5.0151,
      "step": 5712
    },
    {
      "epoch": 0.0366358855970245,
      "grad_norm": 27.722675323486328,
      "learning_rate": 0.0001999934457656145,
      "loss": 5.0027,
      "step": 5713
    },
    {
      "epoch": 0.036642298319866616,
      "grad_norm": 17.68973159790039,
      "learning_rate": 0.00019999344345882606,
      "loss": 4.9903,
      "step": 5714
    },
    {
      "epoch": 0.03664871104270873,
      "grad_norm": 44.72968673706055,
      "learning_rate": 0.00019999344115163175,
      "loss": 5.0584,
      "step": 5715
    },
    {
      "epoch": 0.03665512376555085,
      "grad_norm": 82.04135131835938,
      "learning_rate": 0.00019999343884403157,
      "loss": 5.0391,
      "step": 5716
    },
    {
      "epoch": 0.03666153648839297,
      "grad_norm": 24.286813735961914,
      "learning_rate": 0.00019999343653602557,
      "loss": 5.0068,
      "step": 5717
    },
    {
      "epoch": 0.03666794921123509,
      "grad_norm": 26.681936264038086,
      "learning_rate": 0.00019999343422761364,
      "loss": 5.0469,
      "step": 5718
    },
    {
      "epoch": 0.03667436193407721,
      "grad_norm": 69.96709442138672,
      "learning_rate": 0.0001999934319187959,
      "loss": 5.0179,
      "step": 5719
    },
    {
      "epoch": 0.03668077465691933,
      "grad_norm": 62.37639617919922,
      "learning_rate": 0.00019999342960957232,
      "loss": 5.0007,
      "step": 5720
    },
    {
      "epoch": 0.03668718737976145,
      "grad_norm": 32.40363693237305,
      "learning_rate": 0.00019999342729994286,
      "loss": 4.8102,
      "step": 5721
    },
    {
      "epoch": 0.036693600102603564,
      "grad_norm": 27.424419403076172,
      "learning_rate": 0.00019999342498990753,
      "loss": 4.9736,
      "step": 5722
    },
    {
      "epoch": 0.03670001282544568,
      "grad_norm": 73.75959777832031,
      "learning_rate": 0.00019999342267946636,
      "loss": 5.0298,
      "step": 5723
    },
    {
      "epoch": 0.036706425548287805,
      "grad_norm": 14.272978782653809,
      "learning_rate": 0.00019999342036861934,
      "loss": 5.0115,
      "step": 5724
    },
    {
      "epoch": 0.03671283827112992,
      "grad_norm": 30.492313385009766,
      "learning_rate": 0.00019999341805736646,
      "loss": 4.9079,
      "step": 5725
    },
    {
      "epoch": 0.03671925099397204,
      "grad_norm": 51.421634674072266,
      "learning_rate": 0.00019999341574570772,
      "loss": 4.9136,
      "step": 5726
    },
    {
      "epoch": 0.03672566371681416,
      "grad_norm": 38.598045349121094,
      "learning_rate": 0.0001999934134336431,
      "loss": 5.6533,
      "step": 5727
    },
    {
      "epoch": 0.03673207643965628,
      "grad_norm": 17.01055908203125,
      "learning_rate": 0.00019999341112117268,
      "loss": 5.0885,
      "step": 5728
    },
    {
      "epoch": 0.036738489162498396,
      "grad_norm": 33.55287551879883,
      "learning_rate": 0.00019999340880829636,
      "loss": 5.1066,
      "step": 5729
    },
    {
      "epoch": 0.03674490188534051,
      "grad_norm": 29.659732818603516,
      "learning_rate": 0.0001999934064950142,
      "loss": 5.2657,
      "step": 5730
    },
    {
      "epoch": 0.036751314608182636,
      "grad_norm": 10.912610054016113,
      "learning_rate": 0.00019999340418132614,
      "loss": 4.9598,
      "step": 5731
    },
    {
      "epoch": 0.03675772733102475,
      "grad_norm": 22.094860076904297,
      "learning_rate": 0.0001999934018672323,
      "loss": 4.9341,
      "step": 5732
    },
    {
      "epoch": 0.03676414005386687,
      "grad_norm": 58.882381439208984,
      "learning_rate": 0.00019999339955273254,
      "loss": 5.1917,
      "step": 5733
    },
    {
      "epoch": 0.036770552776708994,
      "grad_norm": 21.95484733581543,
      "learning_rate": 0.00019999339723782695,
      "loss": 4.8192,
      "step": 5734
    },
    {
      "epoch": 0.03677696549955111,
      "grad_norm": 24.210451126098633,
      "learning_rate": 0.0001999933949225155,
      "loss": 4.8117,
      "step": 5735
    },
    {
      "epoch": 0.03678337822239323,
      "grad_norm": 202.1835174560547,
      "learning_rate": 0.00019999339260679818,
      "loss": 4.873,
      "step": 5736
    },
    {
      "epoch": 0.036789790945235344,
      "grad_norm": 15.405449867248535,
      "learning_rate": 0.000199993390290675,
      "loss": 4.7741,
      "step": 5737
    },
    {
      "epoch": 0.03679620366807747,
      "grad_norm": 19.367212295532227,
      "learning_rate": 0.00019999338797414598,
      "loss": 4.9919,
      "step": 5738
    },
    {
      "epoch": 0.036802616390919585,
      "grad_norm": 21.627731323242188,
      "learning_rate": 0.00019999338565721112,
      "loss": 4.841,
      "step": 5739
    },
    {
      "epoch": 0.0368090291137617,
      "grad_norm": 10.95434856414795,
      "learning_rate": 0.00019999338333987038,
      "loss": 4.9089,
      "step": 5740
    },
    {
      "epoch": 0.036815441836603825,
      "grad_norm": 21.5213680267334,
      "learning_rate": 0.00019999338102212377,
      "loss": 4.8681,
      "step": 5741
    },
    {
      "epoch": 0.03682185455944594,
      "grad_norm": 20.915407180786133,
      "learning_rate": 0.00019999337870397135,
      "loss": 5.0633,
      "step": 5742
    },
    {
      "epoch": 0.03682826728228806,
      "grad_norm": 12.623261451721191,
      "learning_rate": 0.00019999337638541302,
      "loss": 4.6651,
      "step": 5743
    },
    {
      "epoch": 0.036834680005130176,
      "grad_norm": 13.560911178588867,
      "learning_rate": 0.00019999337406644886,
      "loss": 4.9928,
      "step": 5744
    },
    {
      "epoch": 0.0368410927279723,
      "grad_norm": 45.45907974243164,
      "learning_rate": 0.00019999337174707885,
      "loss": 4.9051,
      "step": 5745
    },
    {
      "epoch": 0.036847505450814416,
      "grad_norm": 13.584455490112305,
      "learning_rate": 0.000199993369427303,
      "loss": 5.2303,
      "step": 5746
    },
    {
      "epoch": 0.03685391817365653,
      "grad_norm": 10.245843887329102,
      "learning_rate": 0.00019999336710712124,
      "loss": 5.0282,
      "step": 5747
    },
    {
      "epoch": 0.03686033089649866,
      "grad_norm": 15.629962921142578,
      "learning_rate": 0.00019999336478653364,
      "loss": 5.0364,
      "step": 5748
    },
    {
      "epoch": 0.036866743619340774,
      "grad_norm": 14.367288589477539,
      "learning_rate": 0.0001999933624655402,
      "loss": 4.8839,
      "step": 5749
    },
    {
      "epoch": 0.03687315634218289,
      "grad_norm": 42.683738708496094,
      "learning_rate": 0.0001999933601441409,
      "loss": 4.933,
      "step": 5750
    },
    {
      "epoch": 0.03687956906502501,
      "grad_norm": 20.00994873046875,
      "learning_rate": 0.00019999335782233573,
      "loss": 5.0091,
      "step": 5751
    },
    {
      "epoch": 0.03688598178786713,
      "grad_norm": 13.252636909484863,
      "learning_rate": 0.00019999335550012473,
      "loss": 4.9833,
      "step": 5752
    },
    {
      "epoch": 0.03689239451070925,
      "grad_norm": 8.56029224395752,
      "learning_rate": 0.00019999335317750786,
      "loss": 5.1625,
      "step": 5753
    },
    {
      "epoch": 0.036898807233551364,
      "grad_norm": 14.353531837463379,
      "learning_rate": 0.00019999335085448512,
      "loss": 4.7494,
      "step": 5754
    },
    {
      "epoch": 0.03690521995639348,
      "grad_norm": 20.255586624145508,
      "learning_rate": 0.00019999334853105656,
      "loss": 4.9535,
      "step": 5755
    },
    {
      "epoch": 0.036911632679235605,
      "grad_norm": 57.77737045288086,
      "learning_rate": 0.0001999933462072221,
      "loss": 4.9243,
      "step": 5756
    },
    {
      "epoch": 0.03691804540207772,
      "grad_norm": 40.712425231933594,
      "learning_rate": 0.00019999334388298178,
      "loss": 4.862,
      "step": 5757
    },
    {
      "epoch": 0.03692445812491984,
      "grad_norm": 27.86269187927246,
      "learning_rate": 0.00019999334155833563,
      "loss": 5.1646,
      "step": 5758
    },
    {
      "epoch": 0.03693087084776196,
      "grad_norm": 12.89785099029541,
      "learning_rate": 0.00019999333923328364,
      "loss": 4.8733,
      "step": 5759
    },
    {
      "epoch": 0.03693728357060408,
      "grad_norm": 19.775066375732422,
      "learning_rate": 0.00019999333690782578,
      "loss": 5.2503,
      "step": 5760
    },
    {
      "epoch": 0.036943696293446196,
      "grad_norm": 27.41275978088379,
      "learning_rate": 0.00019999333458196205,
      "loss": 5.0774,
      "step": 5761
    },
    {
      "epoch": 0.03695010901628831,
      "grad_norm": 23.26293182373047,
      "learning_rate": 0.00019999333225569248,
      "loss": 4.9879,
      "step": 5762
    },
    {
      "epoch": 0.03695652173913044,
      "grad_norm": 70.48040008544922,
      "learning_rate": 0.00019999332992901703,
      "loss": 5.0123,
      "step": 5763
    },
    {
      "epoch": 0.03696293446197255,
      "grad_norm": 15.03246021270752,
      "learning_rate": 0.0001999933276019357,
      "loss": 4.9388,
      "step": 5764
    },
    {
      "epoch": 0.03696934718481467,
      "grad_norm": 12.5377779006958,
      "learning_rate": 0.00019999332527444858,
      "loss": 4.9236,
      "step": 5765
    },
    {
      "epoch": 0.036975759907656794,
      "grad_norm": 23.703989028930664,
      "learning_rate": 0.0001999933229465556,
      "loss": 5.1793,
      "step": 5766
    },
    {
      "epoch": 0.03698217263049891,
      "grad_norm": 75.51345825195312,
      "learning_rate": 0.0001999933206182567,
      "loss": 5.1141,
      "step": 5767
    },
    {
      "epoch": 0.03698858535334103,
      "grad_norm": 12.876513481140137,
      "learning_rate": 0.000199993318289552,
      "loss": 5.1142,
      "step": 5768
    },
    {
      "epoch": 0.036994998076183144,
      "grad_norm": 36.24662399291992,
      "learning_rate": 0.0001999933159604414,
      "loss": 5.1807,
      "step": 5769
    },
    {
      "epoch": 0.03700141079902527,
      "grad_norm": 21.82378578186035,
      "learning_rate": 0.000199993313630925,
      "loss": 5.1373,
      "step": 5770
    },
    {
      "epoch": 0.037007823521867385,
      "grad_norm": 11.352128028869629,
      "learning_rate": 0.00019999331130100272,
      "loss": 5.0604,
      "step": 5771
    },
    {
      "epoch": 0.0370142362447095,
      "grad_norm": 18.300382614135742,
      "learning_rate": 0.00019999330897067457,
      "loss": 5.1356,
      "step": 5772
    },
    {
      "epoch": 0.037020648967551625,
      "grad_norm": 31.864925384521484,
      "learning_rate": 0.00019999330663994055,
      "loss": 4.9771,
      "step": 5773
    },
    {
      "epoch": 0.03702706169039374,
      "grad_norm": 57.8593635559082,
      "learning_rate": 0.0001999933043088007,
      "loss": 4.905,
      "step": 5774
    },
    {
      "epoch": 0.03703347441323586,
      "grad_norm": 138.86009216308594,
      "learning_rate": 0.00019999330197725498,
      "loss": 4.9955,
      "step": 5775
    },
    {
      "epoch": 0.037039887136077976,
      "grad_norm": 23.66178321838379,
      "learning_rate": 0.00019999329964530342,
      "loss": 4.7263,
      "step": 5776
    },
    {
      "epoch": 0.0370462998589201,
      "grad_norm": 20.90396499633789,
      "learning_rate": 0.000199993297312946,
      "loss": 4.9874,
      "step": 5777
    },
    {
      "epoch": 0.037052712581762216,
      "grad_norm": 14.828240394592285,
      "learning_rate": 0.00019999329498018273,
      "loss": 4.83,
      "step": 5778
    },
    {
      "epoch": 0.03705912530460433,
      "grad_norm": 35.355873107910156,
      "learning_rate": 0.00019999329264701356,
      "loss": 5.1325,
      "step": 5779
    },
    {
      "epoch": 0.03706553802744646,
      "grad_norm": 55.4937858581543,
      "learning_rate": 0.00019999329031343858,
      "loss": 5.0131,
      "step": 5780
    },
    {
      "epoch": 0.037071950750288574,
      "grad_norm": 17.298006057739258,
      "learning_rate": 0.00019999328797945773,
      "loss": 4.9298,
      "step": 5781
    },
    {
      "epoch": 0.03707836347313069,
      "grad_norm": 52.485164642333984,
      "learning_rate": 0.00019999328564507103,
      "loss": 5.1114,
      "step": 5782
    },
    {
      "epoch": 0.03708477619597281,
      "grad_norm": 49.65133285522461,
      "learning_rate": 0.00019999328331027846,
      "loss": 5.0291,
      "step": 5783
    },
    {
      "epoch": 0.03709118891881493,
      "grad_norm": 174.2701416015625,
      "learning_rate": 0.00019999328097508004,
      "loss": 5.2058,
      "step": 5784
    },
    {
      "epoch": 0.03709760164165705,
      "grad_norm": 47.653831481933594,
      "learning_rate": 0.00019999327863947576,
      "loss": 5.1606,
      "step": 5785
    },
    {
      "epoch": 0.037104014364499165,
      "grad_norm": 38.85554504394531,
      "learning_rate": 0.00019999327630346563,
      "loss": 5.173,
      "step": 5786
    },
    {
      "epoch": 0.03711042708734129,
      "grad_norm": 43.36980056762695,
      "learning_rate": 0.00019999327396704966,
      "loss": 5.4819,
      "step": 5787
    },
    {
      "epoch": 0.037116839810183405,
      "grad_norm": 26.696582794189453,
      "learning_rate": 0.0001999932716302278,
      "loss": 5.2429,
      "step": 5788
    },
    {
      "epoch": 0.03712325253302552,
      "grad_norm": 18.02476692199707,
      "learning_rate": 0.0001999932692930001,
      "loss": 5.1336,
      "step": 5789
    },
    {
      "epoch": 0.03712966525586764,
      "grad_norm": 28.580974578857422,
      "learning_rate": 0.00019999326695536654,
      "loss": 4.9892,
      "step": 5790
    },
    {
      "epoch": 0.03713607797870976,
      "grad_norm": 52.15046691894531,
      "learning_rate": 0.00019999326461732714,
      "loss": 5.1016,
      "step": 5791
    },
    {
      "epoch": 0.03714249070155188,
      "grad_norm": 39.241119384765625,
      "learning_rate": 0.00019999326227888186,
      "loss": 5.1259,
      "step": 5792
    },
    {
      "epoch": 0.037148903424393996,
      "grad_norm": 36.22932815551758,
      "learning_rate": 0.00019999325994003074,
      "loss": 4.9063,
      "step": 5793
    },
    {
      "epoch": 0.03715531614723612,
      "grad_norm": 64.91697692871094,
      "learning_rate": 0.00019999325760077375,
      "loss": 5.0552,
      "step": 5794
    },
    {
      "epoch": 0.03716172887007824,
      "grad_norm": 26.592735290527344,
      "learning_rate": 0.00019999325526111092,
      "loss": 5.2547,
      "step": 5795
    },
    {
      "epoch": 0.03716814159292035,
      "grad_norm": 100.39421081542969,
      "learning_rate": 0.00019999325292104222,
      "loss": 5.2026,
      "step": 5796
    },
    {
      "epoch": 0.03717455431576247,
      "grad_norm": 33.312076568603516,
      "learning_rate": 0.00019999325058056767,
      "loss": 5.1724,
      "step": 5797
    },
    {
      "epoch": 0.037180967038604594,
      "grad_norm": 26.320878982543945,
      "learning_rate": 0.00019999324823968725,
      "loss": 5.3234,
      "step": 5798
    },
    {
      "epoch": 0.03718737976144671,
      "grad_norm": 15.929960250854492,
      "learning_rate": 0.00019999324589840101,
      "loss": 5.1397,
      "step": 5799
    },
    {
      "epoch": 0.03719379248428883,
      "grad_norm": 12.344016075134277,
      "learning_rate": 0.0001999932435567089,
      "loss": 5.0739,
      "step": 5800
    },
    {
      "epoch": 0.03719379248428883,
      "eval_loss": 5.1831464767456055,
      "eval_runtime": 34.7529,
      "eval_samples_per_second": 90.208,
      "eval_steps_per_second": 22.559,
      "step": 5800
    },
    {
      "epoch": 0.037200205207130944,
      "grad_norm": 19.041330337524414,
      "learning_rate": 0.00019999324121461093,
      "loss": 5.1971,
      "step": 5801
    },
    {
      "epoch": 0.03720661792997307,
      "grad_norm": 13.098520278930664,
      "learning_rate": 0.00019999323887210708,
      "loss": 5.1796,
      "step": 5802
    },
    {
      "epoch": 0.037213030652815185,
      "grad_norm": 404.26824951171875,
      "learning_rate": 0.00019999323652919739,
      "loss": 5.1796,
      "step": 5803
    },
    {
      "epoch": 0.0372194433756573,
      "grad_norm": 37.77857971191406,
      "learning_rate": 0.00019999323418588185,
      "loss": 5.1982,
      "step": 5804
    },
    {
      "epoch": 0.037225856098499426,
      "grad_norm": 40.894371032714844,
      "learning_rate": 0.00019999323184216047,
      "loss": 5.4761,
      "step": 5805
    },
    {
      "epoch": 0.03723226882134154,
      "grad_norm": 15.977570533752441,
      "learning_rate": 0.00019999322949803322,
      "loss": 5.2854,
      "step": 5806
    },
    {
      "epoch": 0.03723868154418366,
      "grad_norm": 11.927600860595703,
      "learning_rate": 0.00019999322715350012,
      "loss": 5.0533,
      "step": 5807
    },
    {
      "epoch": 0.037245094267025776,
      "grad_norm": 31.996707916259766,
      "learning_rate": 0.00019999322480856112,
      "loss": 5.2569,
      "step": 5808
    },
    {
      "epoch": 0.0372515069898679,
      "grad_norm": 12.637662887573242,
      "learning_rate": 0.0001999932224632163,
      "loss": 5.2106,
      "step": 5809
    },
    {
      "epoch": 0.037257919712710016,
      "grad_norm": 10.411304473876953,
      "learning_rate": 0.00019999322011746563,
      "loss": 5.0044,
      "step": 5810
    },
    {
      "epoch": 0.03726433243555213,
      "grad_norm": 15.732354164123535,
      "learning_rate": 0.00019999321777130908,
      "loss": 5.1156,
      "step": 5811
    },
    {
      "epoch": 0.03727074515839426,
      "grad_norm": 40.75038528442383,
      "learning_rate": 0.0001999932154247467,
      "loss": 5.0908,
      "step": 5812
    },
    {
      "epoch": 0.037277157881236374,
      "grad_norm": 17.694997787475586,
      "learning_rate": 0.00019999321307777847,
      "loss": 5.0029,
      "step": 5813
    },
    {
      "epoch": 0.03728357060407849,
      "grad_norm": 14.288446426391602,
      "learning_rate": 0.00019999321073040435,
      "loss": 5.1661,
      "step": 5814
    },
    {
      "epoch": 0.03728998332692061,
      "grad_norm": 11.41905403137207,
      "learning_rate": 0.0001999932083826244,
      "loss": 5.3094,
      "step": 5815
    },
    {
      "epoch": 0.03729639604976273,
      "grad_norm": 24.340496063232422,
      "learning_rate": 0.0001999932060344386,
      "loss": 5.034,
      "step": 5816
    },
    {
      "epoch": 0.03730280877260485,
      "grad_norm": 56.18732452392578,
      "learning_rate": 0.0001999932036858469,
      "loss": 5.1421,
      "step": 5817
    },
    {
      "epoch": 0.037309221495446965,
      "grad_norm": 32.01987838745117,
      "learning_rate": 0.00019999320133684938,
      "loss": 4.969,
      "step": 5818
    },
    {
      "epoch": 0.03731563421828909,
      "grad_norm": 16.79164695739746,
      "learning_rate": 0.000199993198987446,
      "loss": 5.0078,
      "step": 5819
    },
    {
      "epoch": 0.037322046941131205,
      "grad_norm": 27.190105438232422,
      "learning_rate": 0.00019999319663763676,
      "loss": 4.9682,
      "step": 5820
    },
    {
      "epoch": 0.03732845966397332,
      "grad_norm": 12.609539031982422,
      "learning_rate": 0.00019999319428742166,
      "loss": 5.0788,
      "step": 5821
    },
    {
      "epoch": 0.03733487238681544,
      "grad_norm": 318.8131103515625,
      "learning_rate": 0.00019999319193680072,
      "loss": 4.951,
      "step": 5822
    },
    {
      "epoch": 0.03734128510965756,
      "grad_norm": 24.3150577545166,
      "learning_rate": 0.00019999318958577393,
      "loss": 4.9657,
      "step": 5823
    },
    {
      "epoch": 0.03734769783249968,
      "grad_norm": 22.787965774536133,
      "learning_rate": 0.00019999318723434127,
      "loss": 4.8657,
      "step": 5824
    },
    {
      "epoch": 0.037354110555341796,
      "grad_norm": 14.424703598022461,
      "learning_rate": 0.00019999318488250273,
      "loss": 5.0317,
      "step": 5825
    },
    {
      "epoch": 0.03736052327818392,
      "grad_norm": 13.89523983001709,
      "learning_rate": 0.00019999318253025839,
      "loss": 4.8852,
      "step": 5826
    },
    {
      "epoch": 0.03736693600102604,
      "grad_norm": 11.549843788146973,
      "learning_rate": 0.00019999318017760814,
      "loss": 4.983,
      "step": 5827
    },
    {
      "epoch": 0.037373348723868154,
      "grad_norm": 9.721585273742676,
      "learning_rate": 0.00019999317782455207,
      "loss": 4.8398,
      "step": 5828
    },
    {
      "epoch": 0.03737976144671027,
      "grad_norm": 19.181631088256836,
      "learning_rate": 0.0001999931754710901,
      "loss": 5.263,
      "step": 5829
    },
    {
      "epoch": 0.037386174169552394,
      "grad_norm": 13.215447425842285,
      "learning_rate": 0.00019999317311722233,
      "loss": 5.0324,
      "step": 5830
    },
    {
      "epoch": 0.03739258689239451,
      "grad_norm": 15.352266311645508,
      "learning_rate": 0.00019999317076294868,
      "loss": 5.1013,
      "step": 5831
    },
    {
      "epoch": 0.03739899961523663,
      "grad_norm": 137.3305206298828,
      "learning_rate": 0.00019999316840826916,
      "loss": 4.8186,
      "step": 5832
    },
    {
      "epoch": 0.03740541233807875,
      "grad_norm": 18.319765090942383,
      "learning_rate": 0.0001999931660531838,
      "loss": 5.0191,
      "step": 5833
    },
    {
      "epoch": 0.03741182506092087,
      "grad_norm": 11.822022438049316,
      "learning_rate": 0.0001999931636976926,
      "loss": 4.8511,
      "step": 5834
    },
    {
      "epoch": 0.037418237783762985,
      "grad_norm": 95.36524963378906,
      "learning_rate": 0.0001999931613417955,
      "loss": 4.935,
      "step": 5835
    },
    {
      "epoch": 0.0374246505066051,
      "grad_norm": 11.041744232177734,
      "learning_rate": 0.00019999315898549258,
      "loss": 4.9142,
      "step": 5836
    },
    {
      "epoch": 0.037431063229447226,
      "grad_norm": 49.840721130371094,
      "learning_rate": 0.0001999931566287838,
      "loss": 5.0037,
      "step": 5837
    },
    {
      "epoch": 0.03743747595228934,
      "grad_norm": 34.06156539916992,
      "learning_rate": 0.00019999315427166912,
      "loss": 4.852,
      "step": 5838
    },
    {
      "epoch": 0.03744388867513146,
      "grad_norm": 334.9364013671875,
      "learning_rate": 0.00019999315191414864,
      "loss": 5.1879,
      "step": 5839
    },
    {
      "epoch": 0.03745030139797358,
      "grad_norm": 44.55115509033203,
      "learning_rate": 0.0001999931495562223,
      "loss": 4.9457,
      "step": 5840
    },
    {
      "epoch": 0.0374567141208157,
      "grad_norm": 14.042548179626465,
      "learning_rate": 0.0001999931471978901,
      "loss": 5.0539,
      "step": 5841
    },
    {
      "epoch": 0.03746312684365782,
      "grad_norm": 21.416284561157227,
      "learning_rate": 0.00019999314483915202,
      "loss": 4.8211,
      "step": 5842
    },
    {
      "epoch": 0.03746953956649993,
      "grad_norm": 21.481834411621094,
      "learning_rate": 0.0001999931424800081,
      "loss": 5.4193,
      "step": 5843
    },
    {
      "epoch": 0.03747595228934206,
      "grad_norm": 419.20751953125,
      "learning_rate": 0.00019999314012045832,
      "loss": 5.2932,
      "step": 5844
    },
    {
      "epoch": 0.037482365012184174,
      "grad_norm": 14.55281925201416,
      "learning_rate": 0.0001999931377605027,
      "loss": 5.1098,
      "step": 5845
    },
    {
      "epoch": 0.03748877773502629,
      "grad_norm": 40.02922821044922,
      "learning_rate": 0.0001999931354001412,
      "loss": 4.9472,
      "step": 5846
    },
    {
      "epoch": 0.03749519045786841,
      "grad_norm": 24.197803497314453,
      "learning_rate": 0.00019999313303937385,
      "loss": 4.8999,
      "step": 5847
    },
    {
      "epoch": 0.03750160318071053,
      "grad_norm": 17.940303802490234,
      "learning_rate": 0.00019999313067820066,
      "loss": 4.968,
      "step": 5848
    },
    {
      "epoch": 0.03750801590355265,
      "grad_norm": 26.149023056030273,
      "learning_rate": 0.0001999931283166216,
      "loss": 4.9004,
      "step": 5849
    },
    {
      "epoch": 0.037514428626394765,
      "grad_norm": 13.870923042297363,
      "learning_rate": 0.00019999312595463668,
      "loss": 4.8931,
      "step": 5850
    },
    {
      "epoch": 0.03752084134923689,
      "grad_norm": 42.633949279785156,
      "learning_rate": 0.00019999312359224593,
      "loss": 5.0197,
      "step": 5851
    },
    {
      "epoch": 0.037527254072079005,
      "grad_norm": 12.960582733154297,
      "learning_rate": 0.0001999931212294493,
      "loss": 5.0148,
      "step": 5852
    },
    {
      "epoch": 0.03753366679492112,
      "grad_norm": 16.336315155029297,
      "learning_rate": 0.00019999311886624682,
      "loss": 5.0104,
      "step": 5853
    },
    {
      "epoch": 0.03754007951776324,
      "grad_norm": 13.164765357971191,
      "learning_rate": 0.0001999931165026385,
      "loss": 4.7971,
      "step": 5854
    },
    {
      "epoch": 0.03754649224060536,
      "grad_norm": 64.52355194091797,
      "learning_rate": 0.00019999311413862431,
      "loss": 4.9329,
      "step": 5855
    },
    {
      "epoch": 0.03755290496344748,
      "grad_norm": 30.513103485107422,
      "learning_rate": 0.00019999311177420427,
      "loss": 5.012,
      "step": 5856
    },
    {
      "epoch": 0.037559317686289596,
      "grad_norm": 33.3254508972168,
      "learning_rate": 0.00019999310940937837,
      "loss": 4.8508,
      "step": 5857
    },
    {
      "epoch": 0.03756573040913172,
      "grad_norm": 22.0274715423584,
      "learning_rate": 0.0001999931070441466,
      "loss": 5.024,
      "step": 5858
    },
    {
      "epoch": 0.03757214313197384,
      "grad_norm": 37.940460205078125,
      "learning_rate": 0.00019999310467850903,
      "loss": 4.6236,
      "step": 5859
    },
    {
      "epoch": 0.037578555854815954,
      "grad_norm": 21.856670379638672,
      "learning_rate": 0.00019999310231246553,
      "loss": 4.7446,
      "step": 5860
    },
    {
      "epoch": 0.03758496857765807,
      "grad_norm": 16.22272491455078,
      "learning_rate": 0.00019999309994601623,
      "loss": 4.8565,
      "step": 5861
    },
    {
      "epoch": 0.037591381300500194,
      "grad_norm": 23.08441925048828,
      "learning_rate": 0.00019999309757916104,
      "loss": 5.0039,
      "step": 5862
    },
    {
      "epoch": 0.03759779402334231,
      "grad_norm": 65.90838623046875,
      "learning_rate": 0.0001999930952119,
      "loss": 4.9527,
      "step": 5863
    },
    {
      "epoch": 0.03760420674618443,
      "grad_norm": 16.144119262695312,
      "learning_rate": 0.00019999309284423312,
      "loss": 4.986,
      "step": 5864
    },
    {
      "epoch": 0.03761061946902655,
      "grad_norm": 13.975011825561523,
      "learning_rate": 0.0001999930904761604,
      "loss": 4.7862,
      "step": 5865
    },
    {
      "epoch": 0.03761703219186867,
      "grad_norm": 40.59950637817383,
      "learning_rate": 0.00019999308810768178,
      "loss": 4.9952,
      "step": 5866
    },
    {
      "epoch": 0.037623444914710785,
      "grad_norm": 61.8305778503418,
      "learning_rate": 0.00019999308573879734,
      "loss": 4.7678,
      "step": 5867
    },
    {
      "epoch": 0.0376298576375529,
      "grad_norm": 19.233970642089844,
      "learning_rate": 0.00019999308336950703,
      "loss": 4.9195,
      "step": 5868
    },
    {
      "epoch": 0.037636270360395026,
      "grad_norm": 25.41022491455078,
      "learning_rate": 0.00019999308099981087,
      "loss": 4.9053,
      "step": 5869
    },
    {
      "epoch": 0.03764268308323714,
      "grad_norm": 52.3479118347168,
      "learning_rate": 0.00019999307862970884,
      "loss": 4.9529,
      "step": 5870
    },
    {
      "epoch": 0.03764909580607926,
      "grad_norm": 129.70657348632812,
      "learning_rate": 0.00019999307625920097,
      "loss": 4.7693,
      "step": 5871
    },
    {
      "epoch": 0.03765550852892138,
      "grad_norm": 34.54882049560547,
      "learning_rate": 0.00019999307388828723,
      "loss": 4.9295,
      "step": 5872
    },
    {
      "epoch": 0.0376619212517635,
      "grad_norm": 259.3020324707031,
      "learning_rate": 0.00019999307151696765,
      "loss": 4.9517,
      "step": 5873
    },
    {
      "epoch": 0.03766833397460562,
      "grad_norm": 140.65980529785156,
      "learning_rate": 0.00019999306914524222,
      "loss": 5.1388,
      "step": 5874
    },
    {
      "epoch": 0.037674746697447734,
      "grad_norm": 71.34136962890625,
      "learning_rate": 0.00019999306677311092,
      "loss": 4.9997,
      "step": 5875
    },
    {
      "epoch": 0.03768115942028986,
      "grad_norm": 21.760875701904297,
      "learning_rate": 0.00019999306440057375,
      "loss": 5.0472,
      "step": 5876
    },
    {
      "epoch": 0.037687572143131974,
      "grad_norm": 16.661890029907227,
      "learning_rate": 0.00019999306202763073,
      "loss": 5.2012,
      "step": 5877
    },
    {
      "epoch": 0.03769398486597409,
      "grad_norm": 19.25115966796875,
      "learning_rate": 0.00019999305965428187,
      "loss": 5.0474,
      "step": 5878
    },
    {
      "epoch": 0.037700397588816215,
      "grad_norm": 165.3627166748047,
      "learning_rate": 0.00019999305728052717,
      "loss": 4.9485,
      "step": 5879
    },
    {
      "epoch": 0.03770681031165833,
      "grad_norm": 29.614992141723633,
      "learning_rate": 0.0001999930549063666,
      "loss": 4.9745,
      "step": 5880
    },
    {
      "epoch": 0.03771322303450045,
      "grad_norm": 25.9710750579834,
      "learning_rate": 0.00019999305253180015,
      "loss": 4.6804,
      "step": 5881
    },
    {
      "epoch": 0.037719635757342565,
      "grad_norm": 26.19981575012207,
      "learning_rate": 0.0001999930501568279,
      "loss": 4.9496,
      "step": 5882
    },
    {
      "epoch": 0.03772604848018469,
      "grad_norm": 29.918787002563477,
      "learning_rate": 0.00019999304778144973,
      "loss": 5.0851,
      "step": 5883
    },
    {
      "epoch": 0.037732461203026806,
      "grad_norm": 23.413415908813477,
      "learning_rate": 0.00019999304540566575,
      "loss": 4.8231,
      "step": 5884
    },
    {
      "epoch": 0.03773887392586892,
      "grad_norm": 16.445125579833984,
      "learning_rate": 0.0001999930430294759,
      "loss": 4.8765,
      "step": 5885
    },
    {
      "epoch": 0.037745286648711046,
      "grad_norm": 14.07770824432373,
      "learning_rate": 0.00019999304065288019,
      "loss": 4.9982,
      "step": 5886
    },
    {
      "epoch": 0.03775169937155316,
      "grad_norm": 27.60613441467285,
      "learning_rate": 0.00019999303827587862,
      "loss": 4.9775,
      "step": 5887
    },
    {
      "epoch": 0.03775811209439528,
      "grad_norm": 22.520246505737305,
      "learning_rate": 0.00019999303589847122,
      "loss": 5.161,
      "step": 5888
    },
    {
      "epoch": 0.037764524817237397,
      "grad_norm": 19.7421817779541,
      "learning_rate": 0.00019999303352065794,
      "loss": 5.1331,
      "step": 5889
    },
    {
      "epoch": 0.03777093754007952,
      "grad_norm": 14.030590057373047,
      "learning_rate": 0.00019999303114243881,
      "loss": 5.2279,
      "step": 5890
    },
    {
      "epoch": 0.03777735026292164,
      "grad_norm": 16.25104331970215,
      "learning_rate": 0.00019999302876381382,
      "loss": 4.9761,
      "step": 5891
    },
    {
      "epoch": 0.037783762985763754,
      "grad_norm": 15.956059455871582,
      "learning_rate": 0.00019999302638478298,
      "loss": 5.1926,
      "step": 5892
    },
    {
      "epoch": 0.03779017570860587,
      "grad_norm": 14.728388786315918,
      "learning_rate": 0.0001999930240053463,
      "loss": 5.0959,
      "step": 5893
    },
    {
      "epoch": 0.037796588431447994,
      "grad_norm": 11.073044776916504,
      "learning_rate": 0.00019999302162550375,
      "loss": 5.1447,
      "step": 5894
    },
    {
      "epoch": 0.03780300115429011,
      "grad_norm": 59.20574188232422,
      "learning_rate": 0.00019999301924525535,
      "loss": 5.3166,
      "step": 5895
    },
    {
      "epoch": 0.03780941387713223,
      "grad_norm": 15.534152030944824,
      "learning_rate": 0.0001999930168646011,
      "loss": 5.117,
      "step": 5896
    },
    {
      "epoch": 0.03781582659997435,
      "grad_norm": 13.045584678649902,
      "learning_rate": 0.000199993014483541,
      "loss": 5.1508,
      "step": 5897
    },
    {
      "epoch": 0.03782223932281647,
      "grad_norm": 9.150542259216309,
      "learning_rate": 0.00019999301210207502,
      "loss": 5.1721,
      "step": 5898
    },
    {
      "epoch": 0.037828652045658585,
      "grad_norm": 11.617695808410645,
      "learning_rate": 0.0001999930097202032,
      "loss": 5.5193,
      "step": 5899
    },
    {
      "epoch": 0.0378350647685007,
      "grad_norm": 63.743324279785156,
      "learning_rate": 0.00019999300733792552,
      "loss": 4.9345,
      "step": 5900
    },
    {
      "epoch": 0.0378350647685007,
      "eval_loss": 5.075982570648193,
      "eval_runtime": 34.7495,
      "eval_samples_per_second": 90.217,
      "eval_steps_per_second": 22.562,
      "step": 5900
    },
    {
      "epoch": 0.037841477491342826,
      "grad_norm": 44.4626579284668,
      "learning_rate": 0.00019999300495524198,
      "loss": 5.0451,
      "step": 5901
    },
    {
      "epoch": 0.03784789021418494,
      "grad_norm": 5.875778675079346,
      "learning_rate": 0.0001999930025721526,
      "loss": 5.0678,
      "step": 5902
    },
    {
      "epoch": 0.03785430293702706,
      "grad_norm": 6.13142728805542,
      "learning_rate": 0.00019999300018865734,
      "loss": 4.9713,
      "step": 5903
    },
    {
      "epoch": 0.03786071565986918,
      "grad_norm": 7.503579139709473,
      "learning_rate": 0.00019999299780475624,
      "loss": 5.0363,
      "step": 5904
    },
    {
      "epoch": 0.0378671283827113,
      "grad_norm": 6.13193941116333,
      "learning_rate": 0.0001999929954204493,
      "loss": 5.0196,
      "step": 5905
    },
    {
      "epoch": 0.03787354110555342,
      "grad_norm": 9.492847442626953,
      "learning_rate": 0.00019999299303573648,
      "loss": 4.8909,
      "step": 5906
    },
    {
      "epoch": 0.037879953828395534,
      "grad_norm": 9.198838233947754,
      "learning_rate": 0.00019999299065061782,
      "loss": 4.8905,
      "step": 5907
    },
    {
      "epoch": 0.03788636655123766,
      "grad_norm": 7.527885913848877,
      "learning_rate": 0.00019999298826509331,
      "loss": 5.0215,
      "step": 5908
    },
    {
      "epoch": 0.037892779274079774,
      "grad_norm": 10.48139476776123,
      "learning_rate": 0.00019999298587916294,
      "loss": 5.22,
      "step": 5909
    },
    {
      "epoch": 0.03789919199692189,
      "grad_norm": 6.83653450012207,
      "learning_rate": 0.0001999929834928267,
      "loss": 5.1326,
      "step": 5910
    },
    {
      "epoch": 0.037905604719764015,
      "grad_norm": 12.610091209411621,
      "learning_rate": 0.00019999298110608463,
      "loss": 4.9898,
      "step": 5911
    },
    {
      "epoch": 0.03791201744260613,
      "grad_norm": 7.117544651031494,
      "learning_rate": 0.00019999297871893667,
      "loss": 4.9113,
      "step": 5912
    },
    {
      "epoch": 0.03791843016544825,
      "grad_norm": 17.51195526123047,
      "learning_rate": 0.0001999929763313829,
      "loss": 5.0759,
      "step": 5913
    },
    {
      "epoch": 0.037924842888290365,
      "grad_norm": 7.241483688354492,
      "learning_rate": 0.00019999297394342324,
      "loss": 5.0206,
      "step": 5914
    },
    {
      "epoch": 0.03793125561113249,
      "grad_norm": 8.221291542053223,
      "learning_rate": 0.00019999297155505775,
      "loss": 4.9459,
      "step": 5915
    },
    {
      "epoch": 0.037937668333974606,
      "grad_norm": 10.893966674804688,
      "learning_rate": 0.0001999929691662864,
      "loss": 4.9062,
      "step": 5916
    },
    {
      "epoch": 0.03794408105681672,
      "grad_norm": 6.166334629058838,
      "learning_rate": 0.00019999296677710918,
      "loss": 4.7968,
      "step": 5917
    },
    {
      "epoch": 0.037950493779658846,
      "grad_norm": 21.743515014648438,
      "learning_rate": 0.0001999929643875261,
      "loss": 5.0916,
      "step": 5918
    },
    {
      "epoch": 0.03795690650250096,
      "grad_norm": 13.271985054016113,
      "learning_rate": 0.00019999296199753718,
      "loss": 4.9287,
      "step": 5919
    },
    {
      "epoch": 0.03796331922534308,
      "grad_norm": 8.652012825012207,
      "learning_rate": 0.00019999295960714238,
      "loss": 5.278,
      "step": 5920
    },
    {
      "epoch": 0.0379697319481852,
      "grad_norm": 8.793874740600586,
      "learning_rate": 0.00019999295721634175,
      "loss": 5.0885,
      "step": 5921
    },
    {
      "epoch": 0.03797614467102732,
      "grad_norm": 5.431839466094971,
      "learning_rate": 0.00019999295482513526,
      "loss": 4.8472,
      "step": 5922
    },
    {
      "epoch": 0.03798255739386944,
      "grad_norm": 4.983487129211426,
      "learning_rate": 0.0001999929524335229,
      "loss": 4.9641,
      "step": 5923
    },
    {
      "epoch": 0.037988970116711554,
      "grad_norm": 12.676044464111328,
      "learning_rate": 0.00019999295004150471,
      "loss": 4.9909,
      "step": 5924
    },
    {
      "epoch": 0.03799538283955368,
      "grad_norm": 7.019827842712402,
      "learning_rate": 0.00019999294764908067,
      "loss": 5.1414,
      "step": 5925
    },
    {
      "epoch": 0.038001795562395795,
      "grad_norm": 7.404824733734131,
      "learning_rate": 0.00019999294525625076,
      "loss": 4.8914,
      "step": 5926
    },
    {
      "epoch": 0.03800820828523791,
      "grad_norm": 5.760550022125244,
      "learning_rate": 0.000199992942863015,
      "loss": 4.8796,
      "step": 5927
    },
    {
      "epoch": 0.03801462100808003,
      "grad_norm": 11.980634689331055,
      "learning_rate": 0.00019999294046937338,
      "loss": 4.8022,
      "step": 5928
    },
    {
      "epoch": 0.03802103373092215,
      "grad_norm": 18.508506774902344,
      "learning_rate": 0.0001999929380753259,
      "loss": 4.8398,
      "step": 5929
    },
    {
      "epoch": 0.03802744645376427,
      "grad_norm": 463.2299499511719,
      "learning_rate": 0.0001999929356808726,
      "loss": 4.9489,
      "step": 5930
    },
    {
      "epoch": 0.038033859176606385,
      "grad_norm": 80.322265625,
      "learning_rate": 0.0001999929332860134,
      "loss": 5.0149,
      "step": 5931
    },
    {
      "epoch": 0.03804027189944851,
      "grad_norm": 79.48841857910156,
      "learning_rate": 0.00019999293089074835,
      "loss": 4.9311,
      "step": 5932
    },
    {
      "epoch": 0.038046684622290626,
      "grad_norm": 12.770172119140625,
      "learning_rate": 0.00019999292849507747,
      "loss": 4.9161,
      "step": 5933
    },
    {
      "epoch": 0.03805309734513274,
      "grad_norm": 10.0105619430542,
      "learning_rate": 0.00019999292609900073,
      "loss": 5.176,
      "step": 5934
    },
    {
      "epoch": 0.03805951006797486,
      "grad_norm": 471.0468444824219,
      "learning_rate": 0.0001999929237025181,
      "loss": 4.8574,
      "step": 5935
    },
    {
      "epoch": 0.03806592279081698,
      "grad_norm": 38.54363250732422,
      "learning_rate": 0.00019999292130562965,
      "loss": 5.1257,
      "step": 5936
    },
    {
      "epoch": 0.0380723355136591,
      "grad_norm": 14.09992504119873,
      "learning_rate": 0.00019999291890833535,
      "loss": 5.0065,
      "step": 5937
    },
    {
      "epoch": 0.03807874823650122,
      "grad_norm": 232.7626495361328,
      "learning_rate": 0.0001999929165106352,
      "loss": 5.0465,
      "step": 5938
    },
    {
      "epoch": 0.038085160959343334,
      "grad_norm": 26.469051361083984,
      "learning_rate": 0.00019999291411252915,
      "loss": 5.0712,
      "step": 5939
    },
    {
      "epoch": 0.03809157368218546,
      "grad_norm": 9.799566268920898,
      "learning_rate": 0.00019999291171401732,
      "loss": 4.9517,
      "step": 5940
    },
    {
      "epoch": 0.038097986405027574,
      "grad_norm": 10.554972648620605,
      "learning_rate": 0.00019999290931509958,
      "loss": 4.945,
      "step": 5941
    },
    {
      "epoch": 0.03810439912786969,
      "grad_norm": 5.024970054626465,
      "learning_rate": 0.000199992906915776,
      "loss": 4.8255,
      "step": 5942
    },
    {
      "epoch": 0.038110811850711815,
      "grad_norm": 10.139238357543945,
      "learning_rate": 0.00019999290451604655,
      "loss": 5.2474,
      "step": 5943
    },
    {
      "epoch": 0.03811722457355393,
      "grad_norm": 17.630754470825195,
      "learning_rate": 0.00019999290211591123,
      "loss": 4.9886,
      "step": 5944
    },
    {
      "epoch": 0.03812363729639605,
      "grad_norm": 11.650531768798828,
      "learning_rate": 0.0001999928997153701,
      "loss": 4.9865,
      "step": 5945
    },
    {
      "epoch": 0.038130050019238165,
      "grad_norm": 7.819301128387451,
      "learning_rate": 0.0001999928973144231,
      "loss": 5.1767,
      "step": 5946
    },
    {
      "epoch": 0.03813646274208029,
      "grad_norm": 8.497306823730469,
      "learning_rate": 0.00019999289491307024,
      "loss": 4.8714,
      "step": 5947
    },
    {
      "epoch": 0.038142875464922406,
      "grad_norm": 12.633959770202637,
      "learning_rate": 0.0001999928925113115,
      "loss": 4.9869,
      "step": 5948
    },
    {
      "epoch": 0.03814928818776452,
      "grad_norm": 9.486137390136719,
      "learning_rate": 0.00019999289010914697,
      "loss": 4.821,
      "step": 5949
    },
    {
      "epoch": 0.038155700910606646,
      "grad_norm": 10.879133224487305,
      "learning_rate": 0.0001999928877065765,
      "loss": 4.7823,
      "step": 5950
    },
    {
      "epoch": 0.03816211363344876,
      "grad_norm": 5.719162940979004,
      "learning_rate": 0.00019999288530360025,
      "loss": 4.8008,
      "step": 5951
    },
    {
      "epoch": 0.03816852635629088,
      "grad_norm": 6.618468284606934,
      "learning_rate": 0.00019999288290021812,
      "loss": 5.0372,
      "step": 5952
    },
    {
      "epoch": 0.038174939079133,
      "grad_norm": 12.539261817932129,
      "learning_rate": 0.00019999288049643013,
      "loss": 5.032,
      "step": 5953
    },
    {
      "epoch": 0.03818135180197512,
      "grad_norm": 11.362000465393066,
      "learning_rate": 0.0001999928780922363,
      "loss": 4.8786,
      "step": 5954
    },
    {
      "epoch": 0.03818776452481724,
      "grad_norm": 7.08574914932251,
      "learning_rate": 0.0001999928756876366,
      "loss": 4.8688,
      "step": 5955
    },
    {
      "epoch": 0.038194177247659354,
      "grad_norm": 9.77716064453125,
      "learning_rate": 0.00019999287328263104,
      "loss": 4.8208,
      "step": 5956
    },
    {
      "epoch": 0.03820058997050148,
      "grad_norm": 9.533315658569336,
      "learning_rate": 0.00019999287087721964,
      "loss": 4.9302,
      "step": 5957
    },
    {
      "epoch": 0.038207002693343595,
      "grad_norm": 8.830795288085938,
      "learning_rate": 0.0001999928684714024,
      "loss": 4.7598,
      "step": 5958
    },
    {
      "epoch": 0.03821341541618571,
      "grad_norm": 149.59927368164062,
      "learning_rate": 0.00019999286606517925,
      "loss": 5.0217,
      "step": 5959
    },
    {
      "epoch": 0.03821982813902783,
      "grad_norm": 6.335015773773193,
      "learning_rate": 0.0001999928636585503,
      "loss": 4.9443,
      "step": 5960
    },
    {
      "epoch": 0.03822624086186995,
      "grad_norm": 11.03676986694336,
      "learning_rate": 0.0001999928612515155,
      "loss": 4.9594,
      "step": 5961
    },
    {
      "epoch": 0.03823265358471207,
      "grad_norm": 11.682857513427734,
      "learning_rate": 0.0001999928588440748,
      "loss": 4.7817,
      "step": 5962
    },
    {
      "epoch": 0.038239066307554186,
      "grad_norm": 11.65112018585205,
      "learning_rate": 0.00019999285643622827,
      "loss": 4.9023,
      "step": 5963
    },
    {
      "epoch": 0.03824547903039631,
      "grad_norm": 6.66208028793335,
      "learning_rate": 0.0001999928540279759,
      "loss": 4.742,
      "step": 5964
    },
    {
      "epoch": 0.038251891753238426,
      "grad_norm": 21.08019256591797,
      "learning_rate": 0.00019999285161931765,
      "loss": 4.8345,
      "step": 5965
    },
    {
      "epoch": 0.03825830447608054,
      "grad_norm": 6.565499782562256,
      "learning_rate": 0.00019999284921025354,
      "loss": 4.9934,
      "step": 5966
    },
    {
      "epoch": 0.03826471719892266,
      "grad_norm": 6.900779724121094,
      "learning_rate": 0.00019999284680078362,
      "loss": 4.8954,
      "step": 5967
    },
    {
      "epoch": 0.038271129921764784,
      "grad_norm": 16.808067321777344,
      "learning_rate": 0.0001999928443909078,
      "loss": 4.9322,
      "step": 5968
    },
    {
      "epoch": 0.0382775426446069,
      "grad_norm": 12.930225372314453,
      "learning_rate": 0.00019999284198062616,
      "loss": 5.2989,
      "step": 5969
    },
    {
      "epoch": 0.03828395536744902,
      "grad_norm": 9.153291702270508,
      "learning_rate": 0.00019999283956993863,
      "loss": 4.8772,
      "step": 5970
    },
    {
      "epoch": 0.03829036809029114,
      "grad_norm": 4.676572322845459,
      "learning_rate": 0.00019999283715884528,
      "loss": 4.9179,
      "step": 5971
    },
    {
      "epoch": 0.03829678081313326,
      "grad_norm": 9.305447578430176,
      "learning_rate": 0.00019999283474734605,
      "loss": 5.2458,
      "step": 5972
    },
    {
      "epoch": 0.038303193535975374,
      "grad_norm": 11.569698333740234,
      "learning_rate": 0.00019999283233544096,
      "loss": 4.773,
      "step": 5973
    },
    {
      "epoch": 0.03830960625881749,
      "grad_norm": 7.6904425621032715,
      "learning_rate": 0.00019999282992313005,
      "loss": 4.9531,
      "step": 5974
    },
    {
      "epoch": 0.038316018981659615,
      "grad_norm": 7.074715614318848,
      "learning_rate": 0.00019999282751041327,
      "loss": 5.2773,
      "step": 5975
    },
    {
      "epoch": 0.03832243170450173,
      "grad_norm": 7.317154884338379,
      "learning_rate": 0.0001999928250972906,
      "loss": 4.8938,
      "step": 5976
    },
    {
      "epoch": 0.03832884442734385,
      "grad_norm": 6.562320232391357,
      "learning_rate": 0.00019999282268376212,
      "loss": 5.0457,
      "step": 5977
    },
    {
      "epoch": 0.03833525715018597,
      "grad_norm": 10.928093910217285,
      "learning_rate": 0.00019999282026982775,
      "loss": 4.9459,
      "step": 5978
    },
    {
      "epoch": 0.03834166987302809,
      "grad_norm": 9.854650497436523,
      "learning_rate": 0.00019999281785548756,
      "loss": 5.1129,
      "step": 5979
    },
    {
      "epoch": 0.038348082595870206,
      "grad_norm": 6.729355812072754,
      "learning_rate": 0.0001999928154407415,
      "loss": 4.9686,
      "step": 5980
    },
    {
      "epoch": 0.03835449531871232,
      "grad_norm": 6.673486232757568,
      "learning_rate": 0.0001999928130255896,
      "loss": 4.6807,
      "step": 5981
    },
    {
      "epoch": 0.038360908041554447,
      "grad_norm": 7.111438274383545,
      "learning_rate": 0.00019999281061003184,
      "loss": 4.7174,
      "step": 5982
    },
    {
      "epoch": 0.03836732076439656,
      "grad_norm": 15.22738265991211,
      "learning_rate": 0.0001999928081940682,
      "loss": 4.6335,
      "step": 5983
    },
    {
      "epoch": 0.03837373348723868,
      "grad_norm": 16.289108276367188,
      "learning_rate": 0.00019999280577769873,
      "loss": 4.8812,
      "step": 5984
    },
    {
      "epoch": 0.0383801462100808,
      "grad_norm": 11.380322456359863,
      "learning_rate": 0.0001999928033609234,
      "loss": 4.8761,
      "step": 5985
    },
    {
      "epoch": 0.03838655893292292,
      "grad_norm": 10.149381637573242,
      "learning_rate": 0.00019999280094374223,
      "loss": 4.888,
      "step": 5986
    },
    {
      "epoch": 0.03839297165576504,
      "grad_norm": 9.365772247314453,
      "learning_rate": 0.0001999927985261552,
      "loss": 4.7912,
      "step": 5987
    },
    {
      "epoch": 0.038399384378607154,
      "grad_norm": 8.118101119995117,
      "learning_rate": 0.0001999927961081623,
      "loss": 4.9227,
      "step": 5988
    },
    {
      "epoch": 0.03840579710144928,
      "grad_norm": 7.6701555252075195,
      "learning_rate": 0.00019999279368976356,
      "loss": 4.9816,
      "step": 5989
    },
    {
      "epoch": 0.038412209824291395,
      "grad_norm": 7.497730255126953,
      "learning_rate": 0.00019999279127095893,
      "loss": 4.8527,
      "step": 5990
    },
    {
      "epoch": 0.03841862254713351,
      "grad_norm": 7.259708404541016,
      "learning_rate": 0.0001999927888517485,
      "loss": 4.8911,
      "step": 5991
    },
    {
      "epoch": 0.03842503526997563,
      "grad_norm": 8.96749496459961,
      "learning_rate": 0.00019999278643213216,
      "loss": 4.9012,
      "step": 5992
    },
    {
      "epoch": 0.03843144799281775,
      "grad_norm": 8.408346176147461,
      "learning_rate": 0.00019999278401211003,
      "loss": 4.9762,
      "step": 5993
    },
    {
      "epoch": 0.03843786071565987,
      "grad_norm": 17.710676193237305,
      "learning_rate": 0.000199992781591682,
      "loss": 4.7959,
      "step": 5994
    },
    {
      "epoch": 0.038444273438501986,
      "grad_norm": 13.453959465026855,
      "learning_rate": 0.00019999277917084817,
      "loss": 4.8102,
      "step": 5995
    },
    {
      "epoch": 0.03845068616134411,
      "grad_norm": 9.803112983703613,
      "learning_rate": 0.00019999277674960842,
      "loss": 5.091,
      "step": 5996
    },
    {
      "epoch": 0.038457098884186226,
      "grad_norm": 19.624893188476562,
      "learning_rate": 0.00019999277432796283,
      "loss": 4.9968,
      "step": 5997
    },
    {
      "epoch": 0.03846351160702834,
      "grad_norm": 8.654098510742188,
      "learning_rate": 0.00019999277190591141,
      "loss": 4.7584,
      "step": 5998
    },
    {
      "epoch": 0.03846992432987046,
      "grad_norm": 7.739097595214844,
      "learning_rate": 0.0001999927694834541,
      "loss": 4.9336,
      "step": 5999
    },
    {
      "epoch": 0.038476337052712584,
      "grad_norm": 10.633320808410645,
      "learning_rate": 0.00019999276706059095,
      "loss": 5.0109,
      "step": 6000
    },
    {
      "epoch": 0.038476337052712584,
      "eval_loss": 4.89852237701416,
      "eval_runtime": 34.7133,
      "eval_samples_per_second": 90.311,
      "eval_steps_per_second": 22.585,
      "step": 6000
    },
    {
      "epoch": 0.0384827497755547,
      "grad_norm": 7.945658206939697,
      "learning_rate": 0.00019999276463732198,
      "loss": 5.2301,
      "step": 6001
    },
    {
      "epoch": 0.03848916249839682,
      "grad_norm": 17.74762725830078,
      "learning_rate": 0.00019999276221364714,
      "loss": 5.0369,
      "step": 6002
    },
    {
      "epoch": 0.03849557522123894,
      "grad_norm": 6.700116157531738,
      "learning_rate": 0.00019999275978956643,
      "loss": 5.0221,
      "step": 6003
    },
    {
      "epoch": 0.03850198794408106,
      "grad_norm": 9.45211124420166,
      "learning_rate": 0.00019999275736507985,
      "loss": 5.0139,
      "step": 6004
    },
    {
      "epoch": 0.038508400666923175,
      "grad_norm": 7.15567684173584,
      "learning_rate": 0.00019999275494018745,
      "loss": 4.9155,
      "step": 6005
    },
    {
      "epoch": 0.03851481338976529,
      "grad_norm": 20.855772018432617,
      "learning_rate": 0.00019999275251488918,
      "loss": 4.649,
      "step": 6006
    },
    {
      "epoch": 0.038521226112607415,
      "grad_norm": 12.300481796264648,
      "learning_rate": 0.00019999275008918507,
      "loss": 4.895,
      "step": 6007
    },
    {
      "epoch": 0.03852763883544953,
      "grad_norm": 12.452592849731445,
      "learning_rate": 0.0001999927476630751,
      "loss": 4.777,
      "step": 6008
    },
    {
      "epoch": 0.03853405155829165,
      "grad_norm": 10.511605262756348,
      "learning_rate": 0.00019999274523655928,
      "loss": 4.9595,
      "step": 6009
    },
    {
      "epoch": 0.03854046428113377,
      "grad_norm": 19.708580017089844,
      "learning_rate": 0.00019999274280963758,
      "loss": 5.0687,
      "step": 6010
    },
    {
      "epoch": 0.03854687700397589,
      "grad_norm": 17.55466079711914,
      "learning_rate": 0.00019999274038231003,
      "loss": 4.8466,
      "step": 6011
    },
    {
      "epoch": 0.038553289726818006,
      "grad_norm": 13.913862228393555,
      "learning_rate": 0.00019999273795457664,
      "loss": 5.0087,
      "step": 6012
    },
    {
      "epoch": 0.03855970244966012,
      "grad_norm": 19.69632339477539,
      "learning_rate": 0.0001999927355264374,
      "loss": 5.161,
      "step": 6013
    },
    {
      "epoch": 0.03856611517250225,
      "grad_norm": 9.615939140319824,
      "learning_rate": 0.0001999927330978923,
      "loss": 5.3321,
      "step": 6014
    },
    {
      "epoch": 0.03857252789534436,
      "grad_norm": 9.074271202087402,
      "learning_rate": 0.00019999273066894136,
      "loss": 4.6647,
      "step": 6015
    },
    {
      "epoch": 0.03857894061818648,
      "grad_norm": 43.6450309753418,
      "learning_rate": 0.00019999272823958454,
      "loss": 4.9094,
      "step": 6016
    },
    {
      "epoch": 0.038585353341028604,
      "grad_norm": 10.78043270111084,
      "learning_rate": 0.00019999272580982188,
      "loss": 4.9878,
      "step": 6017
    },
    {
      "epoch": 0.03859176606387072,
      "grad_norm": 11.545393943786621,
      "learning_rate": 0.00019999272337965337,
      "loss": 4.9405,
      "step": 6018
    },
    {
      "epoch": 0.03859817878671284,
      "grad_norm": 10.504898071289062,
      "learning_rate": 0.00019999272094907902,
      "loss": 4.9962,
      "step": 6019
    },
    {
      "epoch": 0.038604591509554954,
      "grad_norm": 23.782617568969727,
      "learning_rate": 0.00019999271851809877,
      "loss": 5.1877,
      "step": 6020
    },
    {
      "epoch": 0.03861100423239708,
      "grad_norm": 16.904748916625977,
      "learning_rate": 0.0001999927160867127,
      "loss": 5.1332,
      "step": 6021
    },
    {
      "epoch": 0.038617416955239195,
      "grad_norm": 18.037187576293945,
      "learning_rate": 0.00019999271365492077,
      "loss": 4.7932,
      "step": 6022
    },
    {
      "epoch": 0.03862382967808131,
      "grad_norm": 18.525209426879883,
      "learning_rate": 0.000199992711222723,
      "loss": 5.0099,
      "step": 6023
    },
    {
      "epoch": 0.038630242400923435,
      "grad_norm": 12.650269508361816,
      "learning_rate": 0.00019999270879011936,
      "loss": 4.7808,
      "step": 6024
    },
    {
      "epoch": 0.03863665512376555,
      "grad_norm": 12.914018630981445,
      "learning_rate": 0.00019999270635710987,
      "loss": 4.9804,
      "step": 6025
    },
    {
      "epoch": 0.03864306784660767,
      "grad_norm": 35.153385162353516,
      "learning_rate": 0.00019999270392369453,
      "loss": 5.1624,
      "step": 6026
    },
    {
      "epoch": 0.038649480569449786,
      "grad_norm": 23.016162872314453,
      "learning_rate": 0.0001999927014898733,
      "loss": 5.0432,
      "step": 6027
    },
    {
      "epoch": 0.03865589329229191,
      "grad_norm": 26.690404891967773,
      "learning_rate": 0.00019999269905564626,
      "loss": 4.8167,
      "step": 6028
    },
    {
      "epoch": 0.038662306015134026,
      "grad_norm": 66.28694152832031,
      "learning_rate": 0.00019999269662101336,
      "loss": 5.2893,
      "step": 6029
    },
    {
      "epoch": 0.03866871873797614,
      "grad_norm": 19.847984313964844,
      "learning_rate": 0.00019999269418597456,
      "loss": 5.2419,
      "step": 6030
    },
    {
      "epoch": 0.03867513146081826,
      "grad_norm": 30.146556854248047,
      "learning_rate": 0.00019999269175052998,
      "loss": 5.0879,
      "step": 6031
    },
    {
      "epoch": 0.038681544183660384,
      "grad_norm": 33.69609451293945,
      "learning_rate": 0.00019999268931467952,
      "loss": 5.2685,
      "step": 6032
    },
    {
      "epoch": 0.0386879569065025,
      "grad_norm": 18.36137580871582,
      "learning_rate": 0.00019999268687842316,
      "loss": 4.7574,
      "step": 6033
    },
    {
      "epoch": 0.03869436962934462,
      "grad_norm": 23.685503005981445,
      "learning_rate": 0.000199992684441761,
      "loss": 5.0538,
      "step": 6034
    },
    {
      "epoch": 0.03870078235218674,
      "grad_norm": 19.983306884765625,
      "learning_rate": 0.00019999268200469297,
      "loss": 4.9375,
      "step": 6035
    },
    {
      "epoch": 0.03870719507502886,
      "grad_norm": 23.197813034057617,
      "learning_rate": 0.00019999267956721909,
      "loss": 4.8748,
      "step": 6036
    },
    {
      "epoch": 0.038713607797870975,
      "grad_norm": 24.407854080200195,
      "learning_rate": 0.00019999267712933935,
      "loss": 5.0901,
      "step": 6037
    },
    {
      "epoch": 0.03872002052071309,
      "grad_norm": 31.945810317993164,
      "learning_rate": 0.00019999267469105375,
      "loss": 5.0684,
      "step": 6038
    },
    {
      "epoch": 0.038726433243555215,
      "grad_norm": 21.505399703979492,
      "learning_rate": 0.0001999926722523623,
      "loss": 5.0931,
      "step": 6039
    },
    {
      "epoch": 0.03873284596639733,
      "grad_norm": 25.878694534301758,
      "learning_rate": 0.000199992669813265,
      "loss": 4.9928,
      "step": 6040
    },
    {
      "epoch": 0.03873925868923945,
      "grad_norm": 19.80698013305664,
      "learning_rate": 0.00019999266737376185,
      "loss": 5.1534,
      "step": 6041
    },
    {
      "epoch": 0.03874567141208157,
      "grad_norm": 25.666074752807617,
      "learning_rate": 0.00019999266493385284,
      "loss": 4.9526,
      "step": 6042
    },
    {
      "epoch": 0.03875208413492369,
      "grad_norm": 17.332929611206055,
      "learning_rate": 0.000199992662493538,
      "loss": 5.1866,
      "step": 6043
    },
    {
      "epoch": 0.038758496857765806,
      "grad_norm": 14.340143203735352,
      "learning_rate": 0.00019999266005281727,
      "loss": 4.9285,
      "step": 6044
    },
    {
      "epoch": 0.03876490958060792,
      "grad_norm": 21.409730911254883,
      "learning_rate": 0.0001999926576116907,
      "loss": 4.8363,
      "step": 6045
    },
    {
      "epoch": 0.03877132230345005,
      "grad_norm": 14.209285736083984,
      "learning_rate": 0.00019999265517015827,
      "loss": 5.2389,
      "step": 6046
    },
    {
      "epoch": 0.038777735026292164,
      "grad_norm": 14.226905822753906,
      "learning_rate": 0.00019999265272822002,
      "loss": 4.9815,
      "step": 6047
    },
    {
      "epoch": 0.03878414774913428,
      "grad_norm": 28.2689151763916,
      "learning_rate": 0.0001999926502858759,
      "loss": 5.1803,
      "step": 6048
    },
    {
      "epoch": 0.038790560471976404,
      "grad_norm": 21.359262466430664,
      "learning_rate": 0.0001999926478431259,
      "loss": 4.9523,
      "step": 6049
    },
    {
      "epoch": 0.03879697319481852,
      "grad_norm": 17.589618682861328,
      "learning_rate": 0.00019999264539997006,
      "loss": 5.2018,
      "step": 6050
    },
    {
      "epoch": 0.03880338591766064,
      "grad_norm": 29.768978118896484,
      "learning_rate": 0.00019999264295640838,
      "loss": 5.0649,
      "step": 6051
    },
    {
      "epoch": 0.038809798640502755,
      "grad_norm": 28.171966552734375,
      "learning_rate": 0.00019999264051244082,
      "loss": 5.0452,
      "step": 6052
    },
    {
      "epoch": 0.03881621136334488,
      "grad_norm": 44.3320198059082,
      "learning_rate": 0.00019999263806806742,
      "loss": 5.0311,
      "step": 6053
    },
    {
      "epoch": 0.038822624086186995,
      "grad_norm": 17.02347183227539,
      "learning_rate": 0.00019999263562328818,
      "loss": 4.9161,
      "step": 6054
    },
    {
      "epoch": 0.03882903680902911,
      "grad_norm": 31.13899803161621,
      "learning_rate": 0.00019999263317810307,
      "loss": 5.0397,
      "step": 6055
    },
    {
      "epoch": 0.038835449531871236,
      "grad_norm": 28.381303787231445,
      "learning_rate": 0.0001999926307325121,
      "loss": 5.1615,
      "step": 6056
    },
    {
      "epoch": 0.03884186225471335,
      "grad_norm": 23.409799575805664,
      "learning_rate": 0.0001999926282865153,
      "loss": 4.8479,
      "step": 6057
    },
    {
      "epoch": 0.03884827497755547,
      "grad_norm": 38.04654312133789,
      "learning_rate": 0.00019999262584011264,
      "loss": 4.8554,
      "step": 6058
    },
    {
      "epoch": 0.038854687700397586,
      "grad_norm": 20.901315689086914,
      "learning_rate": 0.00019999262339330412,
      "loss": 4.9418,
      "step": 6059
    },
    {
      "epoch": 0.03886110042323971,
      "grad_norm": 21.0494384765625,
      "learning_rate": 0.00019999262094608976,
      "loss": 5.0019,
      "step": 6060
    },
    {
      "epoch": 0.03886751314608183,
      "grad_norm": 58.1276741027832,
      "learning_rate": 0.0001999926184984695,
      "loss": 5.0805,
      "step": 6061
    },
    {
      "epoch": 0.03887392586892394,
      "grad_norm": 30.25908660888672,
      "learning_rate": 0.00019999261605044342,
      "loss": 5.1486,
      "step": 6062
    },
    {
      "epoch": 0.03888033859176607,
      "grad_norm": 18.57324981689453,
      "learning_rate": 0.0001999926136020115,
      "loss": 4.841,
      "step": 6063
    },
    {
      "epoch": 0.038886751314608184,
      "grad_norm": 46.62990951538086,
      "learning_rate": 0.00019999261115317371,
      "loss": 5.0365,
      "step": 6064
    },
    {
      "epoch": 0.0388931640374503,
      "grad_norm": 36.48392868041992,
      "learning_rate": 0.00019999260870393005,
      "loss": 4.9874,
      "step": 6065
    },
    {
      "epoch": 0.03889957676029242,
      "grad_norm": 24.507596969604492,
      "learning_rate": 0.00019999260625428057,
      "loss": 4.939,
      "step": 6066
    },
    {
      "epoch": 0.03890598948313454,
      "grad_norm": 18.866580963134766,
      "learning_rate": 0.00019999260380422525,
      "loss": 4.7141,
      "step": 6067
    },
    {
      "epoch": 0.03891240220597666,
      "grad_norm": 22.33848762512207,
      "learning_rate": 0.00019999260135376403,
      "loss": 4.9244,
      "step": 6068
    },
    {
      "epoch": 0.038918814928818775,
      "grad_norm": 28.22764778137207,
      "learning_rate": 0.00019999259890289697,
      "loss": 4.8896,
      "step": 6069
    },
    {
      "epoch": 0.0389252276516609,
      "grad_norm": 33.81571960449219,
      "learning_rate": 0.00019999259645162406,
      "loss": 5.0271,
      "step": 6070
    },
    {
      "epoch": 0.038931640374503015,
      "grad_norm": 27.228900909423828,
      "learning_rate": 0.00019999259399994533,
      "loss": 5.169,
      "step": 6071
    },
    {
      "epoch": 0.03893805309734513,
      "grad_norm": 44.86783218383789,
      "learning_rate": 0.0001999925915478607,
      "loss": 5.0041,
      "step": 6072
    },
    {
      "epoch": 0.03894446582018725,
      "grad_norm": 51.49761199951172,
      "learning_rate": 0.00019999258909537021,
      "loss": 5.017,
      "step": 6073
    },
    {
      "epoch": 0.03895087854302937,
      "grad_norm": 44.02350616455078,
      "learning_rate": 0.00019999258664247388,
      "loss": 5.0377,
      "step": 6074
    },
    {
      "epoch": 0.03895729126587149,
      "grad_norm": 45.927833557128906,
      "learning_rate": 0.00019999258418917172,
      "loss": 5.2781,
      "step": 6075
    },
    {
      "epoch": 0.038963703988713606,
      "grad_norm": 46.31264877319336,
      "learning_rate": 0.00019999258173546372,
      "loss": 5.1051,
      "step": 6076
    },
    {
      "epoch": 0.03897011671155572,
      "grad_norm": 53.16109848022461,
      "learning_rate": 0.00019999257928134982,
      "loss": 4.9205,
      "step": 6077
    },
    {
      "epoch": 0.03897652943439785,
      "grad_norm": 46.361778259277344,
      "learning_rate": 0.00019999257682683008,
      "loss": 5.0,
      "step": 6078
    },
    {
      "epoch": 0.038982942157239964,
      "grad_norm": 59.05385971069336,
      "learning_rate": 0.0001999925743719045,
      "loss": 4.7715,
      "step": 6079
    },
    {
      "epoch": 0.03898935488008208,
      "grad_norm": 35.3912467956543,
      "learning_rate": 0.00019999257191657307,
      "loss": 4.9545,
      "step": 6080
    },
    {
      "epoch": 0.038995767602924204,
      "grad_norm": 45.662532806396484,
      "learning_rate": 0.00019999256946083576,
      "loss": 4.9478,
      "step": 6081
    },
    {
      "epoch": 0.03900218032576632,
      "grad_norm": 39.34981155395508,
      "learning_rate": 0.00019999256700469262,
      "loss": 5.0589,
      "step": 6082
    },
    {
      "epoch": 0.03900859304860844,
      "grad_norm": 34.24148178100586,
      "learning_rate": 0.0001999925645481436,
      "loss": 4.7317,
      "step": 6083
    },
    {
      "epoch": 0.039015005771450555,
      "grad_norm": 34.2586669921875,
      "learning_rate": 0.00019999256209118874,
      "loss": 4.9445,
      "step": 6084
    },
    {
      "epoch": 0.03902141849429268,
      "grad_norm": 18.38381576538086,
      "learning_rate": 0.00019999255963382804,
      "loss": 5.2199,
      "step": 6085
    },
    {
      "epoch": 0.039027831217134795,
      "grad_norm": 40.09552764892578,
      "learning_rate": 0.00019999255717606147,
      "loss": 4.9999,
      "step": 6086
    },
    {
      "epoch": 0.03903424393997691,
      "grad_norm": 19.627967834472656,
      "learning_rate": 0.00019999255471788907,
      "loss": 4.8435,
      "step": 6087
    },
    {
      "epoch": 0.039040656662819036,
      "grad_norm": 17.665498733520508,
      "learning_rate": 0.00019999255225931078,
      "loss": 4.989,
      "step": 6088
    },
    {
      "epoch": 0.03904706938566115,
      "grad_norm": 91.79588317871094,
      "learning_rate": 0.00019999254980032668,
      "loss": 4.9387,
      "step": 6089
    },
    {
      "epoch": 0.03905348210850327,
      "grad_norm": 60.33751678466797,
      "learning_rate": 0.0001999925473409367,
      "loss": 5.0758,
      "step": 6090
    },
    {
      "epoch": 0.039059894831345386,
      "grad_norm": 70.39239501953125,
      "learning_rate": 0.00019999254488114088,
      "loss": 4.8903,
      "step": 6091
    },
    {
      "epoch": 0.03906630755418751,
      "grad_norm": 26.288898468017578,
      "learning_rate": 0.00019999254242093918,
      "loss": 5.1569,
      "step": 6092
    },
    {
      "epoch": 0.03907272027702963,
      "grad_norm": 25.45197105407715,
      "learning_rate": 0.00019999253996033165,
      "loss": 5.0249,
      "step": 6093
    },
    {
      "epoch": 0.039079132999871743,
      "grad_norm": 21.239194869995117,
      "learning_rate": 0.00019999253749931827,
      "loss": 5.1575,
      "step": 6094
    },
    {
      "epoch": 0.03908554572271387,
      "grad_norm": 15.566882133483887,
      "learning_rate": 0.00019999253503789904,
      "loss": 4.8692,
      "step": 6095
    },
    {
      "epoch": 0.039091958445555984,
      "grad_norm": 17.269207000732422,
      "learning_rate": 0.00019999253257607395,
      "loss": 4.8323,
      "step": 6096
    },
    {
      "epoch": 0.0390983711683981,
      "grad_norm": 17.816638946533203,
      "learning_rate": 0.000199992530113843,
      "loss": 4.9878,
      "step": 6097
    },
    {
      "epoch": 0.03910478389124022,
      "grad_norm": 23.402385711669922,
      "learning_rate": 0.0001999925276512062,
      "loss": 4.8755,
      "step": 6098
    },
    {
      "epoch": 0.03911119661408234,
      "grad_norm": 13.138154029846191,
      "learning_rate": 0.00019999252518816354,
      "loss": 5.1423,
      "step": 6099
    },
    {
      "epoch": 0.03911760933692446,
      "grad_norm": 21.44512176513672,
      "learning_rate": 0.000199992522724715,
      "loss": 5.0626,
      "step": 6100
    },
    {
      "epoch": 0.03911760933692446,
      "eval_loss": 4.9290971755981445,
      "eval_runtime": 34.7425,
      "eval_samples_per_second": 90.235,
      "eval_steps_per_second": 22.566,
      "step": 6100
    },
    {
      "epoch": 0.039124022059766575,
      "grad_norm": 24.136625289916992,
      "learning_rate": 0.00019999252026086067,
      "loss": 5.0735,
      "step": 6101
    },
    {
      "epoch": 0.0391304347826087,
      "grad_norm": 35.20908737182617,
      "learning_rate": 0.00019999251779660043,
      "loss": 5.0318,
      "step": 6102
    },
    {
      "epoch": 0.039136847505450816,
      "grad_norm": 25.35759162902832,
      "learning_rate": 0.00019999251533193437,
      "loss": 4.9014,
      "step": 6103
    },
    {
      "epoch": 0.03914326022829293,
      "grad_norm": 17.52138900756836,
      "learning_rate": 0.00019999251286686247,
      "loss": 4.8368,
      "step": 6104
    },
    {
      "epoch": 0.03914967295113505,
      "grad_norm": 24.949371337890625,
      "learning_rate": 0.0001999925104013847,
      "loss": 5.1576,
      "step": 6105
    },
    {
      "epoch": 0.03915608567397717,
      "grad_norm": 19.40869140625,
      "learning_rate": 0.00019999250793550108,
      "loss": 5.0848,
      "step": 6106
    },
    {
      "epoch": 0.03916249839681929,
      "grad_norm": 13.346285820007324,
      "learning_rate": 0.0001999925054692116,
      "loss": 5.0576,
      "step": 6107
    },
    {
      "epoch": 0.039168911119661406,
      "grad_norm": 52.88264846801758,
      "learning_rate": 0.00019999250300251626,
      "loss": 5.1426,
      "step": 6108
    },
    {
      "epoch": 0.03917532384250353,
      "grad_norm": 24.121150970458984,
      "learning_rate": 0.00019999250053541508,
      "loss": 4.9505,
      "step": 6109
    },
    {
      "epoch": 0.03918173656534565,
      "grad_norm": 178.89256286621094,
      "learning_rate": 0.00019999249806790804,
      "loss": 4.9848,
      "step": 6110
    },
    {
      "epoch": 0.039188149288187764,
      "grad_norm": 10.387916564941406,
      "learning_rate": 0.00019999249559999514,
      "loss": 5.0294,
      "step": 6111
    },
    {
      "epoch": 0.03919456201102988,
      "grad_norm": 23.201601028442383,
      "learning_rate": 0.00019999249313167638,
      "loss": 4.9185,
      "step": 6112
    },
    {
      "epoch": 0.039200974733872004,
      "grad_norm": 16.025333404541016,
      "learning_rate": 0.0001999924906629518,
      "loss": 5.0328,
      "step": 6113
    },
    {
      "epoch": 0.03920738745671412,
      "grad_norm": 41.451560974121094,
      "learning_rate": 0.00019999248819382135,
      "loss": 4.969,
      "step": 6114
    },
    {
      "epoch": 0.03921380017955624,
      "grad_norm": 16.089933395385742,
      "learning_rate": 0.00019999248572428506,
      "loss": 4.9874,
      "step": 6115
    },
    {
      "epoch": 0.03922021290239836,
      "grad_norm": 18.464921951293945,
      "learning_rate": 0.0001999924832543429,
      "loss": 4.8311,
      "step": 6116
    },
    {
      "epoch": 0.03922662562524048,
      "grad_norm": 15.928356170654297,
      "learning_rate": 0.00019999248078399488,
      "loss": 5.0182,
      "step": 6117
    },
    {
      "epoch": 0.039233038348082595,
      "grad_norm": 15.374120712280273,
      "learning_rate": 0.000199992478313241,
      "loss": 5.1478,
      "step": 6118
    },
    {
      "epoch": 0.03923945107092471,
      "grad_norm": 18.503122329711914,
      "learning_rate": 0.0001999924758420813,
      "loss": 4.6884,
      "step": 6119
    },
    {
      "epoch": 0.039245863793766836,
      "grad_norm": 23.970298767089844,
      "learning_rate": 0.00019999247337051574,
      "loss": 5.044,
      "step": 6120
    },
    {
      "epoch": 0.03925227651660895,
      "grad_norm": 18.761423110961914,
      "learning_rate": 0.00019999247089854433,
      "loss": 4.8796,
      "step": 6121
    },
    {
      "epoch": 0.03925868923945107,
      "grad_norm": 18.063982009887695,
      "learning_rate": 0.00019999246842616707,
      "loss": 4.9317,
      "step": 6122
    },
    {
      "epoch": 0.039265101962293186,
      "grad_norm": 36.088035583496094,
      "learning_rate": 0.00019999246595338391,
      "loss": 4.7102,
      "step": 6123
    },
    {
      "epoch": 0.03927151468513531,
      "grad_norm": 20.76666259765625,
      "learning_rate": 0.00019999246348019494,
      "loss": 5.1309,
      "step": 6124
    },
    {
      "epoch": 0.03927792740797743,
      "grad_norm": 13.923250198364258,
      "learning_rate": 0.0001999924610066001,
      "loss": 4.9252,
      "step": 6125
    },
    {
      "epoch": 0.039284340130819544,
      "grad_norm": 23.890769958496094,
      "learning_rate": 0.00019999245853259941,
      "loss": 4.8089,
      "step": 6126
    },
    {
      "epoch": 0.03929075285366167,
      "grad_norm": 21.877437591552734,
      "learning_rate": 0.00019999245605819288,
      "loss": 4.8925,
      "step": 6127
    },
    {
      "epoch": 0.039297165576503784,
      "grad_norm": 14.896319389343262,
      "learning_rate": 0.0001999924535833805,
      "loss": 4.9516,
      "step": 6128
    },
    {
      "epoch": 0.0393035782993459,
      "grad_norm": 23.318626403808594,
      "learning_rate": 0.00019999245110816224,
      "loss": 4.8876,
      "step": 6129
    },
    {
      "epoch": 0.03930999102218802,
      "grad_norm": 18.067251205444336,
      "learning_rate": 0.00019999244863253815,
      "loss": 4.7862,
      "step": 6130
    },
    {
      "epoch": 0.03931640374503014,
      "grad_norm": 16.806428909301758,
      "learning_rate": 0.0001999924461565082,
      "loss": 5.0558,
      "step": 6131
    },
    {
      "epoch": 0.03932281646787226,
      "grad_norm": 14.143770217895508,
      "learning_rate": 0.00019999244368007238,
      "loss": 4.9311,
      "step": 6132
    },
    {
      "epoch": 0.039329229190714375,
      "grad_norm": 14.537551879882812,
      "learning_rate": 0.00019999244120323076,
      "loss": 4.8963,
      "step": 6133
    },
    {
      "epoch": 0.0393356419135565,
      "grad_norm": 13.223711967468262,
      "learning_rate": 0.00019999243872598324,
      "loss": 5.1831,
      "step": 6134
    },
    {
      "epoch": 0.039342054636398616,
      "grad_norm": 17.43108558654785,
      "learning_rate": 0.00019999243624832985,
      "loss": 5.0879,
      "step": 6135
    },
    {
      "epoch": 0.03934846735924073,
      "grad_norm": 55.5428581237793,
      "learning_rate": 0.00019999243377027067,
      "loss": 4.9584,
      "step": 6136
    },
    {
      "epoch": 0.03935488008208285,
      "grad_norm": 12.697378158569336,
      "learning_rate": 0.0001999924312918056,
      "loss": 4.9041,
      "step": 6137
    },
    {
      "epoch": 0.03936129280492497,
      "grad_norm": 15.042436599731445,
      "learning_rate": 0.00019999242881293467,
      "loss": 4.9559,
      "step": 6138
    },
    {
      "epoch": 0.03936770552776709,
      "grad_norm": 29.769668579101562,
      "learning_rate": 0.00019999242633365788,
      "loss": 4.918,
      "step": 6139
    },
    {
      "epoch": 0.03937411825060921,
      "grad_norm": 19.550920486450195,
      "learning_rate": 0.00019999242385397527,
      "loss": 5.065,
      "step": 6140
    },
    {
      "epoch": 0.03938053097345133,
      "grad_norm": 20.22796058654785,
      "learning_rate": 0.0001999924213738868,
      "loss": 4.9154,
      "step": 6141
    },
    {
      "epoch": 0.03938694369629345,
      "grad_norm": 21.900081634521484,
      "learning_rate": 0.00019999241889339246,
      "loss": 4.8827,
      "step": 6142
    },
    {
      "epoch": 0.039393356419135564,
      "grad_norm": 21.395008087158203,
      "learning_rate": 0.00019999241641249226,
      "loss": 4.9591,
      "step": 6143
    },
    {
      "epoch": 0.03939976914197768,
      "grad_norm": 23.466577529907227,
      "learning_rate": 0.00019999241393118625,
      "loss": 5.0187,
      "step": 6144
    },
    {
      "epoch": 0.039406181864819805,
      "grad_norm": 42.24393081665039,
      "learning_rate": 0.00019999241144947436,
      "loss": 4.894,
      "step": 6145
    },
    {
      "epoch": 0.03941259458766192,
      "grad_norm": 17.321603775024414,
      "learning_rate": 0.0001999924089673566,
      "loss": 4.9966,
      "step": 6146
    },
    {
      "epoch": 0.03941900731050404,
      "grad_norm": 42.69364547729492,
      "learning_rate": 0.000199992406484833,
      "loss": 4.8916,
      "step": 6147
    },
    {
      "epoch": 0.03942542003334616,
      "grad_norm": 21.54341697692871,
      "learning_rate": 0.00019999240400190356,
      "loss": 5.0597,
      "step": 6148
    },
    {
      "epoch": 0.03943183275618828,
      "grad_norm": 59.34959411621094,
      "learning_rate": 0.00019999240151856825,
      "loss": 5.1006,
      "step": 6149
    },
    {
      "epoch": 0.039438245479030395,
      "grad_norm": 39.769649505615234,
      "learning_rate": 0.00019999239903482712,
      "loss": 4.9122,
      "step": 6150
    },
    {
      "epoch": 0.03944465820187251,
      "grad_norm": 30.460412979125977,
      "learning_rate": 0.00019999239655068012,
      "loss": 4.7922,
      "step": 6151
    },
    {
      "epoch": 0.039451070924714636,
      "grad_norm": 64.60165405273438,
      "learning_rate": 0.00019999239406612724,
      "loss": 4.7719,
      "step": 6152
    },
    {
      "epoch": 0.03945748364755675,
      "grad_norm": 35.732078552246094,
      "learning_rate": 0.00019999239158116855,
      "loss": 4.9742,
      "step": 6153
    },
    {
      "epoch": 0.03946389637039887,
      "grad_norm": 40.43678283691406,
      "learning_rate": 0.000199992389095804,
      "loss": 4.8634,
      "step": 6154
    },
    {
      "epoch": 0.03947030909324099,
      "grad_norm": 16.723976135253906,
      "learning_rate": 0.00019999238661003356,
      "loss": 5.0127,
      "step": 6155
    },
    {
      "epoch": 0.03947672181608311,
      "grad_norm": 44.5811653137207,
      "learning_rate": 0.0001999923841238573,
      "loss": 4.7234,
      "step": 6156
    },
    {
      "epoch": 0.03948313453892523,
      "grad_norm": 40.59847640991211,
      "learning_rate": 0.0001999923816372752,
      "loss": 4.978,
      "step": 6157
    },
    {
      "epoch": 0.039489547261767344,
      "grad_norm": 44.8646240234375,
      "learning_rate": 0.00019999237915028722,
      "loss": 4.8578,
      "step": 6158
    },
    {
      "epoch": 0.03949595998460947,
      "grad_norm": 40.26597595214844,
      "learning_rate": 0.00019999237666289336,
      "loss": 4.9055,
      "step": 6159
    },
    {
      "epoch": 0.039502372707451584,
      "grad_norm": 95.7756576538086,
      "learning_rate": 0.0001999923741750937,
      "loss": 4.9292,
      "step": 6160
    },
    {
      "epoch": 0.0395087854302937,
      "grad_norm": 17.69024085998535,
      "learning_rate": 0.00019999237168688816,
      "loss": 4.6635,
      "step": 6161
    },
    {
      "epoch": 0.039515198153135825,
      "grad_norm": 61.43872833251953,
      "learning_rate": 0.0001999923691982768,
      "loss": 4.9188,
      "step": 6162
    },
    {
      "epoch": 0.03952161087597794,
      "grad_norm": 28.304462432861328,
      "learning_rate": 0.00019999236670925955,
      "loss": 4.8629,
      "step": 6163
    },
    {
      "epoch": 0.03952802359882006,
      "grad_norm": 23.881528854370117,
      "learning_rate": 0.00019999236421983647,
      "loss": 5.0357,
      "step": 6164
    },
    {
      "epoch": 0.039534436321662175,
      "grad_norm": 18.55707550048828,
      "learning_rate": 0.00019999236173000754,
      "loss": 4.9317,
      "step": 6165
    },
    {
      "epoch": 0.0395408490445043,
      "grad_norm": 32.35304260253906,
      "learning_rate": 0.00019999235923977274,
      "loss": 4.8143,
      "step": 6166
    },
    {
      "epoch": 0.039547261767346416,
      "grad_norm": 50.31879425048828,
      "learning_rate": 0.00019999235674913207,
      "loss": 5.0195,
      "step": 6167
    },
    {
      "epoch": 0.03955367449018853,
      "grad_norm": 46.76506805419922,
      "learning_rate": 0.00019999235425808559,
      "loss": 4.9386,
      "step": 6168
    },
    {
      "epoch": 0.03956008721303065,
      "grad_norm": 52.92422103881836,
      "learning_rate": 0.00019999235176663326,
      "loss": 4.889,
      "step": 6169
    },
    {
      "epoch": 0.03956649993587277,
      "grad_norm": 31.79991912841797,
      "learning_rate": 0.00019999234927477503,
      "loss": 4.9995,
      "step": 6170
    },
    {
      "epoch": 0.03957291265871489,
      "grad_norm": 37.51752853393555,
      "learning_rate": 0.00019999234678251098,
      "loss": 5.0551,
      "step": 6171
    },
    {
      "epoch": 0.03957932538155701,
      "grad_norm": 44.800933837890625,
      "learning_rate": 0.0001999923442898411,
      "loss": 5.2413,
      "step": 6172
    },
    {
      "epoch": 0.03958573810439913,
      "grad_norm": 24.410608291625977,
      "learning_rate": 0.00019999234179676528,
      "loss": 4.9519,
      "step": 6173
    },
    {
      "epoch": 0.03959215082724125,
      "grad_norm": 49.55699157714844,
      "learning_rate": 0.0001999923393032837,
      "loss": 4.927,
      "step": 6174
    },
    {
      "epoch": 0.039598563550083364,
      "grad_norm": 30.32206916809082,
      "learning_rate": 0.00019999233680939623,
      "loss": 4.9592,
      "step": 6175
    },
    {
      "epoch": 0.03960497627292548,
      "grad_norm": 26.095335006713867,
      "learning_rate": 0.0001999923343151029,
      "loss": 4.8368,
      "step": 6176
    },
    {
      "epoch": 0.039611388995767605,
      "grad_norm": 19.5848331451416,
      "learning_rate": 0.00019999233182040372,
      "loss": 4.9963,
      "step": 6177
    },
    {
      "epoch": 0.03961780171860972,
      "grad_norm": 22.35655403137207,
      "learning_rate": 0.0001999923293252987,
      "loss": 4.7946,
      "step": 6178
    },
    {
      "epoch": 0.03962421444145184,
      "grad_norm": 29.016908645629883,
      "learning_rate": 0.00019999232682978786,
      "loss": 5.1681,
      "step": 6179
    },
    {
      "epoch": 0.03963062716429396,
      "grad_norm": 52.0688591003418,
      "learning_rate": 0.0001999923243338711,
      "loss": 4.9042,
      "step": 6180
    },
    {
      "epoch": 0.03963703988713608,
      "grad_norm": 41.24525451660156,
      "learning_rate": 0.00019999232183754852,
      "loss": 4.9279,
      "step": 6181
    },
    {
      "epoch": 0.039643452609978196,
      "grad_norm": 18.13187599182129,
      "learning_rate": 0.0001999923193408201,
      "loss": 5.0388,
      "step": 6182
    },
    {
      "epoch": 0.03964986533282031,
      "grad_norm": 19.754404067993164,
      "learning_rate": 0.00019999231684368583,
      "loss": 4.9034,
      "step": 6183
    },
    {
      "epoch": 0.039656278055662436,
      "grad_norm": 47.658451080322266,
      "learning_rate": 0.0001999923143461457,
      "loss": 4.8773,
      "step": 6184
    },
    {
      "epoch": 0.03966269077850455,
      "grad_norm": 48.30668640136719,
      "learning_rate": 0.0001999923118481997,
      "loss": 4.9408,
      "step": 6185
    },
    {
      "epoch": 0.03966910350134667,
      "grad_norm": 43.16599655151367,
      "learning_rate": 0.00019999230934984784,
      "loss": 4.9014,
      "step": 6186
    },
    {
      "epoch": 0.039675516224188793,
      "grad_norm": 82.67611694335938,
      "learning_rate": 0.00019999230685109016,
      "loss": 5.0233,
      "step": 6187
    },
    {
      "epoch": 0.03968192894703091,
      "grad_norm": 20.883438110351562,
      "learning_rate": 0.00019999230435192663,
      "loss": 5.1483,
      "step": 6188
    },
    {
      "epoch": 0.03968834166987303,
      "grad_norm": 23.19198989868164,
      "learning_rate": 0.00019999230185235723,
      "loss": 5.0131,
      "step": 6189
    },
    {
      "epoch": 0.039694754392715144,
      "grad_norm": 30.033050537109375,
      "learning_rate": 0.00019999229935238196,
      "loss": 4.8081,
      "step": 6190
    },
    {
      "epoch": 0.03970116711555727,
      "grad_norm": 42.41463851928711,
      "learning_rate": 0.00019999229685200084,
      "loss": 5.2855,
      "step": 6191
    },
    {
      "epoch": 0.039707579838399384,
      "grad_norm": 41.92059326171875,
      "learning_rate": 0.0001999922943512139,
      "loss": 4.8312,
      "step": 6192
    },
    {
      "epoch": 0.0397139925612415,
      "grad_norm": 20.495275497436523,
      "learning_rate": 0.0001999922918500211,
      "loss": 4.9287,
      "step": 6193
    },
    {
      "epoch": 0.039720405284083625,
      "grad_norm": 26.426931381225586,
      "learning_rate": 0.00019999228934842244,
      "loss": 4.8681,
      "step": 6194
    },
    {
      "epoch": 0.03972681800692574,
      "grad_norm": 20.1857967376709,
      "learning_rate": 0.00019999228684641792,
      "loss": 4.9285,
      "step": 6195
    },
    {
      "epoch": 0.03973323072976786,
      "grad_norm": 32.393821716308594,
      "learning_rate": 0.00019999228434400756,
      "loss": 5.1866,
      "step": 6196
    },
    {
      "epoch": 0.039739643452609975,
      "grad_norm": 20.765703201293945,
      "learning_rate": 0.00019999228184119135,
      "loss": 4.7511,
      "step": 6197
    },
    {
      "epoch": 0.0397460561754521,
      "grad_norm": 71.1955795288086,
      "learning_rate": 0.00019999227933796928,
      "loss": 4.7906,
      "step": 6198
    },
    {
      "epoch": 0.039752468898294216,
      "grad_norm": 45.860958099365234,
      "learning_rate": 0.00019999227683434136,
      "loss": 5.1707,
      "step": 6199
    },
    {
      "epoch": 0.03975888162113633,
      "grad_norm": 103.85305786132812,
      "learning_rate": 0.0001999922743303076,
      "loss": 4.9801,
      "step": 6200
    },
    {
      "epoch": 0.03975888162113633,
      "eval_loss": 4.959338188171387,
      "eval_runtime": 34.7897,
      "eval_samples_per_second": 90.113,
      "eval_steps_per_second": 22.535,
      "step": 6200
    },
    {
      "epoch": 0.039765294343978456,
      "grad_norm": 102.30720520019531,
      "learning_rate": 0.00019999227182586796,
      "loss": 4.9507,
      "step": 6201
    },
    {
      "epoch": 0.03977170706682057,
      "grad_norm": 56.44194412231445,
      "learning_rate": 0.0001999922693210225,
      "loss": 5.0435,
      "step": 6202
    },
    {
      "epoch": 0.03977811978966269,
      "grad_norm": 37.48512268066406,
      "learning_rate": 0.00019999226681577116,
      "loss": 4.9185,
      "step": 6203
    },
    {
      "epoch": 0.03978453251250481,
      "grad_norm": 72.40215301513672,
      "learning_rate": 0.00019999226431011396,
      "loss": 5.0286,
      "step": 6204
    },
    {
      "epoch": 0.03979094523534693,
      "grad_norm": 19.234922409057617,
      "learning_rate": 0.00019999226180405095,
      "loss": 4.9707,
      "step": 6205
    },
    {
      "epoch": 0.03979735795818905,
      "grad_norm": 52.757476806640625,
      "learning_rate": 0.00019999225929758207,
      "loss": 4.9407,
      "step": 6206
    },
    {
      "epoch": 0.039803770681031164,
      "grad_norm": 27.240581512451172,
      "learning_rate": 0.00019999225679070732,
      "loss": 4.7956,
      "step": 6207
    },
    {
      "epoch": 0.03981018340387329,
      "grad_norm": 20.04712677001953,
      "learning_rate": 0.00019999225428342675,
      "loss": 4.8666,
      "step": 6208
    },
    {
      "epoch": 0.039816596126715405,
      "grad_norm": 28.52238655090332,
      "learning_rate": 0.0001999922517757403,
      "loss": 5.1134,
      "step": 6209
    },
    {
      "epoch": 0.03982300884955752,
      "grad_norm": 71.67515563964844,
      "learning_rate": 0.000199992249267648,
      "loss": 5.3056,
      "step": 6210
    },
    {
      "epoch": 0.03982942157239964,
      "grad_norm": 37.47263717651367,
      "learning_rate": 0.00019999224675914986,
      "loss": 5.0649,
      "step": 6211
    },
    {
      "epoch": 0.03983583429524176,
      "grad_norm": 42.70875930786133,
      "learning_rate": 0.00019999224425024586,
      "loss": 5.0291,
      "step": 6212
    },
    {
      "epoch": 0.03984224701808388,
      "grad_norm": 22.014236450195312,
      "learning_rate": 0.00019999224174093602,
      "loss": 4.7787,
      "step": 6213
    },
    {
      "epoch": 0.039848659740925996,
      "grad_norm": 26.488801956176758,
      "learning_rate": 0.0001999922392312203,
      "loss": 5.0905,
      "step": 6214
    },
    {
      "epoch": 0.03985507246376811,
      "grad_norm": 27.220930099487305,
      "learning_rate": 0.00019999223672109877,
      "loss": 4.8762,
      "step": 6215
    },
    {
      "epoch": 0.039861485186610236,
      "grad_norm": 45.049598693847656,
      "learning_rate": 0.00019999223421057134,
      "loss": 5.033,
      "step": 6216
    },
    {
      "epoch": 0.03986789790945235,
      "grad_norm": 38.746795654296875,
      "learning_rate": 0.0001999922316996381,
      "loss": 4.7008,
      "step": 6217
    },
    {
      "epoch": 0.03987431063229447,
      "grad_norm": 63.407718658447266,
      "learning_rate": 0.00019999222918829897,
      "loss": 4.874,
      "step": 6218
    },
    {
      "epoch": 0.039880723355136594,
      "grad_norm": 34.361385345458984,
      "learning_rate": 0.000199992226676554,
      "loss": 5.0762,
      "step": 6219
    },
    {
      "epoch": 0.03988713607797871,
      "grad_norm": 32.37884521484375,
      "learning_rate": 0.00019999222416440323,
      "loss": 5.0596,
      "step": 6220
    },
    {
      "epoch": 0.03989354880082083,
      "grad_norm": 27.134849548339844,
      "learning_rate": 0.00019999222165184655,
      "loss": 5.1082,
      "step": 6221
    },
    {
      "epoch": 0.039899961523662944,
      "grad_norm": 33.055206298828125,
      "learning_rate": 0.000199992219138884,
      "loss": 4.8822,
      "step": 6222
    },
    {
      "epoch": 0.03990637424650507,
      "grad_norm": 34.4316291809082,
      "learning_rate": 0.00019999221662551567,
      "loss": 4.7934,
      "step": 6223
    },
    {
      "epoch": 0.039912786969347185,
      "grad_norm": 100.80835723876953,
      "learning_rate": 0.00019999221411174146,
      "loss": 5.0476,
      "step": 6224
    },
    {
      "epoch": 0.0399191996921893,
      "grad_norm": 20.936817169189453,
      "learning_rate": 0.00019999221159756135,
      "loss": 4.7575,
      "step": 6225
    },
    {
      "epoch": 0.039925612415031425,
      "grad_norm": 139.2080535888672,
      "learning_rate": 0.00019999220908297545,
      "loss": 5.071,
      "step": 6226
    },
    {
      "epoch": 0.03993202513787354,
      "grad_norm": 37.06529998779297,
      "learning_rate": 0.00019999220656798366,
      "loss": 5.0202,
      "step": 6227
    },
    {
      "epoch": 0.03993843786071566,
      "grad_norm": 39.78068542480469,
      "learning_rate": 0.00019999220405258602,
      "loss": 4.9534,
      "step": 6228
    },
    {
      "epoch": 0.039944850583557776,
      "grad_norm": 48.857242584228516,
      "learning_rate": 0.00019999220153678256,
      "loss": 4.9138,
      "step": 6229
    },
    {
      "epoch": 0.0399512633063999,
      "grad_norm": 58.26243209838867,
      "learning_rate": 0.00019999219902057323,
      "loss": 5.1068,
      "step": 6230
    },
    {
      "epoch": 0.039957676029242016,
      "grad_norm": 38.13314437866211,
      "learning_rate": 0.00019999219650395804,
      "loss": 4.87,
      "step": 6231
    },
    {
      "epoch": 0.03996408875208413,
      "grad_norm": 29.860042572021484,
      "learning_rate": 0.000199992193986937,
      "loss": 4.8695,
      "step": 6232
    },
    {
      "epoch": 0.03997050147492626,
      "grad_norm": 29.86980628967285,
      "learning_rate": 0.0001999921914695101,
      "loss": 4.849,
      "step": 6233
    },
    {
      "epoch": 0.03997691419776837,
      "grad_norm": 18.641277313232422,
      "learning_rate": 0.00019999218895167738,
      "loss": 5.095,
      "step": 6234
    },
    {
      "epoch": 0.03998332692061049,
      "grad_norm": 23.76787757873535,
      "learning_rate": 0.00019999218643343877,
      "loss": 5.2503,
      "step": 6235
    },
    {
      "epoch": 0.03998973964345261,
      "grad_norm": 17.99457550048828,
      "learning_rate": 0.00019999218391479433,
      "loss": 4.8606,
      "step": 6236
    },
    {
      "epoch": 0.03999615236629473,
      "grad_norm": 19.230749130249023,
      "learning_rate": 0.00019999218139574404,
      "loss": 4.9467,
      "step": 6237
    },
    {
      "epoch": 0.04000256508913685,
      "grad_norm": 15.830845832824707,
      "learning_rate": 0.0001999921788762879,
      "loss": 4.7407,
      "step": 6238
    },
    {
      "epoch": 0.040008977811978964,
      "grad_norm": 11.088714599609375,
      "learning_rate": 0.0001999921763564259,
      "loss": 5.1191,
      "step": 6239
    },
    {
      "epoch": 0.04001539053482109,
      "grad_norm": 40.56566619873047,
      "learning_rate": 0.00019999217383615805,
      "loss": 4.8908,
      "step": 6240
    },
    {
      "epoch": 0.040021803257663205,
      "grad_norm": 15.042731285095215,
      "learning_rate": 0.00019999217131548436,
      "loss": 4.9725,
      "step": 6241
    },
    {
      "epoch": 0.04002821598050532,
      "grad_norm": 84.01433563232422,
      "learning_rate": 0.00019999216879440482,
      "loss": 5.1751,
      "step": 6242
    },
    {
      "epoch": 0.04003462870334744,
      "grad_norm": 176.5821075439453,
      "learning_rate": 0.0001999921662729194,
      "loss": 5.067,
      "step": 6243
    },
    {
      "epoch": 0.04004104142618956,
      "grad_norm": 24.22536277770996,
      "learning_rate": 0.00019999216375102814,
      "loss": 5.0805,
      "step": 6244
    },
    {
      "epoch": 0.04004745414903168,
      "grad_norm": 35.336551666259766,
      "learning_rate": 0.00019999216122873104,
      "loss": 5.0174,
      "step": 6245
    },
    {
      "epoch": 0.040053866871873796,
      "grad_norm": 38.150001525878906,
      "learning_rate": 0.00019999215870602805,
      "loss": 4.7903,
      "step": 6246
    },
    {
      "epoch": 0.04006027959471592,
      "grad_norm": 23.385910034179688,
      "learning_rate": 0.00019999215618291926,
      "loss": 4.9206,
      "step": 6247
    },
    {
      "epoch": 0.040066692317558036,
      "grad_norm": 24.620004653930664,
      "learning_rate": 0.00019999215365940458,
      "loss": 4.8655,
      "step": 6248
    },
    {
      "epoch": 0.04007310504040015,
      "grad_norm": 14.976791381835938,
      "learning_rate": 0.00019999215113548408,
      "loss": 5.1394,
      "step": 6249
    },
    {
      "epoch": 0.04007951776324227,
      "grad_norm": 21.254701614379883,
      "learning_rate": 0.00019999214861115771,
      "loss": 4.8459,
      "step": 6250
    },
    {
      "epoch": 0.040085930486084394,
      "grad_norm": 23.928144454956055,
      "learning_rate": 0.0001999921460864255,
      "loss": 4.9,
      "step": 6251
    },
    {
      "epoch": 0.04009234320892651,
      "grad_norm": 26.00965118408203,
      "learning_rate": 0.00019999214356128744,
      "loss": 5.3387,
      "step": 6252
    },
    {
      "epoch": 0.04009875593176863,
      "grad_norm": 19.927085876464844,
      "learning_rate": 0.0001999921410357435,
      "loss": 5.0551,
      "step": 6253
    },
    {
      "epoch": 0.04010516865461075,
      "grad_norm": 23.7745418548584,
      "learning_rate": 0.00019999213850979371,
      "loss": 5.0277,
      "step": 6254
    },
    {
      "epoch": 0.04011158137745287,
      "grad_norm": 29.456941604614258,
      "learning_rate": 0.00019999213598343812,
      "loss": 4.7738,
      "step": 6255
    },
    {
      "epoch": 0.040117994100294985,
      "grad_norm": 22.383691787719727,
      "learning_rate": 0.0001999921334566766,
      "loss": 4.9719,
      "step": 6256
    },
    {
      "epoch": 0.0401244068231371,
      "grad_norm": 27.864866256713867,
      "learning_rate": 0.0001999921309295093,
      "loss": 5.0502,
      "step": 6257
    },
    {
      "epoch": 0.040130819545979225,
      "grad_norm": 43.39628219604492,
      "learning_rate": 0.0001999921284019361,
      "loss": 4.9468,
      "step": 6258
    },
    {
      "epoch": 0.04013723226882134,
      "grad_norm": 24.849332809448242,
      "learning_rate": 0.00019999212587395708,
      "loss": 4.98,
      "step": 6259
    },
    {
      "epoch": 0.04014364499166346,
      "grad_norm": 57.630428314208984,
      "learning_rate": 0.0001999921233455722,
      "loss": 4.8417,
      "step": 6260
    },
    {
      "epoch": 0.040150057714505576,
      "grad_norm": 19.87013053894043,
      "learning_rate": 0.00019999212081678146,
      "loss": 4.8746,
      "step": 6261
    },
    {
      "epoch": 0.0401564704373477,
      "grad_norm": 41.41311264038086,
      "learning_rate": 0.00019999211828758488,
      "loss": 4.9063,
      "step": 6262
    },
    {
      "epoch": 0.040162883160189816,
      "grad_norm": 22.82938575744629,
      "learning_rate": 0.00019999211575798246,
      "loss": 5.1851,
      "step": 6263
    },
    {
      "epoch": 0.04016929588303193,
      "grad_norm": 23.482908248901367,
      "learning_rate": 0.00019999211322797416,
      "loss": 5.0033,
      "step": 6264
    },
    {
      "epoch": 0.04017570860587406,
      "grad_norm": 33.61823272705078,
      "learning_rate": 0.00019999211069756,
      "loss": 4.8766,
      "step": 6265
    },
    {
      "epoch": 0.040182121328716174,
      "grad_norm": 20.244821548461914,
      "learning_rate": 0.00019999210816674004,
      "loss": 4.7851,
      "step": 6266
    },
    {
      "epoch": 0.04018853405155829,
      "grad_norm": 52.81563949584961,
      "learning_rate": 0.0001999921056355142,
      "loss": 5.0503,
      "step": 6267
    },
    {
      "epoch": 0.04019494677440041,
      "grad_norm": 15.863470077514648,
      "learning_rate": 0.0001999921031038825,
      "loss": 4.8973,
      "step": 6268
    },
    {
      "epoch": 0.04020135949724253,
      "grad_norm": 15.718857765197754,
      "learning_rate": 0.00019999210057184495,
      "loss": 4.8961,
      "step": 6269
    },
    {
      "epoch": 0.04020777222008465,
      "grad_norm": 31.825523376464844,
      "learning_rate": 0.00019999209803940154,
      "loss": 4.7317,
      "step": 6270
    },
    {
      "epoch": 0.040214184942926764,
      "grad_norm": 68.82022094726562,
      "learning_rate": 0.0001999920955065523,
      "loss": 4.8142,
      "step": 6271
    },
    {
      "epoch": 0.04022059766576889,
      "grad_norm": 65.92218017578125,
      "learning_rate": 0.00019999209297329718,
      "loss": 4.8401,
      "step": 6272
    },
    {
      "epoch": 0.040227010388611005,
      "grad_norm": 40.538028717041016,
      "learning_rate": 0.00019999209043963624,
      "loss": 5.3594,
      "step": 6273
    },
    {
      "epoch": 0.04023342311145312,
      "grad_norm": 15.006587028503418,
      "learning_rate": 0.00019999208790556945,
      "loss": 5.0044,
      "step": 6274
    },
    {
      "epoch": 0.04023983583429524,
      "grad_norm": 19.264001846313477,
      "learning_rate": 0.00019999208537109677,
      "loss": 5.138,
      "step": 6275
    },
    {
      "epoch": 0.04024624855713736,
      "grad_norm": 20.374374389648438,
      "learning_rate": 0.0001999920828362183,
      "loss": 4.7692,
      "step": 6276
    },
    {
      "epoch": 0.04025266127997948,
      "grad_norm": 20.869644165039062,
      "learning_rate": 0.00019999208030093392,
      "loss": 4.6741,
      "step": 6277
    },
    {
      "epoch": 0.040259074002821596,
      "grad_norm": 53.980594635009766,
      "learning_rate": 0.0001999920777652437,
      "loss": 5.0454,
      "step": 6278
    },
    {
      "epoch": 0.04026548672566372,
      "grad_norm": 40.69770050048828,
      "learning_rate": 0.00019999207522914766,
      "loss": 4.8825,
      "step": 6279
    },
    {
      "epoch": 0.040271899448505837,
      "grad_norm": 24.421043395996094,
      "learning_rate": 0.00019999207269264576,
      "loss": 4.7431,
      "step": 6280
    },
    {
      "epoch": 0.04027831217134795,
      "grad_norm": 24.603862762451172,
      "learning_rate": 0.00019999207015573798,
      "loss": 5.047,
      "step": 6281
    },
    {
      "epoch": 0.04028472489419007,
      "grad_norm": 28.06430435180664,
      "learning_rate": 0.00019999206761842436,
      "loss": 4.6995,
      "step": 6282
    },
    {
      "epoch": 0.040291137617032194,
      "grad_norm": 73.65912628173828,
      "learning_rate": 0.00019999206508070492,
      "loss": 5.1132,
      "step": 6283
    },
    {
      "epoch": 0.04029755033987431,
      "grad_norm": 19.160741806030273,
      "learning_rate": 0.0001999920625425796,
      "loss": 4.9223,
      "step": 6284
    },
    {
      "epoch": 0.04030396306271643,
      "grad_norm": 44.856597900390625,
      "learning_rate": 0.0001999920600040484,
      "loss": 5.0904,
      "step": 6285
    },
    {
      "epoch": 0.04031037578555855,
      "grad_norm": 35.55792236328125,
      "learning_rate": 0.0001999920574651114,
      "loss": 4.9438,
      "step": 6286
    },
    {
      "epoch": 0.04031678850840067,
      "grad_norm": 35.15870666503906,
      "learning_rate": 0.00019999205492576852,
      "loss": 5.0991,
      "step": 6287
    },
    {
      "epoch": 0.040323201231242785,
      "grad_norm": 22.70090103149414,
      "learning_rate": 0.0001999920523860198,
      "loss": 5.2078,
      "step": 6288
    },
    {
      "epoch": 0.0403296139540849,
      "grad_norm": 29.013206481933594,
      "learning_rate": 0.00019999204984586525,
      "loss": 4.8797,
      "step": 6289
    },
    {
      "epoch": 0.040336026676927025,
      "grad_norm": 24.419719696044922,
      "learning_rate": 0.00019999204730530482,
      "loss": 4.8368,
      "step": 6290
    },
    {
      "epoch": 0.04034243939976914,
      "grad_norm": 51.92561340332031,
      "learning_rate": 0.00019999204476433855,
      "loss": 4.9017,
      "step": 6291
    },
    {
      "epoch": 0.04034885212261126,
      "grad_norm": 30.576114654541016,
      "learning_rate": 0.0001999920422229664,
      "loss": 4.8905,
      "step": 6292
    },
    {
      "epoch": 0.04035526484545338,
      "grad_norm": 40.66410446166992,
      "learning_rate": 0.00019999203968118842,
      "loss": 4.8179,
      "step": 6293
    },
    {
      "epoch": 0.0403616775682955,
      "grad_norm": 26.194673538208008,
      "learning_rate": 0.00019999203713900462,
      "loss": 4.8763,
      "step": 6294
    },
    {
      "epoch": 0.040368090291137616,
      "grad_norm": 28.13825035095215,
      "learning_rate": 0.00019999203459641494,
      "loss": 5.0927,
      "step": 6295
    },
    {
      "epoch": 0.04037450301397973,
      "grad_norm": 6034.814453125,
      "learning_rate": 0.0001999920320534194,
      "loss": 5.0521,
      "step": 6296
    },
    {
      "epoch": 0.04038091573682186,
      "grad_norm": 43.59912109375,
      "learning_rate": 0.000199992029510018,
      "loss": 5.1669,
      "step": 6297
    },
    {
      "epoch": 0.040387328459663974,
      "grad_norm": 52.45874786376953,
      "learning_rate": 0.00019999202696621078,
      "loss": 5.1984,
      "step": 6298
    },
    {
      "epoch": 0.04039374118250609,
      "grad_norm": 61.044307708740234,
      "learning_rate": 0.0001999920244219977,
      "loss": 4.9374,
      "step": 6299
    },
    {
      "epoch": 0.040400153905348214,
      "grad_norm": 67.8833999633789,
      "learning_rate": 0.00019999202187737875,
      "loss": 5.0329,
      "step": 6300
    },
    {
      "epoch": 0.040400153905348214,
      "eval_loss": 4.966840744018555,
      "eval_runtime": 34.8045,
      "eval_samples_per_second": 90.074,
      "eval_steps_per_second": 22.526,
      "step": 6300
    },
    {
      "epoch": 0.04040656662819033,
      "grad_norm": 74.8182601928711,
      "learning_rate": 0.00019999201933235396,
      "loss": 4.9761,
      "step": 6301
    },
    {
      "epoch": 0.04041297935103245,
      "grad_norm": 78.334716796875,
      "learning_rate": 0.00019999201678692332,
      "loss": 5.132,
      "step": 6302
    },
    {
      "epoch": 0.040419392073874565,
      "grad_norm": 31.828813552856445,
      "learning_rate": 0.00019999201424108684,
      "loss": 5.4209,
      "step": 6303
    },
    {
      "epoch": 0.04042580479671669,
      "grad_norm": 20.623279571533203,
      "learning_rate": 0.0001999920116948445,
      "loss": 4.9671,
      "step": 6304
    },
    {
      "epoch": 0.040432217519558805,
      "grad_norm": 25.300580978393555,
      "learning_rate": 0.00019999200914819633,
      "loss": 4.9402,
      "step": 6305
    },
    {
      "epoch": 0.04043863024240092,
      "grad_norm": 95.82681274414062,
      "learning_rate": 0.00019999200660114226,
      "loss": 5.0012,
      "step": 6306
    },
    {
      "epoch": 0.04044504296524304,
      "grad_norm": 49.47308349609375,
      "learning_rate": 0.00019999200405368238,
      "loss": 4.8806,
      "step": 6307
    },
    {
      "epoch": 0.04045145568808516,
      "grad_norm": 50.9705810546875,
      "learning_rate": 0.00019999200150581662,
      "loss": 4.9285,
      "step": 6308
    },
    {
      "epoch": 0.04045786841092728,
      "grad_norm": 52.96107864379883,
      "learning_rate": 0.00019999199895754502,
      "loss": 4.8144,
      "step": 6309
    },
    {
      "epoch": 0.040464281133769396,
      "grad_norm": 37.408233642578125,
      "learning_rate": 0.00019999199640886758,
      "loss": 5.004,
      "step": 6310
    },
    {
      "epoch": 0.04047069385661152,
      "grad_norm": 46.3224983215332,
      "learning_rate": 0.0001999919938597843,
      "loss": 4.9754,
      "step": 6311
    },
    {
      "epoch": 0.04047710657945364,
      "grad_norm": 22.564212799072266,
      "learning_rate": 0.00019999199131029514,
      "loss": 4.9452,
      "step": 6312
    },
    {
      "epoch": 0.04048351930229575,
      "grad_norm": 35.900535583496094,
      "learning_rate": 0.00019999198876040014,
      "loss": 4.9901,
      "step": 6313
    },
    {
      "epoch": 0.04048993202513787,
      "grad_norm": 43.5821647644043,
      "learning_rate": 0.0001999919862100993,
      "loss": 4.9818,
      "step": 6314
    },
    {
      "epoch": 0.040496344747979994,
      "grad_norm": 38.51644515991211,
      "learning_rate": 0.0001999919836593926,
      "loss": 5.2605,
      "step": 6315
    },
    {
      "epoch": 0.04050275747082211,
      "grad_norm": 23.585163116455078,
      "learning_rate": 0.00019999198110828004,
      "loss": 5.1831,
      "step": 6316
    },
    {
      "epoch": 0.04050917019366423,
      "grad_norm": 25.288515090942383,
      "learning_rate": 0.0001999919785567616,
      "loss": 4.9265,
      "step": 6317
    },
    {
      "epoch": 0.04051558291650635,
      "grad_norm": 27.346149444580078,
      "learning_rate": 0.0001999919760048374,
      "loss": 4.9493,
      "step": 6318
    },
    {
      "epoch": 0.04052199563934847,
      "grad_norm": 83.09921264648438,
      "learning_rate": 0.00019999197345250727,
      "loss": 4.9286,
      "step": 6319
    },
    {
      "epoch": 0.040528408362190585,
      "grad_norm": 58.087486267089844,
      "learning_rate": 0.00019999197089977134,
      "loss": 4.7627,
      "step": 6320
    },
    {
      "epoch": 0.0405348210850327,
      "grad_norm": 34.52096176147461,
      "learning_rate": 0.0001999919683466295,
      "loss": 4.7848,
      "step": 6321
    },
    {
      "epoch": 0.040541233807874826,
      "grad_norm": 49.775360107421875,
      "learning_rate": 0.00019999196579308185,
      "loss": 5.1213,
      "step": 6322
    },
    {
      "epoch": 0.04054764653071694,
      "grad_norm": 43.28977966308594,
      "learning_rate": 0.00019999196323912836,
      "loss": 4.9175,
      "step": 6323
    },
    {
      "epoch": 0.04055405925355906,
      "grad_norm": 61.25238037109375,
      "learning_rate": 0.00019999196068476896,
      "loss": 5.2996,
      "step": 6324
    },
    {
      "epoch": 0.04056047197640118,
      "grad_norm": 60.3984375,
      "learning_rate": 0.00019999195813000378,
      "loss": 5.2061,
      "step": 6325
    },
    {
      "epoch": 0.0405668846992433,
      "grad_norm": 56.981056213378906,
      "learning_rate": 0.00019999195557483273,
      "loss": 5.1101,
      "step": 6326
    },
    {
      "epoch": 0.040573297422085416,
      "grad_norm": 32.62560272216797,
      "learning_rate": 0.0001999919530192558,
      "loss": 5.031,
      "step": 6327
    },
    {
      "epoch": 0.04057971014492753,
      "grad_norm": 46.89545822143555,
      "learning_rate": 0.00019999195046327303,
      "loss": 5.0085,
      "step": 6328
    },
    {
      "epoch": 0.04058612286776966,
      "grad_norm": 39.82435989379883,
      "learning_rate": 0.00019999194790688442,
      "loss": 4.9812,
      "step": 6329
    },
    {
      "epoch": 0.040592535590611774,
      "grad_norm": 39.740596771240234,
      "learning_rate": 0.00019999194535008996,
      "loss": 5.2275,
      "step": 6330
    },
    {
      "epoch": 0.04059894831345389,
      "grad_norm": 21.56132698059082,
      "learning_rate": 0.00019999194279288963,
      "loss": 4.9843,
      "step": 6331
    },
    {
      "epoch": 0.040605361036296014,
      "grad_norm": 43.876407623291016,
      "learning_rate": 0.00019999194023528346,
      "loss": 4.8358,
      "step": 6332
    },
    {
      "epoch": 0.04061177375913813,
      "grad_norm": 40.33706283569336,
      "learning_rate": 0.00019999193767727147,
      "loss": 4.9838,
      "step": 6333
    },
    {
      "epoch": 0.04061818648198025,
      "grad_norm": 24.073806762695312,
      "learning_rate": 0.00019999193511885358,
      "loss": 4.8672,
      "step": 6334
    },
    {
      "epoch": 0.040624599204822365,
      "grad_norm": 29.181577682495117,
      "learning_rate": 0.00019999193256002985,
      "loss": 5.0163,
      "step": 6335
    },
    {
      "epoch": 0.04063101192766449,
      "grad_norm": 28.578022003173828,
      "learning_rate": 0.0001999919300008003,
      "loss": 5.2362,
      "step": 6336
    },
    {
      "epoch": 0.040637424650506605,
      "grad_norm": 21.117734909057617,
      "learning_rate": 0.00019999192744116489,
      "loss": 5.1145,
      "step": 6337
    },
    {
      "epoch": 0.04064383737334872,
      "grad_norm": 22.20325469970703,
      "learning_rate": 0.0001999919248811236,
      "loss": 4.9351,
      "step": 6338
    },
    {
      "epoch": 0.040650250096190846,
      "grad_norm": 41.03178024291992,
      "learning_rate": 0.0001999919223206765,
      "loss": 5.4007,
      "step": 6339
    },
    {
      "epoch": 0.04065666281903296,
      "grad_norm": 44.76854705810547,
      "learning_rate": 0.0001999919197598235,
      "loss": 5.1785,
      "step": 6340
    },
    {
      "epoch": 0.04066307554187508,
      "grad_norm": 17.25787353515625,
      "learning_rate": 0.0001999919171985647,
      "loss": 4.9445,
      "step": 6341
    },
    {
      "epoch": 0.040669488264717196,
      "grad_norm": 52.79301071166992,
      "learning_rate": 0.00019999191463690002,
      "loss": 4.9198,
      "step": 6342
    },
    {
      "epoch": 0.04067590098755932,
      "grad_norm": 21.35915756225586,
      "learning_rate": 0.00019999191207482948,
      "loss": 5.0884,
      "step": 6343
    },
    {
      "epoch": 0.04068231371040144,
      "grad_norm": 20.300891876220703,
      "learning_rate": 0.0001999919095123531,
      "loss": 5.1239,
      "step": 6344
    },
    {
      "epoch": 0.040688726433243554,
      "grad_norm": 17.57964324951172,
      "learning_rate": 0.0001999919069494709,
      "loss": 4.9302,
      "step": 6345
    },
    {
      "epoch": 0.04069513915608568,
      "grad_norm": 23.667314529418945,
      "learning_rate": 0.00019999190438618284,
      "loss": 5.049,
      "step": 6346
    },
    {
      "epoch": 0.040701551878927794,
      "grad_norm": 50.38029479980469,
      "learning_rate": 0.0001999919018224889,
      "loss": 4.9985,
      "step": 6347
    },
    {
      "epoch": 0.04070796460176991,
      "grad_norm": 40.02995300292969,
      "learning_rate": 0.00019999189925838914,
      "loss": 4.9963,
      "step": 6348
    },
    {
      "epoch": 0.04071437732461203,
      "grad_norm": 34.67780685424805,
      "learning_rate": 0.00019999189669388348,
      "loss": 4.8431,
      "step": 6349
    },
    {
      "epoch": 0.04072079004745415,
      "grad_norm": 53.84714889526367,
      "learning_rate": 0.000199991894128972,
      "loss": 4.8115,
      "step": 6350
    },
    {
      "epoch": 0.04072720277029627,
      "grad_norm": 23.04640007019043,
      "learning_rate": 0.00019999189156365467,
      "loss": 4.7381,
      "step": 6351
    },
    {
      "epoch": 0.040733615493138385,
      "grad_norm": 60.15633773803711,
      "learning_rate": 0.00019999188899793148,
      "loss": 5.1799,
      "step": 6352
    },
    {
      "epoch": 0.0407400282159805,
      "grad_norm": 17.505815505981445,
      "learning_rate": 0.00019999188643180248,
      "loss": 4.8574,
      "step": 6353
    },
    {
      "epoch": 0.040746440938822626,
      "grad_norm": 34.56882858276367,
      "learning_rate": 0.0001999918838652676,
      "loss": 5.1593,
      "step": 6354
    },
    {
      "epoch": 0.04075285366166474,
      "grad_norm": 37.59471893310547,
      "learning_rate": 0.00019999188129832685,
      "loss": 4.8083,
      "step": 6355
    },
    {
      "epoch": 0.04075926638450686,
      "grad_norm": 42.30465316772461,
      "learning_rate": 0.00019999187873098026,
      "loss": 4.7434,
      "step": 6356
    },
    {
      "epoch": 0.04076567910734898,
      "grad_norm": 17.02523422241211,
      "learning_rate": 0.00019999187616322783,
      "loss": 5.059,
      "step": 6357
    },
    {
      "epoch": 0.0407720918301911,
      "grad_norm": 29.025720596313477,
      "learning_rate": 0.00019999187359506955,
      "loss": 4.7193,
      "step": 6358
    },
    {
      "epoch": 0.04077850455303322,
      "grad_norm": 77.44468688964844,
      "learning_rate": 0.0001999918710265054,
      "loss": 4.941,
      "step": 6359
    },
    {
      "epoch": 0.04078491727587533,
      "grad_norm": 21.4604549407959,
      "learning_rate": 0.00019999186845753544,
      "loss": 5.0496,
      "step": 6360
    },
    {
      "epoch": 0.04079132999871746,
      "grad_norm": 49.88789367675781,
      "learning_rate": 0.0001999918658881596,
      "loss": 4.9714,
      "step": 6361
    },
    {
      "epoch": 0.040797742721559574,
      "grad_norm": 27.514690399169922,
      "learning_rate": 0.00019999186331837792,
      "loss": 4.937,
      "step": 6362
    },
    {
      "epoch": 0.04080415544440169,
      "grad_norm": 50.44314956665039,
      "learning_rate": 0.00019999186074819036,
      "loss": 4.8903,
      "step": 6363
    },
    {
      "epoch": 0.040810568167243814,
      "grad_norm": 12.492965698242188,
      "learning_rate": 0.00019999185817759697,
      "loss": 4.8031,
      "step": 6364
    },
    {
      "epoch": 0.04081698089008593,
      "grad_norm": 12.403547286987305,
      "learning_rate": 0.00019999185560659775,
      "loss": 5.0947,
      "step": 6365
    },
    {
      "epoch": 0.04082339361292805,
      "grad_norm": 26.501941680908203,
      "learning_rate": 0.00019999185303519264,
      "loss": 4.8912,
      "step": 6366
    },
    {
      "epoch": 0.040829806335770165,
      "grad_norm": 24.740083694458008,
      "learning_rate": 0.00019999185046338172,
      "loss": 5.0367,
      "step": 6367
    },
    {
      "epoch": 0.04083621905861229,
      "grad_norm": 16.07679557800293,
      "learning_rate": 0.00019999184789116494,
      "loss": 4.9082,
      "step": 6368
    },
    {
      "epoch": 0.040842631781454405,
      "grad_norm": 15.619704246520996,
      "learning_rate": 0.00019999184531854233,
      "loss": 5.0578,
      "step": 6369
    },
    {
      "epoch": 0.04084904450429652,
      "grad_norm": 15.365310668945312,
      "learning_rate": 0.0001999918427455138,
      "loss": 4.884,
      "step": 6370
    },
    {
      "epoch": 0.040855457227138646,
      "grad_norm": 17.929628372192383,
      "learning_rate": 0.00019999184017207945,
      "loss": 4.8159,
      "step": 6371
    },
    {
      "epoch": 0.04086186994998076,
      "grad_norm": 40.27252197265625,
      "learning_rate": 0.0001999918375982393,
      "loss": 5.0738,
      "step": 6372
    },
    {
      "epoch": 0.04086828267282288,
      "grad_norm": 50.1690559387207,
      "learning_rate": 0.00019999183502399323,
      "loss": 4.8662,
      "step": 6373
    },
    {
      "epoch": 0.040874695395664996,
      "grad_norm": 28.01527214050293,
      "learning_rate": 0.00019999183244934137,
      "loss": 5.0052,
      "step": 6374
    },
    {
      "epoch": 0.04088110811850712,
      "grad_norm": 21.48253631591797,
      "learning_rate": 0.0001999918298742836,
      "loss": 4.8821,
      "step": 6375
    },
    {
      "epoch": 0.04088752084134924,
      "grad_norm": 843.0628051757812,
      "learning_rate": 0.00019999182729882003,
      "loss": 5.0863,
      "step": 6376
    },
    {
      "epoch": 0.040893933564191354,
      "grad_norm": 33.34801483154297,
      "learning_rate": 0.00019999182472295058,
      "loss": 5.0739,
      "step": 6377
    },
    {
      "epoch": 0.04090034628703348,
      "grad_norm": 93.53402709960938,
      "learning_rate": 0.0001999918221466753,
      "loss": 5.0594,
      "step": 6378
    },
    {
      "epoch": 0.040906759009875594,
      "grad_norm": 21.899822235107422,
      "learning_rate": 0.00019999181956999412,
      "loss": 4.9511,
      "step": 6379
    },
    {
      "epoch": 0.04091317173271771,
      "grad_norm": 211.43699645996094,
      "learning_rate": 0.00019999181699290714,
      "loss": 5.0417,
      "step": 6380
    },
    {
      "epoch": 0.04091958445555983,
      "grad_norm": 21.758779525756836,
      "learning_rate": 0.00019999181441541432,
      "loss": 5.039,
      "step": 6381
    },
    {
      "epoch": 0.04092599717840195,
      "grad_norm": 26.882064819335938,
      "learning_rate": 0.00019999181183751562,
      "loss": 4.992,
      "step": 6382
    },
    {
      "epoch": 0.04093240990124407,
      "grad_norm": 38.08369064331055,
      "learning_rate": 0.00019999180925921105,
      "loss": 4.9155,
      "step": 6383
    },
    {
      "epoch": 0.040938822624086185,
      "grad_norm": 16.5288143157959,
      "learning_rate": 0.0001999918066805007,
      "loss": 4.8879,
      "step": 6384
    },
    {
      "epoch": 0.04094523534692831,
      "grad_norm": 28.75851058959961,
      "learning_rate": 0.00019999180410138444,
      "loss": 4.8706,
      "step": 6385
    },
    {
      "epoch": 0.040951648069770426,
      "grad_norm": 20.0980224609375,
      "learning_rate": 0.00019999180152186234,
      "loss": 4.9885,
      "step": 6386
    },
    {
      "epoch": 0.04095806079261254,
      "grad_norm": 63.912315368652344,
      "learning_rate": 0.0001999917989419344,
      "loss": 4.9109,
      "step": 6387
    },
    {
      "epoch": 0.04096447351545466,
      "grad_norm": 28.669801712036133,
      "learning_rate": 0.0001999917963616006,
      "loss": 5.0172,
      "step": 6388
    },
    {
      "epoch": 0.04097088623829678,
      "grad_norm": 15.565980911254883,
      "learning_rate": 0.00019999179378086095,
      "loss": 5.0706,
      "step": 6389
    },
    {
      "epoch": 0.0409772989611389,
      "grad_norm": 167.3320770263672,
      "learning_rate": 0.00019999179119971548,
      "loss": 4.799,
      "step": 6390
    },
    {
      "epoch": 0.04098371168398102,
      "grad_norm": 13.41338062286377,
      "learning_rate": 0.00019999178861816413,
      "loss": 4.7712,
      "step": 6391
    },
    {
      "epoch": 0.04099012440682314,
      "grad_norm": 26.39267921447754,
      "learning_rate": 0.0001999917860362069,
      "loss": 5.0792,
      "step": 6392
    },
    {
      "epoch": 0.04099653712966526,
      "grad_norm": 13.551673889160156,
      "learning_rate": 0.00019999178345384388,
      "loss": 4.9083,
      "step": 6393
    },
    {
      "epoch": 0.041002949852507374,
      "grad_norm": 31.185340881347656,
      "learning_rate": 0.000199991780871075,
      "loss": 5.7718,
      "step": 6394
    },
    {
      "epoch": 0.04100936257534949,
      "grad_norm": 26.86212921142578,
      "learning_rate": 0.00019999177828790022,
      "loss": 5.0122,
      "step": 6395
    },
    {
      "epoch": 0.041015775298191615,
      "grad_norm": 49.88759994506836,
      "learning_rate": 0.00019999177570431963,
      "loss": 4.7797,
      "step": 6396
    },
    {
      "epoch": 0.04102218802103373,
      "grad_norm": 17.719486236572266,
      "learning_rate": 0.0001999917731203332,
      "loss": 4.9765,
      "step": 6397
    },
    {
      "epoch": 0.04102860074387585,
      "grad_norm": 20.5385684967041,
      "learning_rate": 0.00019999177053594088,
      "loss": 4.9525,
      "step": 6398
    },
    {
      "epoch": 0.041035013466717965,
      "grad_norm": 171.91197204589844,
      "learning_rate": 0.00019999176795114276,
      "loss": 4.8403,
      "step": 6399
    },
    {
      "epoch": 0.04104142618956009,
      "grad_norm": 39.56757354736328,
      "learning_rate": 0.00019999176536593876,
      "loss": 4.9324,
      "step": 6400
    },
    {
      "epoch": 0.04104142618956009,
      "eval_loss": 4.948238372802734,
      "eval_runtime": 34.7963,
      "eval_samples_per_second": 90.096,
      "eval_steps_per_second": 22.531,
      "step": 6400
    },
    {
      "epoch": 0.041047838912402206,
      "grad_norm": 17.730182647705078,
      "learning_rate": 0.0001999917627803289,
      "loss": 5.0167,
      "step": 6401
    },
    {
      "epoch": 0.04105425163524432,
      "grad_norm": 46.225833892822266,
      "learning_rate": 0.00019999176019431324,
      "loss": 4.8722,
      "step": 6402
    },
    {
      "epoch": 0.041060664358086446,
      "grad_norm": 202.9829864501953,
      "learning_rate": 0.00019999175760789165,
      "loss": 5.0177,
      "step": 6403
    },
    {
      "epoch": 0.04106707708092856,
      "grad_norm": 55.58918380737305,
      "learning_rate": 0.00019999175502106428,
      "loss": 5.3194,
      "step": 6404
    },
    {
      "epoch": 0.04107348980377068,
      "grad_norm": 58.99368667602539,
      "learning_rate": 0.000199991752433831,
      "loss": 5.025,
      "step": 6405
    },
    {
      "epoch": 0.041079902526612797,
      "grad_norm": 43.20292282104492,
      "learning_rate": 0.00019999174984619192,
      "loss": 4.8209,
      "step": 6406
    },
    {
      "epoch": 0.04108631524945492,
      "grad_norm": 77.5370101928711,
      "learning_rate": 0.00019999174725814697,
      "loss": 4.9514,
      "step": 6407
    },
    {
      "epoch": 0.04109272797229704,
      "grad_norm": 49.57360076904297,
      "learning_rate": 0.00019999174466969616,
      "loss": 5.0182,
      "step": 6408
    },
    {
      "epoch": 0.041099140695139154,
      "grad_norm": 103.9017562866211,
      "learning_rate": 0.00019999174208083952,
      "loss": 5.0287,
      "step": 6409
    },
    {
      "epoch": 0.04110555341798128,
      "grad_norm": 128.7996063232422,
      "learning_rate": 0.00019999173949157703,
      "loss": 4.842,
      "step": 6410
    },
    {
      "epoch": 0.041111966140823394,
      "grad_norm": 46.80448532104492,
      "learning_rate": 0.0001999917369019087,
      "loss": 5.0733,
      "step": 6411
    },
    {
      "epoch": 0.04111837886366551,
      "grad_norm": 26.438112258911133,
      "learning_rate": 0.00019999173431183449,
      "loss": 5.0761,
      "step": 6412
    },
    {
      "epoch": 0.04112479158650763,
      "grad_norm": 342.5909729003906,
      "learning_rate": 0.00019999173172135444,
      "loss": 4.8127,
      "step": 6413
    },
    {
      "epoch": 0.04113120430934975,
      "grad_norm": 83.7192611694336,
      "learning_rate": 0.00019999172913046854,
      "loss": 4.9205,
      "step": 6414
    },
    {
      "epoch": 0.04113761703219187,
      "grad_norm": 52.9476318359375,
      "learning_rate": 0.0001999917265391768,
      "loss": 4.9723,
      "step": 6415
    },
    {
      "epoch": 0.041144029755033985,
      "grad_norm": 25.616201400756836,
      "learning_rate": 0.0001999917239474792,
      "loss": 4.979,
      "step": 6416
    },
    {
      "epoch": 0.04115044247787611,
      "grad_norm": 97.16545104980469,
      "learning_rate": 0.00019999172135537577,
      "loss": 5.5693,
      "step": 6417
    },
    {
      "epoch": 0.041156855200718226,
      "grad_norm": 34.53218078613281,
      "learning_rate": 0.00019999171876286648,
      "loss": 5.0575,
      "step": 6418
    },
    {
      "epoch": 0.04116326792356034,
      "grad_norm": 23.419273376464844,
      "learning_rate": 0.00019999171616995134,
      "loss": 5.1488,
      "step": 6419
    },
    {
      "epoch": 0.04116968064640246,
      "grad_norm": 22.66204071044922,
      "learning_rate": 0.00019999171357663032,
      "loss": 4.9455,
      "step": 6420
    },
    {
      "epoch": 0.04117609336924458,
      "grad_norm": 34.609405517578125,
      "learning_rate": 0.00019999171098290347,
      "loss": 4.995,
      "step": 6421
    },
    {
      "epoch": 0.0411825060920867,
      "grad_norm": 23.09894371032715,
      "learning_rate": 0.0001999917083887708,
      "loss": 5.0103,
      "step": 6422
    },
    {
      "epoch": 0.04118891881492882,
      "grad_norm": 44.03901290893555,
      "learning_rate": 0.00019999170579423225,
      "loss": 4.9261,
      "step": 6423
    },
    {
      "epoch": 0.04119533153777094,
      "grad_norm": 21.711679458618164,
      "learning_rate": 0.00019999170319928787,
      "loss": 4.9423,
      "step": 6424
    },
    {
      "epoch": 0.04120174426061306,
      "grad_norm": 29.119699478149414,
      "learning_rate": 0.0001999917006039376,
      "loss": 5.1724,
      "step": 6425
    },
    {
      "epoch": 0.041208156983455174,
      "grad_norm": 28.150266647338867,
      "learning_rate": 0.0001999916980081815,
      "loss": 4.9343,
      "step": 6426
    },
    {
      "epoch": 0.04121456970629729,
      "grad_norm": 22.2170467376709,
      "learning_rate": 0.00019999169541201956,
      "loss": 4.8071,
      "step": 6427
    },
    {
      "epoch": 0.041220982429139415,
      "grad_norm": 34.0963020324707,
      "learning_rate": 0.00019999169281545177,
      "loss": 4.839,
      "step": 6428
    },
    {
      "epoch": 0.04122739515198153,
      "grad_norm": 16.501413345336914,
      "learning_rate": 0.00019999169021847813,
      "loss": 4.9245,
      "step": 6429
    },
    {
      "epoch": 0.04123380787482365,
      "grad_norm": 15.509601593017578,
      "learning_rate": 0.00019999168762109863,
      "loss": 5.0316,
      "step": 6430
    },
    {
      "epoch": 0.04124022059766577,
      "grad_norm": 29.85702896118164,
      "learning_rate": 0.00019999168502331328,
      "loss": 4.9033,
      "step": 6431
    },
    {
      "epoch": 0.04124663332050789,
      "grad_norm": 21.81939125061035,
      "learning_rate": 0.00019999168242512208,
      "loss": 4.9173,
      "step": 6432
    },
    {
      "epoch": 0.041253046043350006,
      "grad_norm": 11.78863525390625,
      "learning_rate": 0.00019999167982652505,
      "loss": 4.6822,
      "step": 6433
    },
    {
      "epoch": 0.04125945876619212,
      "grad_norm": 36.87538528442383,
      "learning_rate": 0.00019999167722752214,
      "loss": 4.9646,
      "step": 6434
    },
    {
      "epoch": 0.041265871489034246,
      "grad_norm": 14.891457557678223,
      "learning_rate": 0.0001999916746281134,
      "loss": 4.9876,
      "step": 6435
    },
    {
      "epoch": 0.04127228421187636,
      "grad_norm": 18.963293075561523,
      "learning_rate": 0.00019999167202829882,
      "loss": 4.9807,
      "step": 6436
    },
    {
      "epoch": 0.04127869693471848,
      "grad_norm": 54.38673400878906,
      "learning_rate": 0.00019999166942807838,
      "loss": 4.8537,
      "step": 6437
    },
    {
      "epoch": 0.041285109657560604,
      "grad_norm": 15.827537536621094,
      "learning_rate": 0.0001999916668274521,
      "loss": 4.9022,
      "step": 6438
    },
    {
      "epoch": 0.04129152238040272,
      "grad_norm": 18.795364379882812,
      "learning_rate": 0.00019999166422641996,
      "loss": 5.1141,
      "step": 6439
    },
    {
      "epoch": 0.04129793510324484,
      "grad_norm": 19.938095092773438,
      "learning_rate": 0.00019999166162498196,
      "loss": 4.7699,
      "step": 6440
    },
    {
      "epoch": 0.041304347826086954,
      "grad_norm": 32.379676818847656,
      "learning_rate": 0.00019999165902313812,
      "loss": 5.2609,
      "step": 6441
    },
    {
      "epoch": 0.04131076054892908,
      "grad_norm": 21.651065826416016,
      "learning_rate": 0.00019999165642088843,
      "loss": 5.0687,
      "step": 6442
    },
    {
      "epoch": 0.041317173271771195,
      "grad_norm": 12.962987899780273,
      "learning_rate": 0.00019999165381823287,
      "loss": 4.8634,
      "step": 6443
    },
    {
      "epoch": 0.04132358599461331,
      "grad_norm": 11.598438262939453,
      "learning_rate": 0.0001999916512151715,
      "loss": 4.9974,
      "step": 6444
    },
    {
      "epoch": 0.04132999871745543,
      "grad_norm": 11.319962501525879,
      "learning_rate": 0.00019999164861170425,
      "loss": 4.9241,
      "step": 6445
    },
    {
      "epoch": 0.04133641144029755,
      "grad_norm": 11.222657203674316,
      "learning_rate": 0.0001999916460078312,
      "loss": 5.056,
      "step": 6446
    },
    {
      "epoch": 0.04134282416313967,
      "grad_norm": 8.13710880279541,
      "learning_rate": 0.00019999164340355223,
      "loss": 4.835,
      "step": 6447
    },
    {
      "epoch": 0.041349236885981785,
      "grad_norm": 7.039577960968018,
      "learning_rate": 0.00019999164079886742,
      "loss": 4.9383,
      "step": 6448
    },
    {
      "epoch": 0.04135564960882391,
      "grad_norm": 8.874493598937988,
      "learning_rate": 0.0001999916381937768,
      "loss": 4.7902,
      "step": 6449
    },
    {
      "epoch": 0.041362062331666026,
      "grad_norm": 14.818521499633789,
      "learning_rate": 0.0001999916355882803,
      "loss": 4.8351,
      "step": 6450
    },
    {
      "epoch": 0.04136847505450814,
      "grad_norm": 13.18113899230957,
      "learning_rate": 0.00019999163298237797,
      "loss": 4.7075,
      "step": 6451
    },
    {
      "epoch": 0.04137488777735026,
      "grad_norm": 11.461084365844727,
      "learning_rate": 0.0001999916303760698,
      "loss": 5.0719,
      "step": 6452
    },
    {
      "epoch": 0.04138130050019238,
      "grad_norm": 9.028671264648438,
      "learning_rate": 0.00019999162776935576,
      "loss": 5.1134,
      "step": 6453
    },
    {
      "epoch": 0.0413877132230345,
      "grad_norm": 7.833442211151123,
      "learning_rate": 0.0001999916251622359,
      "loss": 4.8913,
      "step": 6454
    },
    {
      "epoch": 0.04139412594587662,
      "grad_norm": 6.777605056762695,
      "learning_rate": 0.00019999162255471013,
      "loss": 4.8242,
      "step": 6455
    },
    {
      "epoch": 0.04140053866871874,
      "grad_norm": 12.720837593078613,
      "learning_rate": 0.00019999161994677854,
      "loss": 5.063,
      "step": 6456
    },
    {
      "epoch": 0.04140695139156086,
      "grad_norm": 16.402742385864258,
      "learning_rate": 0.0001999916173384411,
      "loss": 4.8486,
      "step": 6457
    },
    {
      "epoch": 0.041413364114402974,
      "grad_norm": 14.706446647644043,
      "learning_rate": 0.00019999161472969784,
      "loss": 4.9063,
      "step": 6458
    },
    {
      "epoch": 0.04141977683724509,
      "grad_norm": 7.799493789672852,
      "learning_rate": 0.00019999161212054872,
      "loss": 4.7851,
      "step": 6459
    },
    {
      "epoch": 0.041426189560087215,
      "grad_norm": 18.42427635192871,
      "learning_rate": 0.0001999916095109937,
      "loss": 5.0414,
      "step": 6460
    },
    {
      "epoch": 0.04143260228292933,
      "grad_norm": 9.964387893676758,
      "learning_rate": 0.00019999160690103288,
      "loss": 4.9284,
      "step": 6461
    },
    {
      "epoch": 0.04143901500577145,
      "grad_norm": 13.653253555297852,
      "learning_rate": 0.0001999916042906662,
      "loss": 4.9253,
      "step": 6462
    },
    {
      "epoch": 0.04144542772861357,
      "grad_norm": 16.687898635864258,
      "learning_rate": 0.00019999160167989368,
      "loss": 5.2716,
      "step": 6463
    },
    {
      "epoch": 0.04145184045145569,
      "grad_norm": 16.53647804260254,
      "learning_rate": 0.0001999915990687153,
      "loss": 4.8891,
      "step": 6464
    },
    {
      "epoch": 0.041458253174297806,
      "grad_norm": 10.83899211883545,
      "learning_rate": 0.00019999159645713106,
      "loss": 4.9253,
      "step": 6465
    },
    {
      "epoch": 0.04146466589713992,
      "grad_norm": 20.803329467773438,
      "learning_rate": 0.00019999159384514098,
      "loss": 4.9882,
      "step": 6466
    },
    {
      "epoch": 0.041471078619982046,
      "grad_norm": 21.98846435546875,
      "learning_rate": 0.00019999159123274506,
      "loss": 4.9448,
      "step": 6467
    },
    {
      "epoch": 0.04147749134282416,
      "grad_norm": 14.637701988220215,
      "learning_rate": 0.0001999915886199433,
      "loss": 5.0617,
      "step": 6468
    },
    {
      "epoch": 0.04148390406566628,
      "grad_norm": 39.78518295288086,
      "learning_rate": 0.00019999158600673565,
      "loss": 4.9605,
      "step": 6469
    },
    {
      "epoch": 0.041490316788508404,
      "grad_norm": 25.06865119934082,
      "learning_rate": 0.00019999158339312217,
      "loss": 4.7708,
      "step": 6470
    },
    {
      "epoch": 0.04149672951135052,
      "grad_norm": 26.5255184173584,
      "learning_rate": 0.00019999158077910285,
      "loss": 4.8562,
      "step": 6471
    },
    {
      "epoch": 0.04150314223419264,
      "grad_norm": 24.714017868041992,
      "learning_rate": 0.00019999157816467768,
      "loss": 5.0698,
      "step": 6472
    },
    {
      "epoch": 0.041509554957034754,
      "grad_norm": 83.45931243896484,
      "learning_rate": 0.00019999157554984666,
      "loss": 4.9543,
      "step": 6473
    },
    {
      "epoch": 0.04151596767987688,
      "grad_norm": 28.782939910888672,
      "learning_rate": 0.0001999915729346098,
      "loss": 4.9927,
      "step": 6474
    },
    {
      "epoch": 0.041522380402718995,
      "grad_norm": 21.261436462402344,
      "learning_rate": 0.00019999157031896708,
      "loss": 5.1687,
      "step": 6475
    },
    {
      "epoch": 0.04152879312556111,
      "grad_norm": 30.821760177612305,
      "learning_rate": 0.0001999915677029185,
      "loss": 4.8707,
      "step": 6476
    },
    {
      "epoch": 0.041535205848403235,
      "grad_norm": 16.34759521484375,
      "learning_rate": 0.00019999156508646406,
      "loss": 4.7963,
      "step": 6477
    },
    {
      "epoch": 0.04154161857124535,
      "grad_norm": 147.07559204101562,
      "learning_rate": 0.0001999915624696038,
      "loss": 5.1059,
      "step": 6478
    },
    {
      "epoch": 0.04154803129408747,
      "grad_norm": 84.44233703613281,
      "learning_rate": 0.0001999915598523377,
      "loss": 4.9777,
      "step": 6479
    },
    {
      "epoch": 0.041554444016929586,
      "grad_norm": 17.25726890563965,
      "learning_rate": 0.00019999155723466572,
      "loss": 4.9066,
      "step": 6480
    },
    {
      "epoch": 0.04156085673977171,
      "grad_norm": 40.24155807495117,
      "learning_rate": 0.0001999915546165879,
      "loss": 4.9756,
      "step": 6481
    },
    {
      "epoch": 0.041567269462613826,
      "grad_norm": 23.49860191345215,
      "learning_rate": 0.00019999155199810424,
      "loss": 4.8605,
      "step": 6482
    },
    {
      "epoch": 0.04157368218545594,
      "grad_norm": 43.21742630004883,
      "learning_rate": 0.0001999915493792147,
      "loss": 5.1076,
      "step": 6483
    },
    {
      "epoch": 0.04158009490829807,
      "grad_norm": 22.77941131591797,
      "learning_rate": 0.00019999154675991933,
      "loss": 4.9327,
      "step": 6484
    },
    {
      "epoch": 0.041586507631140184,
      "grad_norm": 190.45672607421875,
      "learning_rate": 0.00019999154414021813,
      "loss": 4.9025,
      "step": 6485
    },
    {
      "epoch": 0.0415929203539823,
      "grad_norm": 32.825199127197266,
      "learning_rate": 0.00019999154152011106,
      "loss": 5.0644,
      "step": 6486
    },
    {
      "epoch": 0.04159933307682442,
      "grad_norm": 31.914018630981445,
      "learning_rate": 0.00019999153889959815,
      "loss": 4.9817,
      "step": 6487
    },
    {
      "epoch": 0.04160574579966654,
      "grad_norm": 26.155654907226562,
      "learning_rate": 0.0001999915362786794,
      "loss": 4.838,
      "step": 6488
    },
    {
      "epoch": 0.04161215852250866,
      "grad_norm": 50.733055114746094,
      "learning_rate": 0.0001999915336573548,
      "loss": 5.1637,
      "step": 6489
    },
    {
      "epoch": 0.041618571245350774,
      "grad_norm": 26.733797073364258,
      "learning_rate": 0.0001999915310356243,
      "loss": 5.0234,
      "step": 6490
    },
    {
      "epoch": 0.04162498396819289,
      "grad_norm": 21.474668502807617,
      "learning_rate": 0.00019999152841348802,
      "loss": 4.6996,
      "step": 6491
    },
    {
      "epoch": 0.041631396691035015,
      "grad_norm": 26.59762954711914,
      "learning_rate": 0.00019999152579094583,
      "loss": 4.8564,
      "step": 6492
    },
    {
      "epoch": 0.04163780941387713,
      "grad_norm": 23.895362854003906,
      "learning_rate": 0.00019999152316799786,
      "loss": 4.8509,
      "step": 6493
    },
    {
      "epoch": 0.04164422213671925,
      "grad_norm": 33.62632751464844,
      "learning_rate": 0.000199991520544644,
      "loss": 5.2294,
      "step": 6494
    },
    {
      "epoch": 0.04165063485956137,
      "grad_norm": 17.856822967529297,
      "learning_rate": 0.00019999151792088427,
      "loss": 4.9923,
      "step": 6495
    },
    {
      "epoch": 0.04165704758240349,
      "grad_norm": 80.76008605957031,
      "learning_rate": 0.0001999915152967187,
      "loss": 5.0803,
      "step": 6496
    },
    {
      "epoch": 0.041663460305245606,
      "grad_norm": 43.11091613769531,
      "learning_rate": 0.0001999915126721473,
      "loss": 4.901,
      "step": 6497
    },
    {
      "epoch": 0.04166987302808772,
      "grad_norm": 19.21615982055664,
      "learning_rate": 0.00019999151004717006,
      "loss": 5.0758,
      "step": 6498
    },
    {
      "epoch": 0.041676285750929846,
      "grad_norm": 17.153736114501953,
      "learning_rate": 0.00019999150742178696,
      "loss": 4.7629,
      "step": 6499
    },
    {
      "epoch": 0.04168269847377196,
      "grad_norm": 61.073123931884766,
      "learning_rate": 0.00019999150479599803,
      "loss": 4.9199,
      "step": 6500
    },
    {
      "epoch": 0.04168269847377196,
      "eval_loss": 4.868846416473389,
      "eval_runtime": 34.7589,
      "eval_samples_per_second": 90.193,
      "eval_steps_per_second": 22.555,
      "step": 6500
    },
    {
      "epoch": 0.04168911119661408,
      "grad_norm": 14.227034568786621,
      "learning_rate": 0.0001999915021698032,
      "loss": 4.8959,
      "step": 6501
    },
    {
      "epoch": 0.041695523919456204,
      "grad_norm": 631.4215087890625,
      "learning_rate": 0.00019999149954320254,
      "loss": 4.8942,
      "step": 6502
    },
    {
      "epoch": 0.04170193664229832,
      "grad_norm": 33.490928649902344,
      "learning_rate": 0.00019999149691619605,
      "loss": 4.9994,
      "step": 6503
    },
    {
      "epoch": 0.04170834936514044,
      "grad_norm": 26.977354049682617,
      "learning_rate": 0.0001999914942887837,
      "loss": 4.981,
      "step": 6504
    },
    {
      "epoch": 0.041714762087982554,
      "grad_norm": 25.225961685180664,
      "learning_rate": 0.00019999149166096552,
      "loss": 5.0405,
      "step": 6505
    },
    {
      "epoch": 0.04172117481082468,
      "grad_norm": 21.87689781188965,
      "learning_rate": 0.00019999148903274147,
      "loss": 4.8307,
      "step": 6506
    },
    {
      "epoch": 0.041727587533666795,
      "grad_norm": 32.96162414550781,
      "learning_rate": 0.00019999148640411157,
      "loss": 4.818,
      "step": 6507
    },
    {
      "epoch": 0.04173400025650891,
      "grad_norm": 27.229232788085938,
      "learning_rate": 0.00019999148377507583,
      "loss": 4.9813,
      "step": 6508
    },
    {
      "epoch": 0.041740412979351035,
      "grad_norm": 22.1589298248291,
      "learning_rate": 0.00019999148114563424,
      "loss": 4.7339,
      "step": 6509
    },
    {
      "epoch": 0.04174682570219315,
      "grad_norm": 32.208717346191406,
      "learning_rate": 0.0001999914785157868,
      "loss": 4.8628,
      "step": 6510
    },
    {
      "epoch": 0.04175323842503527,
      "grad_norm": 34.514434814453125,
      "learning_rate": 0.0001999914758855335,
      "loss": 4.7774,
      "step": 6511
    },
    {
      "epoch": 0.041759651147877386,
      "grad_norm": 22.477130889892578,
      "learning_rate": 0.00019999147325487437,
      "loss": 4.8225,
      "step": 6512
    },
    {
      "epoch": 0.04176606387071951,
      "grad_norm": 22.44570541381836,
      "learning_rate": 0.00019999147062380938,
      "loss": 4.7086,
      "step": 6513
    },
    {
      "epoch": 0.041772476593561626,
      "grad_norm": 16.467267990112305,
      "learning_rate": 0.00019999146799233854,
      "loss": 5.1547,
      "step": 6514
    },
    {
      "epoch": 0.04177888931640374,
      "grad_norm": 19.182512283325195,
      "learning_rate": 0.00019999146536046184,
      "loss": 5.1531,
      "step": 6515
    },
    {
      "epoch": 0.04178530203924587,
      "grad_norm": 32.5377197265625,
      "learning_rate": 0.00019999146272817932,
      "loss": 4.8051,
      "step": 6516
    },
    {
      "epoch": 0.041791714762087984,
      "grad_norm": 21.811344146728516,
      "learning_rate": 0.00019999146009549095,
      "loss": 4.9664,
      "step": 6517
    },
    {
      "epoch": 0.0417981274849301,
      "grad_norm": 22.535158157348633,
      "learning_rate": 0.00019999145746239672,
      "loss": 4.8278,
      "step": 6518
    },
    {
      "epoch": 0.04180454020777222,
      "grad_norm": 16.891942977905273,
      "learning_rate": 0.00019999145482889664,
      "loss": 4.6327,
      "step": 6519
    },
    {
      "epoch": 0.04181095293061434,
      "grad_norm": 33.50039291381836,
      "learning_rate": 0.00019999145219499068,
      "loss": 4.8241,
      "step": 6520
    },
    {
      "epoch": 0.04181736565345646,
      "grad_norm": 29.341060638427734,
      "learning_rate": 0.00019999144956067892,
      "loss": 4.9062,
      "step": 6521
    },
    {
      "epoch": 0.041823778376298575,
      "grad_norm": 40.00393295288086,
      "learning_rate": 0.0001999914469259613,
      "loss": 5.6367,
      "step": 6522
    },
    {
      "epoch": 0.0418301910991407,
      "grad_norm": 23.515716552734375,
      "learning_rate": 0.0001999914442908378,
      "loss": 5.063,
      "step": 6523
    },
    {
      "epoch": 0.041836603821982815,
      "grad_norm": 91.49271392822266,
      "learning_rate": 0.0001999914416553085,
      "loss": 4.7793,
      "step": 6524
    },
    {
      "epoch": 0.04184301654482493,
      "grad_norm": 17.69440269470215,
      "learning_rate": 0.00019999143901937332,
      "loss": 4.7643,
      "step": 6525
    },
    {
      "epoch": 0.04184942926766705,
      "grad_norm": 17.962743759155273,
      "learning_rate": 0.00019999143638303228,
      "loss": 4.8606,
      "step": 6526
    },
    {
      "epoch": 0.04185584199050917,
      "grad_norm": 34.01323699951172,
      "learning_rate": 0.00019999143374628542,
      "loss": 4.9368,
      "step": 6527
    },
    {
      "epoch": 0.04186225471335129,
      "grad_norm": 49.55604553222656,
      "learning_rate": 0.0001999914311091327,
      "loss": 5.0268,
      "step": 6528
    },
    {
      "epoch": 0.041868667436193406,
      "grad_norm": 29.810588836669922,
      "learning_rate": 0.00019999142847157412,
      "loss": 4.909,
      "step": 6529
    },
    {
      "epoch": 0.04187508015903553,
      "grad_norm": 21.508888244628906,
      "learning_rate": 0.0001999914258336097,
      "loss": 5.0016,
      "step": 6530
    },
    {
      "epoch": 0.04188149288187765,
      "grad_norm": 24.72854995727539,
      "learning_rate": 0.00019999142319523943,
      "loss": 4.9063,
      "step": 6531
    },
    {
      "epoch": 0.04188790560471976,
      "grad_norm": 18.85741424560547,
      "learning_rate": 0.00019999142055646333,
      "loss": 4.9083,
      "step": 6532
    },
    {
      "epoch": 0.04189431832756188,
      "grad_norm": 21.29118537902832,
      "learning_rate": 0.00019999141791728138,
      "loss": 5.0938,
      "step": 6533
    },
    {
      "epoch": 0.041900731050404004,
      "grad_norm": 54.08115768432617,
      "learning_rate": 0.00019999141527769356,
      "loss": 4.8569,
      "step": 6534
    },
    {
      "epoch": 0.04190714377324612,
      "grad_norm": 27.58045196533203,
      "learning_rate": 0.0001999914126376999,
      "loss": 4.9554,
      "step": 6535
    },
    {
      "epoch": 0.04191355649608824,
      "grad_norm": 29.374467849731445,
      "learning_rate": 0.00019999140999730038,
      "loss": 4.8732,
      "step": 6536
    },
    {
      "epoch": 0.041919969218930354,
      "grad_norm": 64.99749755859375,
      "learning_rate": 0.00019999140735649503,
      "loss": 5.0371,
      "step": 6537
    },
    {
      "epoch": 0.04192638194177248,
      "grad_norm": 73.21971130371094,
      "learning_rate": 0.0001999914047152838,
      "loss": 5.0744,
      "step": 6538
    },
    {
      "epoch": 0.041932794664614595,
      "grad_norm": 141.8662872314453,
      "learning_rate": 0.00019999140207366676,
      "loss": 4.8155,
      "step": 6539
    },
    {
      "epoch": 0.04193920738745671,
      "grad_norm": 76.87696838378906,
      "learning_rate": 0.00019999139943164388,
      "loss": 4.9665,
      "step": 6540
    },
    {
      "epoch": 0.041945620110298835,
      "grad_norm": 290.2995300292969,
      "learning_rate": 0.00019999139678921512,
      "loss": 5.0648,
      "step": 6541
    },
    {
      "epoch": 0.04195203283314095,
      "grad_norm": 42.7001953125,
      "learning_rate": 0.0001999913941463805,
      "loss": 4.8096,
      "step": 6542
    },
    {
      "epoch": 0.04195844555598307,
      "grad_norm": 61.68826675415039,
      "learning_rate": 0.00019999139150314005,
      "loss": 5.0596,
      "step": 6543
    },
    {
      "epoch": 0.041964858278825186,
      "grad_norm": 109.07849884033203,
      "learning_rate": 0.00019999138885949376,
      "loss": 4.8734,
      "step": 6544
    },
    {
      "epoch": 0.04197127100166731,
      "grad_norm": 43.424713134765625,
      "learning_rate": 0.00019999138621544163,
      "loss": 5.0347,
      "step": 6545
    },
    {
      "epoch": 0.041977683724509426,
      "grad_norm": 108.81036376953125,
      "learning_rate": 0.00019999138357098363,
      "loss": 5.2132,
      "step": 6546
    },
    {
      "epoch": 0.04198409644735154,
      "grad_norm": 49.01112747192383,
      "learning_rate": 0.00019999138092611978,
      "loss": 4.9412,
      "step": 6547
    },
    {
      "epoch": 0.04199050917019367,
      "grad_norm": 99.97207641601562,
      "learning_rate": 0.0001999913782808501,
      "loss": 4.9563,
      "step": 6548
    },
    {
      "epoch": 0.041996921893035784,
      "grad_norm": 75.37680053710938,
      "learning_rate": 0.00019999137563517453,
      "loss": 5.1234,
      "step": 6549
    },
    {
      "epoch": 0.0420033346158779,
      "grad_norm": 61.68044662475586,
      "learning_rate": 0.00019999137298909317,
      "loss": 5.0631,
      "step": 6550
    },
    {
      "epoch": 0.04200974733872002,
      "grad_norm": 171.05560302734375,
      "learning_rate": 0.00019999137034260592,
      "loss": 5.0544,
      "step": 6551
    },
    {
      "epoch": 0.04201616006156214,
      "grad_norm": 109.42076110839844,
      "learning_rate": 0.00019999136769571283,
      "loss": 4.8892,
      "step": 6552
    },
    {
      "epoch": 0.04202257278440426,
      "grad_norm": 298.8894348144531,
      "learning_rate": 0.0001999913650484139,
      "loss": 4.7735,
      "step": 6553
    },
    {
      "epoch": 0.042028985507246375,
      "grad_norm": 37.923885345458984,
      "learning_rate": 0.00019999136240070914,
      "loss": 5.2507,
      "step": 6554
    },
    {
      "epoch": 0.0420353982300885,
      "grad_norm": 23.428897857666016,
      "learning_rate": 0.00019999135975259848,
      "loss": 4.9894,
      "step": 6555
    },
    {
      "epoch": 0.042041810952930615,
      "grad_norm": 17.797040939331055,
      "learning_rate": 0.00019999135710408199,
      "loss": 4.9932,
      "step": 6556
    },
    {
      "epoch": 0.04204822367577273,
      "grad_norm": 674.8179321289062,
      "learning_rate": 0.00019999135445515967,
      "loss": 4.9907,
      "step": 6557
    },
    {
      "epoch": 0.04205463639861485,
      "grad_norm": 377.174560546875,
      "learning_rate": 0.00019999135180583149,
      "loss": 4.9886,
      "step": 6558
    },
    {
      "epoch": 0.04206104912145697,
      "grad_norm": 179.1881561279297,
      "learning_rate": 0.00019999134915609748,
      "loss": 4.8763,
      "step": 6559
    },
    {
      "epoch": 0.04206746184429909,
      "grad_norm": 200.0190887451172,
      "learning_rate": 0.0001999913465059576,
      "loss": 4.9105,
      "step": 6560
    },
    {
      "epoch": 0.042073874567141206,
      "grad_norm": 80.15121459960938,
      "learning_rate": 0.00019999134385541187,
      "loss": 4.9933,
      "step": 6561
    },
    {
      "epoch": 0.04208028728998333,
      "grad_norm": 36.11243438720703,
      "learning_rate": 0.0001999913412044603,
      "loss": 4.8325,
      "step": 6562
    },
    {
      "epoch": 0.04208670001282545,
      "grad_norm": 83.7313003540039,
      "learning_rate": 0.00019999133855310287,
      "loss": 4.8612,
      "step": 6563
    },
    {
      "epoch": 0.042093112735667564,
      "grad_norm": 159.96487426757812,
      "learning_rate": 0.00019999133590133962,
      "loss": 4.7889,
      "step": 6564
    },
    {
      "epoch": 0.04209952545850968,
      "grad_norm": 169.280029296875,
      "learning_rate": 0.0001999913332491705,
      "loss": 4.9243,
      "step": 6565
    },
    {
      "epoch": 0.042105938181351804,
      "grad_norm": 96.42498016357422,
      "learning_rate": 0.00019999133059659554,
      "loss": 4.7119,
      "step": 6566
    },
    {
      "epoch": 0.04211235090419392,
      "grad_norm": 91.86997985839844,
      "learning_rate": 0.00019999132794361473,
      "loss": 5.0405,
      "step": 6567
    },
    {
      "epoch": 0.04211876362703604,
      "grad_norm": 148.0122528076172,
      "learning_rate": 0.00019999132529022805,
      "loss": 4.8809,
      "step": 6568
    },
    {
      "epoch": 0.04212517634987816,
      "grad_norm": 68.87408447265625,
      "learning_rate": 0.00019999132263643556,
      "loss": 4.7335,
      "step": 6569
    },
    {
      "epoch": 0.04213158907272028,
      "grad_norm": 31.059886932373047,
      "learning_rate": 0.0001999913199822372,
      "loss": 4.8564,
      "step": 6570
    },
    {
      "epoch": 0.042138001795562395,
      "grad_norm": 130.1375732421875,
      "learning_rate": 0.00019999131732763298,
      "loss": 5.0307,
      "step": 6571
    },
    {
      "epoch": 0.04214441451840451,
      "grad_norm": 476.9622802734375,
      "learning_rate": 0.00019999131467262292,
      "loss": 4.9557,
      "step": 6572
    },
    {
      "epoch": 0.042150827241246636,
      "grad_norm": 65.99889373779297,
      "learning_rate": 0.00019999131201720705,
      "loss": 4.9703,
      "step": 6573
    },
    {
      "epoch": 0.04215723996408875,
      "grad_norm": 32.82469940185547,
      "learning_rate": 0.0001999913093613853,
      "loss": 4.8727,
      "step": 6574
    },
    {
      "epoch": 0.04216365268693087,
      "grad_norm": 21.555517196655273,
      "learning_rate": 0.0001999913067051577,
      "loss": 5.0514,
      "step": 6575
    },
    {
      "epoch": 0.04217006540977299,
      "grad_norm": 184.7375946044922,
      "learning_rate": 0.00019999130404852424,
      "loss": 4.9934,
      "step": 6576
    },
    {
      "epoch": 0.04217647813261511,
      "grad_norm": 103.45001220703125,
      "learning_rate": 0.00019999130139148496,
      "loss": 5.0622,
      "step": 6577
    },
    {
      "epoch": 0.04218289085545723,
      "grad_norm": 18.331878662109375,
      "learning_rate": 0.00019999129873403981,
      "loss": 4.9669,
      "step": 6578
    },
    {
      "epoch": 0.04218930357829934,
      "grad_norm": 301.7310791015625,
      "learning_rate": 0.0001999912960761888,
      "loss": 4.9634,
      "step": 6579
    },
    {
      "epoch": 0.04219571630114147,
      "grad_norm": 17.931026458740234,
      "learning_rate": 0.000199991293417932,
      "loss": 4.903,
      "step": 6580
    },
    {
      "epoch": 0.042202129023983584,
      "grad_norm": 77.48250579833984,
      "learning_rate": 0.00019999129075926929,
      "loss": 4.887,
      "step": 6581
    },
    {
      "epoch": 0.0422085417468257,
      "grad_norm": 18.678897857666016,
      "learning_rate": 0.00019999128810020076,
      "loss": 4.9459,
      "step": 6582
    },
    {
      "epoch": 0.04221495446966782,
      "grad_norm": 26.079919815063477,
      "learning_rate": 0.00019999128544072637,
      "loss": 5.3444,
      "step": 6583
    },
    {
      "epoch": 0.04222136719250994,
      "grad_norm": 46.47321701049805,
      "learning_rate": 0.00019999128278084613,
      "loss": 5.2965,
      "step": 6584
    },
    {
      "epoch": 0.04222777991535206,
      "grad_norm": 28.97658348083496,
      "learning_rate": 0.00019999128012056005,
      "loss": 5.0207,
      "step": 6585
    },
    {
      "epoch": 0.042234192638194175,
      "grad_norm": 18.311086654663086,
      "learning_rate": 0.00019999127745986815,
      "loss": 4.9489,
      "step": 6586
    },
    {
      "epoch": 0.0422406053610363,
      "grad_norm": 38.045719146728516,
      "learning_rate": 0.00019999127479877036,
      "loss": 5.0482,
      "step": 6587
    },
    {
      "epoch": 0.042247018083878415,
      "grad_norm": 22.870203018188477,
      "learning_rate": 0.00019999127213726672,
      "loss": 4.7781,
      "step": 6588
    },
    {
      "epoch": 0.04225343080672053,
      "grad_norm": 69.45960235595703,
      "learning_rate": 0.00019999126947535726,
      "loss": 4.8888,
      "step": 6589
    },
    {
      "epoch": 0.04225984352956265,
      "grad_norm": 226.32041931152344,
      "learning_rate": 0.00019999126681304193,
      "loss": 4.989,
      "step": 6590
    },
    {
      "epoch": 0.04226625625240477,
      "grad_norm": 27.40009307861328,
      "learning_rate": 0.00019999126415032076,
      "loss": 5.0664,
      "step": 6591
    },
    {
      "epoch": 0.04227266897524689,
      "grad_norm": 15.46249008178711,
      "learning_rate": 0.00019999126148719377,
      "loss": 5.0226,
      "step": 6592
    },
    {
      "epoch": 0.042279081698089006,
      "grad_norm": 119.2279052734375,
      "learning_rate": 0.0001999912588236609,
      "loss": 5.1429,
      "step": 6593
    },
    {
      "epoch": 0.04228549442093113,
      "grad_norm": 12.075112342834473,
      "learning_rate": 0.00019999125615972218,
      "loss": 4.7405,
      "step": 6594
    },
    {
      "epoch": 0.04229190714377325,
      "grad_norm": 18.756174087524414,
      "learning_rate": 0.0001999912534953776,
      "loss": 4.6932,
      "step": 6595
    },
    {
      "epoch": 0.042298319866615364,
      "grad_norm": 17.917905807495117,
      "learning_rate": 0.0001999912508306272,
      "loss": 4.8928,
      "step": 6596
    },
    {
      "epoch": 0.04230473258945748,
      "grad_norm": 16.059913635253906,
      "learning_rate": 0.00019999124816547095,
      "loss": 4.8884,
      "step": 6597
    },
    {
      "epoch": 0.042311145312299604,
      "grad_norm": 24.093299865722656,
      "learning_rate": 0.00019999124549990884,
      "loss": 4.7375,
      "step": 6598
    },
    {
      "epoch": 0.04231755803514172,
      "grad_norm": 51.539886474609375,
      "learning_rate": 0.0001999912428339409,
      "loss": 5.0455,
      "step": 6599
    },
    {
      "epoch": 0.04232397075798384,
      "grad_norm": 30.24968719482422,
      "learning_rate": 0.0001999912401675671,
      "loss": 4.9766,
      "step": 6600
    },
    {
      "epoch": 0.04232397075798384,
      "eval_loss": 4.874317169189453,
      "eval_runtime": 34.7378,
      "eval_samples_per_second": 90.248,
      "eval_steps_per_second": 22.569,
      "step": 6600
    },
    {
      "epoch": 0.04233038348082596,
      "grad_norm": 17.42384147644043,
      "learning_rate": 0.00019999123750078743,
      "loss": 4.9946,
      "step": 6601
    },
    {
      "epoch": 0.04233679620366808,
      "grad_norm": 37.979488372802734,
      "learning_rate": 0.00019999123483360195,
      "loss": 5.0562,
      "step": 6602
    },
    {
      "epoch": 0.042343208926510195,
      "grad_norm": 32.91851043701172,
      "learning_rate": 0.0001999912321660106,
      "loss": 4.917,
      "step": 6603
    },
    {
      "epoch": 0.04234962164935231,
      "grad_norm": 19.545522689819336,
      "learning_rate": 0.0001999912294980134,
      "loss": 4.8419,
      "step": 6604
    },
    {
      "epoch": 0.042356034372194436,
      "grad_norm": 18.85630989074707,
      "learning_rate": 0.00019999122682961038,
      "loss": 4.8411,
      "step": 6605
    },
    {
      "epoch": 0.04236244709503655,
      "grad_norm": 24.687816619873047,
      "learning_rate": 0.00019999122416080147,
      "loss": 4.8563,
      "step": 6606
    },
    {
      "epoch": 0.04236885981787867,
      "grad_norm": 17.793350219726562,
      "learning_rate": 0.00019999122149158677,
      "loss": 4.7343,
      "step": 6607
    },
    {
      "epoch": 0.04237527254072079,
      "grad_norm": 59.757198333740234,
      "learning_rate": 0.00019999121882196617,
      "loss": 5.2188,
      "step": 6608
    },
    {
      "epoch": 0.04238168526356291,
      "grad_norm": 30.889957427978516,
      "learning_rate": 0.00019999121615193972,
      "loss": 4.9271,
      "step": 6609
    },
    {
      "epoch": 0.04238809798640503,
      "grad_norm": 53.12369918823242,
      "learning_rate": 0.00019999121348150743,
      "loss": 4.927,
      "step": 6610
    },
    {
      "epoch": 0.042394510709247143,
      "grad_norm": 19.473360061645508,
      "learning_rate": 0.00019999121081066933,
      "loss": 4.7927,
      "step": 6611
    },
    {
      "epoch": 0.04240092343208927,
      "grad_norm": 54.13801956176758,
      "learning_rate": 0.00019999120813942532,
      "loss": 4.8241,
      "step": 6612
    },
    {
      "epoch": 0.042407336154931384,
      "grad_norm": 29.907480239868164,
      "learning_rate": 0.00019999120546777553,
      "loss": 4.8257,
      "step": 6613
    },
    {
      "epoch": 0.0424137488777735,
      "grad_norm": 9.704768180847168,
      "learning_rate": 0.00019999120279571986,
      "loss": 4.8104,
      "step": 6614
    },
    {
      "epoch": 0.042420161600615625,
      "grad_norm": 20.836881637573242,
      "learning_rate": 0.00019999120012325833,
      "loss": 4.8768,
      "step": 6615
    },
    {
      "epoch": 0.04242657432345774,
      "grad_norm": 31.834228515625,
      "learning_rate": 0.00019999119745039097,
      "loss": 4.9942,
      "step": 6616
    },
    {
      "epoch": 0.04243298704629986,
      "grad_norm": 13.708145141601562,
      "learning_rate": 0.00019999119477711775,
      "loss": 5.0281,
      "step": 6617
    },
    {
      "epoch": 0.042439399769141975,
      "grad_norm": 67.10186767578125,
      "learning_rate": 0.0001999911921034387,
      "loss": 4.749,
      "step": 6618
    },
    {
      "epoch": 0.0424458124919841,
      "grad_norm": 86.14170837402344,
      "learning_rate": 0.0001999911894293538,
      "loss": 4.8634,
      "step": 6619
    },
    {
      "epoch": 0.042452225214826216,
      "grad_norm": 131.9372100830078,
      "learning_rate": 0.00019999118675486304,
      "loss": 5.2595,
      "step": 6620
    },
    {
      "epoch": 0.04245863793766833,
      "grad_norm": 16.208967208862305,
      "learning_rate": 0.00019999118407996642,
      "loss": 4.8892,
      "step": 6621
    },
    {
      "epoch": 0.042465050660510456,
      "grad_norm": 46.70747756958008,
      "learning_rate": 0.00019999118140466397,
      "loss": 5.0602,
      "step": 6622
    },
    {
      "epoch": 0.04247146338335257,
      "grad_norm": 30.46609878540039,
      "learning_rate": 0.00019999117872895568,
      "loss": 4.6923,
      "step": 6623
    },
    {
      "epoch": 0.04247787610619469,
      "grad_norm": 19.1571102142334,
      "learning_rate": 0.00019999117605284153,
      "loss": 4.7965,
      "step": 6624
    },
    {
      "epoch": 0.042484288829036806,
      "grad_norm": 76.53352355957031,
      "learning_rate": 0.00019999117337632152,
      "loss": 4.8689,
      "step": 6625
    },
    {
      "epoch": 0.04249070155187893,
      "grad_norm": 21.62278175354004,
      "learning_rate": 0.00019999117069939568,
      "loss": 4.5785,
      "step": 6626
    },
    {
      "epoch": 0.04249711427472105,
      "grad_norm": 30.447425842285156,
      "learning_rate": 0.00019999116802206398,
      "loss": 4.864,
      "step": 6627
    },
    {
      "epoch": 0.042503526997563164,
      "grad_norm": 20.661224365234375,
      "learning_rate": 0.00019999116534432645,
      "loss": 4.8437,
      "step": 6628
    },
    {
      "epoch": 0.04250993972040528,
      "grad_norm": 14.086307525634766,
      "learning_rate": 0.00019999116266618304,
      "loss": 4.7266,
      "step": 6629
    },
    {
      "epoch": 0.042516352443247404,
      "grad_norm": 24.341285705566406,
      "learning_rate": 0.00019999115998763385,
      "loss": 4.8798,
      "step": 6630
    },
    {
      "epoch": 0.04252276516608952,
      "grad_norm": 28.794103622436523,
      "learning_rate": 0.00019999115730867875,
      "loss": 4.8088,
      "step": 6631
    },
    {
      "epoch": 0.04252917788893164,
      "grad_norm": 92.66223907470703,
      "learning_rate": 0.00019999115462931784,
      "loss": 4.9795,
      "step": 6632
    },
    {
      "epoch": 0.04253559061177376,
      "grad_norm": 32.590553283691406,
      "learning_rate": 0.00019999115194955104,
      "loss": 4.995,
      "step": 6633
    },
    {
      "epoch": 0.04254200333461588,
      "grad_norm": 23.43500518798828,
      "learning_rate": 0.0001999911492693784,
      "loss": 4.7227,
      "step": 6634
    },
    {
      "epoch": 0.042548416057457995,
      "grad_norm": 27.908628463745117,
      "learning_rate": 0.00019999114658879994,
      "loss": 4.7716,
      "step": 6635
    },
    {
      "epoch": 0.04255482878030011,
      "grad_norm": 61.32555389404297,
      "learning_rate": 0.00019999114390781563,
      "loss": 5.4057,
      "step": 6636
    },
    {
      "epoch": 0.042561241503142236,
      "grad_norm": 19.96720314025879,
      "learning_rate": 0.00019999114122642547,
      "loss": 5.0642,
      "step": 6637
    },
    {
      "epoch": 0.04256765422598435,
      "grad_norm": 32.740840911865234,
      "learning_rate": 0.00019999113854462944,
      "loss": 4.8488,
      "step": 6638
    },
    {
      "epoch": 0.04257406694882647,
      "grad_norm": 24.33711051940918,
      "learning_rate": 0.00019999113586242757,
      "loss": 4.7847,
      "step": 6639
    },
    {
      "epoch": 0.04258047967166859,
      "grad_norm": 27.335477828979492,
      "learning_rate": 0.00019999113317981988,
      "loss": 4.986,
      "step": 6640
    },
    {
      "epoch": 0.04258689239451071,
      "grad_norm": 22.554927825927734,
      "learning_rate": 0.00019999113049680634,
      "loss": 4.9211,
      "step": 6641
    },
    {
      "epoch": 0.04259330511735283,
      "grad_norm": 23.97212791442871,
      "learning_rate": 0.0001999911278133869,
      "loss": 4.707,
      "step": 6642
    },
    {
      "epoch": 0.042599717840194944,
      "grad_norm": 34.84003448486328,
      "learning_rate": 0.00019999112512956166,
      "loss": 4.8763,
      "step": 6643
    },
    {
      "epoch": 0.04260613056303707,
      "grad_norm": 25.12401008605957,
      "learning_rate": 0.00019999112244533057,
      "loss": 4.7957,
      "step": 6644
    },
    {
      "epoch": 0.042612543285879184,
      "grad_norm": 26.522319793701172,
      "learning_rate": 0.00019999111976069363,
      "loss": 4.6674,
      "step": 6645
    },
    {
      "epoch": 0.0426189560087213,
      "grad_norm": 26.366872787475586,
      "learning_rate": 0.00019999111707565083,
      "loss": 4.8375,
      "step": 6646
    },
    {
      "epoch": 0.042625368731563425,
      "grad_norm": 26.510744094848633,
      "learning_rate": 0.0001999911143902022,
      "loss": 5.0408,
      "step": 6647
    },
    {
      "epoch": 0.04263178145440554,
      "grad_norm": 19.894954681396484,
      "learning_rate": 0.00019999111170434768,
      "loss": 5.1724,
      "step": 6648
    },
    {
      "epoch": 0.04263819417724766,
      "grad_norm": 38.25547409057617,
      "learning_rate": 0.00019999110901808734,
      "loss": 4.9375,
      "step": 6649
    },
    {
      "epoch": 0.042644606900089775,
      "grad_norm": 26.65684700012207,
      "learning_rate": 0.00019999110633142118,
      "loss": 4.8942,
      "step": 6650
    },
    {
      "epoch": 0.0426510196229319,
      "grad_norm": 17.90778923034668,
      "learning_rate": 0.00019999110364434916,
      "loss": 5.0065,
      "step": 6651
    },
    {
      "epoch": 0.042657432345774016,
      "grad_norm": 20.063892364501953,
      "learning_rate": 0.00019999110095687126,
      "loss": 4.8534,
      "step": 6652
    },
    {
      "epoch": 0.04266384506861613,
      "grad_norm": 27.632957458496094,
      "learning_rate": 0.00019999109826898751,
      "loss": 4.7588,
      "step": 6653
    },
    {
      "epoch": 0.042670257791458256,
      "grad_norm": 18.316953659057617,
      "learning_rate": 0.00019999109558069796,
      "loss": 5.1545,
      "step": 6654
    },
    {
      "epoch": 0.04267667051430037,
      "grad_norm": 37.98842239379883,
      "learning_rate": 0.00019999109289200252,
      "loss": 4.783,
      "step": 6655
    },
    {
      "epoch": 0.04268308323714249,
      "grad_norm": 22.560354232788086,
      "learning_rate": 0.00019999109020290128,
      "loss": 4.9876,
      "step": 6656
    },
    {
      "epoch": 0.04268949595998461,
      "grad_norm": 19.06527328491211,
      "learning_rate": 0.00019999108751339416,
      "loss": 4.7491,
      "step": 6657
    },
    {
      "epoch": 0.04269590868282673,
      "grad_norm": 16.433921813964844,
      "learning_rate": 0.0001999910848234812,
      "loss": 4.8355,
      "step": 6658
    },
    {
      "epoch": 0.04270232140566885,
      "grad_norm": 27.51983070373535,
      "learning_rate": 0.0001999910821331624,
      "loss": 4.8212,
      "step": 6659
    },
    {
      "epoch": 0.042708734128510964,
      "grad_norm": 35.524654388427734,
      "learning_rate": 0.00019999107944243774,
      "loss": 4.9611,
      "step": 6660
    },
    {
      "epoch": 0.04271514685135309,
      "grad_norm": 19.305551528930664,
      "learning_rate": 0.00019999107675130722,
      "loss": 5.0708,
      "step": 6661
    },
    {
      "epoch": 0.042721559574195205,
      "grad_norm": 17.714126586914062,
      "learning_rate": 0.00019999107405977088,
      "loss": 4.9557,
      "step": 6662
    },
    {
      "epoch": 0.04272797229703732,
      "grad_norm": 26.055665969848633,
      "learning_rate": 0.00019999107136782867,
      "loss": 4.8744,
      "step": 6663
    },
    {
      "epoch": 0.04273438501987944,
      "grad_norm": 24.203536987304688,
      "learning_rate": 0.00019999106867548064,
      "loss": 4.9239,
      "step": 6664
    },
    {
      "epoch": 0.04274079774272156,
      "grad_norm": 35.36027526855469,
      "learning_rate": 0.00019999106598272672,
      "loss": 5.0825,
      "step": 6665
    },
    {
      "epoch": 0.04274721046556368,
      "grad_norm": 71.50166320800781,
      "learning_rate": 0.00019999106328956698,
      "loss": 4.7758,
      "step": 6666
    },
    {
      "epoch": 0.042753623188405795,
      "grad_norm": 26.712059020996094,
      "learning_rate": 0.0001999910605960014,
      "loss": 4.9573,
      "step": 6667
    },
    {
      "epoch": 0.04276003591124792,
      "grad_norm": 43.86675262451172,
      "learning_rate": 0.00019999105790202996,
      "loss": 4.7177,
      "step": 6668
    },
    {
      "epoch": 0.042766448634090036,
      "grad_norm": 41.85197448730469,
      "learning_rate": 0.00019999105520765266,
      "loss": 4.9782,
      "step": 6669
    },
    {
      "epoch": 0.04277286135693215,
      "grad_norm": 25.196659088134766,
      "learning_rate": 0.00019999105251286954,
      "loss": 5.1291,
      "step": 6670
    },
    {
      "epoch": 0.04277927407977427,
      "grad_norm": 35.86006164550781,
      "learning_rate": 0.00019999104981768056,
      "loss": 4.9983,
      "step": 6671
    },
    {
      "epoch": 0.04278568680261639,
      "grad_norm": 53.52993392944336,
      "learning_rate": 0.00019999104712208575,
      "loss": 5.0514,
      "step": 6672
    },
    {
      "epoch": 0.04279209952545851,
      "grad_norm": 44.172767639160156,
      "learning_rate": 0.00019999104442608507,
      "loss": 5.135,
      "step": 6673
    },
    {
      "epoch": 0.04279851224830063,
      "grad_norm": 34.26655960083008,
      "learning_rate": 0.00019999104172967855,
      "loss": 5.4052,
      "step": 6674
    },
    {
      "epoch": 0.042804924971142744,
      "grad_norm": 45.751014709472656,
      "learning_rate": 0.0001999910390328662,
      "loss": 5.0107,
      "step": 6675
    },
    {
      "epoch": 0.04281133769398487,
      "grad_norm": 34.2359619140625,
      "learning_rate": 0.00019999103633564798,
      "loss": 4.9277,
      "step": 6676
    },
    {
      "epoch": 0.042817750416826984,
      "grad_norm": 46.025054931640625,
      "learning_rate": 0.00019999103363802393,
      "loss": 4.8579,
      "step": 6677
    },
    {
      "epoch": 0.0428241631396691,
      "grad_norm": 54.114540100097656,
      "learning_rate": 0.000199991030939994,
      "loss": 4.8685,
      "step": 6678
    },
    {
      "epoch": 0.042830575862511225,
      "grad_norm": 39.26586151123047,
      "learning_rate": 0.00019999102824155824,
      "loss": 4.9556,
      "step": 6679
    },
    {
      "epoch": 0.04283698858535334,
      "grad_norm": 54.49397277832031,
      "learning_rate": 0.00019999102554271665,
      "loss": 4.8434,
      "step": 6680
    },
    {
      "epoch": 0.04284340130819546,
      "grad_norm": 38.033504486083984,
      "learning_rate": 0.0001999910228434692,
      "loss": 5.0655,
      "step": 6681
    },
    {
      "epoch": 0.042849814031037575,
      "grad_norm": 34.24407196044922,
      "learning_rate": 0.0001999910201438159,
      "loss": 4.7267,
      "step": 6682
    },
    {
      "epoch": 0.0428562267538797,
      "grad_norm": 97.0490951538086,
      "learning_rate": 0.00019999101744375676,
      "loss": 4.972,
      "step": 6683
    },
    {
      "epoch": 0.042862639476721816,
      "grad_norm": 39.41916275024414,
      "learning_rate": 0.0001999910147432918,
      "loss": 4.8238,
      "step": 6684
    },
    {
      "epoch": 0.04286905219956393,
      "grad_norm": 63.045536041259766,
      "learning_rate": 0.0001999910120424209,
      "loss": 5.1469,
      "step": 6685
    },
    {
      "epoch": 0.042875464922406056,
      "grad_norm": 36.25821304321289,
      "learning_rate": 0.00019999100934114426,
      "loss": 4.9482,
      "step": 6686
    },
    {
      "epoch": 0.04288187764524817,
      "grad_norm": 94.04696655273438,
      "learning_rate": 0.00019999100663946174,
      "loss": 5.2006,
      "step": 6687
    },
    {
      "epoch": 0.04288829036809029,
      "grad_norm": 53.18916320800781,
      "learning_rate": 0.00019999100393737333,
      "loss": 4.8494,
      "step": 6688
    },
    {
      "epoch": 0.04289470309093241,
      "grad_norm": 190.39405822753906,
      "learning_rate": 0.00019999100123487912,
      "loss": 4.8645,
      "step": 6689
    },
    {
      "epoch": 0.04290111581377453,
      "grad_norm": 53.2403450012207,
      "learning_rate": 0.00019999099853197904,
      "loss": 4.9496,
      "step": 6690
    },
    {
      "epoch": 0.04290752853661665,
      "grad_norm": 88.08231353759766,
      "learning_rate": 0.00019999099582867312,
      "loss": 5.0156,
      "step": 6691
    },
    {
      "epoch": 0.042913941259458764,
      "grad_norm": 35.72420120239258,
      "learning_rate": 0.00019999099312496138,
      "loss": 4.8227,
      "step": 6692
    },
    {
      "epoch": 0.04292035398230089,
      "grad_norm": 150.38760375976562,
      "learning_rate": 0.00019999099042084374,
      "loss": 5.0013,
      "step": 6693
    },
    {
      "epoch": 0.042926766705143005,
      "grad_norm": 21.43250274658203,
      "learning_rate": 0.0001999909877163203,
      "loss": 5.1022,
      "step": 6694
    },
    {
      "epoch": 0.04293317942798512,
      "grad_norm": 23.84619140625,
      "learning_rate": 0.00019999098501139096,
      "loss": 4.9398,
      "step": 6695
    },
    {
      "epoch": 0.04293959215082724,
      "grad_norm": 36.40222930908203,
      "learning_rate": 0.00019999098230605582,
      "loss": 4.9703,
      "step": 6696
    },
    {
      "epoch": 0.04294600487366936,
      "grad_norm": 24.63068199157715,
      "learning_rate": 0.0001999909796003148,
      "loss": 5.0717,
      "step": 6697
    },
    {
      "epoch": 0.04295241759651148,
      "grad_norm": 18.68708610534668,
      "learning_rate": 0.000199990976894168,
      "loss": 4.7295,
      "step": 6698
    },
    {
      "epoch": 0.042958830319353596,
      "grad_norm": 50.98089599609375,
      "learning_rate": 0.00019999097418761528,
      "loss": 4.9706,
      "step": 6699
    },
    {
      "epoch": 0.04296524304219572,
      "grad_norm": 43.16789627075195,
      "learning_rate": 0.00019999097148065676,
      "loss": 4.7409,
      "step": 6700
    },
    {
      "epoch": 0.04296524304219572,
      "eval_loss": 4.856987476348877,
      "eval_runtime": 34.7943,
      "eval_samples_per_second": 90.101,
      "eval_steps_per_second": 22.532,
      "step": 6700
    },
    {
      "epoch": 0.042971655765037836,
      "grad_norm": 22.01310157775879,
      "learning_rate": 0.00019999096877329234,
      "loss": 5.0057,
      "step": 6701
    },
    {
      "epoch": 0.04297806848787995,
      "grad_norm": 27.313627243041992,
      "learning_rate": 0.00019999096606552214,
      "loss": 4.913,
      "step": 6702
    },
    {
      "epoch": 0.04298448121072207,
      "grad_norm": 95.49732971191406,
      "learning_rate": 0.00019999096335734603,
      "loss": 5.3558,
      "step": 6703
    },
    {
      "epoch": 0.042990893933564193,
      "grad_norm": 24.150861740112305,
      "learning_rate": 0.00019999096064876414,
      "loss": 4.9001,
      "step": 6704
    },
    {
      "epoch": 0.04299730665640631,
      "grad_norm": 123.5899429321289,
      "learning_rate": 0.00019999095793977635,
      "loss": 4.815,
      "step": 6705
    },
    {
      "epoch": 0.04300371937924843,
      "grad_norm": 27.11021614074707,
      "learning_rate": 0.0001999909552303827,
      "loss": 4.7752,
      "step": 6706
    },
    {
      "epoch": 0.04301013210209055,
      "grad_norm": 22.638898849487305,
      "learning_rate": 0.00019999095252058323,
      "loss": 4.8713,
      "step": 6707
    },
    {
      "epoch": 0.04301654482493267,
      "grad_norm": 21.090478897094727,
      "learning_rate": 0.00019999094981037793,
      "loss": 5.0355,
      "step": 6708
    },
    {
      "epoch": 0.043022957547774784,
      "grad_norm": 53.72182846069336,
      "learning_rate": 0.0001999909470997668,
      "loss": 5.0489,
      "step": 6709
    },
    {
      "epoch": 0.0430293702706169,
      "grad_norm": 26.967849731445312,
      "learning_rate": 0.00019999094438874978,
      "loss": 4.894,
      "step": 6710
    },
    {
      "epoch": 0.043035782993459025,
      "grad_norm": 25.45726203918457,
      "learning_rate": 0.0001999909416773269,
      "loss": 5.1749,
      "step": 6711
    },
    {
      "epoch": 0.04304219571630114,
      "grad_norm": 68.65553283691406,
      "learning_rate": 0.0001999909389654982,
      "loss": 5.129,
      "step": 6712
    },
    {
      "epoch": 0.04304860843914326,
      "grad_norm": 44.5329704284668,
      "learning_rate": 0.00019999093625326365,
      "loss": 4.9551,
      "step": 6713
    },
    {
      "epoch": 0.04305502116198538,
      "grad_norm": 31.329057693481445,
      "learning_rate": 0.00019999093354062324,
      "loss": 4.7646,
      "step": 6714
    },
    {
      "epoch": 0.0430614338848275,
      "grad_norm": 35.6103515625,
      "learning_rate": 0.000199990930827577,
      "loss": 5.2438,
      "step": 6715
    },
    {
      "epoch": 0.043067846607669616,
      "grad_norm": 34.25537109375,
      "learning_rate": 0.00019999092811412493,
      "loss": 4.766,
      "step": 6716
    },
    {
      "epoch": 0.04307425933051173,
      "grad_norm": 28.489925384521484,
      "learning_rate": 0.00019999092540026698,
      "loss": 4.7527,
      "step": 6717
    },
    {
      "epoch": 0.043080672053353856,
      "grad_norm": 21.73345184326172,
      "learning_rate": 0.0001999909226860032,
      "loss": 4.979,
      "step": 6718
    },
    {
      "epoch": 0.04308708477619597,
      "grad_norm": 23.303354263305664,
      "learning_rate": 0.00019999091997133356,
      "loss": 4.9594,
      "step": 6719
    },
    {
      "epoch": 0.04309349749903809,
      "grad_norm": 35.423404693603516,
      "learning_rate": 0.0001999909172562581,
      "loss": 4.8304,
      "step": 6720
    },
    {
      "epoch": 0.04309991022188021,
      "grad_norm": 25.832839965820312,
      "learning_rate": 0.00019999091454077678,
      "loss": 4.7827,
      "step": 6721
    },
    {
      "epoch": 0.04310632294472233,
      "grad_norm": 20.414398193359375,
      "learning_rate": 0.00019999091182488962,
      "loss": 5.1236,
      "step": 6722
    },
    {
      "epoch": 0.04311273566756445,
      "grad_norm": 20.397598266601562,
      "learning_rate": 0.0001999909091085966,
      "loss": 4.6474,
      "step": 6723
    },
    {
      "epoch": 0.043119148390406564,
      "grad_norm": 74.416259765625,
      "learning_rate": 0.00019999090639189772,
      "loss": 5.0282,
      "step": 6724
    },
    {
      "epoch": 0.04312556111324869,
      "grad_norm": 23.340723037719727,
      "learning_rate": 0.00019999090367479302,
      "loss": 4.9483,
      "step": 6725
    },
    {
      "epoch": 0.043131973836090805,
      "grad_norm": 55.69926452636719,
      "learning_rate": 0.00019999090095728245,
      "loss": 5.0652,
      "step": 6726
    },
    {
      "epoch": 0.04313838655893292,
      "grad_norm": 43.08598327636719,
      "learning_rate": 0.00019999089823936607,
      "loss": 5.1625,
      "step": 6727
    },
    {
      "epoch": 0.04314479928177504,
      "grad_norm": 61.75555419921875,
      "learning_rate": 0.0001999908955210438,
      "loss": 5.0884,
      "step": 6728
    },
    {
      "epoch": 0.04315121200461716,
      "grad_norm": 25.173810958862305,
      "learning_rate": 0.0001999908928023157,
      "loss": 4.9753,
      "step": 6729
    },
    {
      "epoch": 0.04315762472745928,
      "grad_norm": 108.58636474609375,
      "learning_rate": 0.00019999089008318176,
      "loss": 4.8335,
      "step": 6730
    },
    {
      "epoch": 0.043164037450301396,
      "grad_norm": 22.787113189697266,
      "learning_rate": 0.00019999088736364197,
      "loss": 4.8457,
      "step": 6731
    },
    {
      "epoch": 0.04317045017314352,
      "grad_norm": 31.979412078857422,
      "learning_rate": 0.00019999088464369637,
      "loss": 4.8252,
      "step": 6732
    },
    {
      "epoch": 0.043176862895985636,
      "grad_norm": 152.1511688232422,
      "learning_rate": 0.0001999908819233449,
      "loss": 4.9666,
      "step": 6733
    },
    {
      "epoch": 0.04318327561882775,
      "grad_norm": 23.479829788208008,
      "learning_rate": 0.00019999087920258754,
      "loss": 4.9113,
      "step": 6734
    },
    {
      "epoch": 0.04318968834166987,
      "grad_norm": 24.576635360717773,
      "learning_rate": 0.00019999087648142437,
      "loss": 4.9992,
      "step": 6735
    },
    {
      "epoch": 0.043196101064511994,
      "grad_norm": 32.15147399902344,
      "learning_rate": 0.00019999087375985534,
      "loss": 4.8439,
      "step": 6736
    },
    {
      "epoch": 0.04320251378735411,
      "grad_norm": 39.89110565185547,
      "learning_rate": 0.00019999087103788048,
      "loss": 4.6505,
      "step": 6737
    },
    {
      "epoch": 0.04320892651019623,
      "grad_norm": 25.10940170288086,
      "learning_rate": 0.00019999086831549976,
      "loss": 4.7789,
      "step": 6738
    },
    {
      "epoch": 0.04321533923303835,
      "grad_norm": 24.126447677612305,
      "learning_rate": 0.00019999086559271322,
      "loss": 4.8573,
      "step": 6739
    },
    {
      "epoch": 0.04322175195588047,
      "grad_norm": 41.91080093383789,
      "learning_rate": 0.0001999908628695208,
      "loss": 5.3214,
      "step": 6740
    },
    {
      "epoch": 0.043228164678722585,
      "grad_norm": 35.581851959228516,
      "learning_rate": 0.00019999086014592255,
      "loss": 4.8484,
      "step": 6741
    },
    {
      "epoch": 0.0432345774015647,
      "grad_norm": 102.34683990478516,
      "learning_rate": 0.00019999085742191842,
      "loss": 4.8646,
      "step": 6742
    },
    {
      "epoch": 0.043240990124406825,
      "grad_norm": 37.81602478027344,
      "learning_rate": 0.0001999908546975085,
      "loss": 5.0214,
      "step": 6743
    },
    {
      "epoch": 0.04324740284724894,
      "grad_norm": 17.975830078125,
      "learning_rate": 0.00019999085197269269,
      "loss": 4.9524,
      "step": 6744
    },
    {
      "epoch": 0.04325381557009106,
      "grad_norm": 21.57777214050293,
      "learning_rate": 0.00019999084924747108,
      "loss": 4.6989,
      "step": 6745
    },
    {
      "epoch": 0.04326022829293318,
      "grad_norm": 33.49123001098633,
      "learning_rate": 0.00019999084652184358,
      "loss": 4.949,
      "step": 6746
    },
    {
      "epoch": 0.0432666410157753,
      "grad_norm": 49.13220977783203,
      "learning_rate": 0.00019999084379581026,
      "loss": 4.8339,
      "step": 6747
    },
    {
      "epoch": 0.043273053738617416,
      "grad_norm": 18.262706756591797,
      "learning_rate": 0.00019999084106937107,
      "loss": 4.7248,
      "step": 6748
    },
    {
      "epoch": 0.04327946646145953,
      "grad_norm": 82.94609832763672,
      "learning_rate": 0.00019999083834252606,
      "loss": 4.7156,
      "step": 6749
    },
    {
      "epoch": 0.04328587918430166,
      "grad_norm": 26.310773849487305,
      "learning_rate": 0.00019999083561527518,
      "loss": 4.7619,
      "step": 6750
    },
    {
      "epoch": 0.04329229190714377,
      "grad_norm": 30.017642974853516,
      "learning_rate": 0.00019999083288761845,
      "loss": 5.0527,
      "step": 6751
    },
    {
      "epoch": 0.04329870462998589,
      "grad_norm": 17.794836044311523,
      "learning_rate": 0.00019999083015955589,
      "loss": 4.6507,
      "step": 6752
    },
    {
      "epoch": 0.043305117352828014,
      "grad_norm": 26.986515045166016,
      "learning_rate": 0.0001999908274310875,
      "loss": 4.91,
      "step": 6753
    },
    {
      "epoch": 0.04331153007567013,
      "grad_norm": 38.996726989746094,
      "learning_rate": 0.00019999082470221325,
      "loss": 4.8193,
      "step": 6754
    },
    {
      "epoch": 0.04331794279851225,
      "grad_norm": 37.983375549316406,
      "learning_rate": 0.00019999082197293312,
      "loss": 5.0571,
      "step": 6755
    },
    {
      "epoch": 0.043324355521354364,
      "grad_norm": 27.71360969543457,
      "learning_rate": 0.00019999081924324718,
      "loss": 4.7799,
      "step": 6756
    },
    {
      "epoch": 0.04333076824419649,
      "grad_norm": 22.92506217956543,
      "learning_rate": 0.0001999908165131554,
      "loss": 4.8621,
      "step": 6757
    },
    {
      "epoch": 0.043337180967038605,
      "grad_norm": 27.777259826660156,
      "learning_rate": 0.00019999081378265776,
      "loss": 4.9104,
      "step": 6758
    },
    {
      "epoch": 0.04334359368988072,
      "grad_norm": 33.87010955810547,
      "learning_rate": 0.00019999081105175428,
      "loss": 4.7646,
      "step": 6759
    },
    {
      "epoch": 0.043350006412722845,
      "grad_norm": 20.8195743560791,
      "learning_rate": 0.00019999080832044494,
      "loss": 4.9767,
      "step": 6760
    },
    {
      "epoch": 0.04335641913556496,
      "grad_norm": 58.39042663574219,
      "learning_rate": 0.00019999080558872975,
      "loss": 4.8351,
      "step": 6761
    },
    {
      "epoch": 0.04336283185840708,
      "grad_norm": 114.72602081298828,
      "learning_rate": 0.00019999080285660874,
      "loss": 4.7467,
      "step": 6762
    },
    {
      "epoch": 0.043369244581249196,
      "grad_norm": 100.728271484375,
      "learning_rate": 0.00019999080012408186,
      "loss": 4.954,
      "step": 6763
    },
    {
      "epoch": 0.04337565730409132,
      "grad_norm": 52.63791275024414,
      "learning_rate": 0.00019999079739114914,
      "loss": 4.9717,
      "step": 6764
    },
    {
      "epoch": 0.043382070026933436,
      "grad_norm": 49.9104118347168,
      "learning_rate": 0.00019999079465781057,
      "loss": 4.8938,
      "step": 6765
    },
    {
      "epoch": 0.04338848274977555,
      "grad_norm": 56.32597351074219,
      "learning_rate": 0.0001999907919240662,
      "loss": 4.7312,
      "step": 6766
    },
    {
      "epoch": 0.04339489547261767,
      "grad_norm": 102.08335876464844,
      "learning_rate": 0.0001999907891899159,
      "loss": 4.7258,
      "step": 6767
    },
    {
      "epoch": 0.043401308195459794,
      "grad_norm": 102.3293228149414,
      "learning_rate": 0.0001999907864553598,
      "loss": 4.8651,
      "step": 6768
    },
    {
      "epoch": 0.04340772091830191,
      "grad_norm": 83.08214569091797,
      "learning_rate": 0.00019999078372039787,
      "loss": 5.1812,
      "step": 6769
    },
    {
      "epoch": 0.04341413364114403,
      "grad_norm": 24.351594924926758,
      "learning_rate": 0.00019999078098503005,
      "loss": 4.9913,
      "step": 6770
    },
    {
      "epoch": 0.04342054636398615,
      "grad_norm": 25.171857833862305,
      "learning_rate": 0.00019999077824925642,
      "loss": 5.0752,
      "step": 6771
    },
    {
      "epoch": 0.04342695908682827,
      "grad_norm": 35.44065856933594,
      "learning_rate": 0.00019999077551307695,
      "loss": 4.8187,
      "step": 6772
    },
    {
      "epoch": 0.043433371809670385,
      "grad_norm": 29.889461517333984,
      "learning_rate": 0.0001999907727764916,
      "loss": 5.1473,
      "step": 6773
    },
    {
      "epoch": 0.0434397845325125,
      "grad_norm": 66.25445556640625,
      "learning_rate": 0.0001999907700395004,
      "loss": 4.789,
      "step": 6774
    },
    {
      "epoch": 0.043446197255354625,
      "grad_norm": 26.47271156311035,
      "learning_rate": 0.0001999907673021034,
      "loss": 5.0031,
      "step": 6775
    },
    {
      "epoch": 0.04345260997819674,
      "grad_norm": 64.62342071533203,
      "learning_rate": 0.00019999076456430053,
      "loss": 4.9068,
      "step": 6776
    },
    {
      "epoch": 0.04345902270103886,
      "grad_norm": 152.7205810546875,
      "learning_rate": 0.0001999907618260918,
      "loss": 5.0865,
      "step": 6777
    },
    {
      "epoch": 0.04346543542388098,
      "grad_norm": 29.627059936523438,
      "learning_rate": 0.00019999075908747727,
      "loss": 4.8676,
      "step": 6778
    },
    {
      "epoch": 0.0434718481467231,
      "grad_norm": 18.45931053161621,
      "learning_rate": 0.00019999075634845686,
      "loss": 5.0014,
      "step": 6779
    },
    {
      "epoch": 0.043478260869565216,
      "grad_norm": 50.44636154174805,
      "learning_rate": 0.00019999075360903058,
      "loss": 5.0518,
      "step": 6780
    },
    {
      "epoch": 0.04348467359240733,
      "grad_norm": 22.833160400390625,
      "learning_rate": 0.00019999075086919848,
      "loss": 4.9851,
      "step": 6781
    },
    {
      "epoch": 0.04349108631524946,
      "grad_norm": 27.301294326782227,
      "learning_rate": 0.00019999074812896054,
      "loss": 4.7984,
      "step": 6782
    },
    {
      "epoch": 0.043497499038091574,
      "grad_norm": 28.61758041381836,
      "learning_rate": 0.00019999074538831676,
      "loss": 4.8061,
      "step": 6783
    },
    {
      "epoch": 0.04350391176093369,
      "grad_norm": 16.21828842163086,
      "learning_rate": 0.0001999907426472671,
      "loss": 4.7522,
      "step": 6784
    },
    {
      "epoch": 0.043510324483775814,
      "grad_norm": 32.83219528198242,
      "learning_rate": 0.00019999073990581163,
      "loss": 4.6965,
      "step": 6785
    },
    {
      "epoch": 0.04351673720661793,
      "grad_norm": 32.434532165527344,
      "learning_rate": 0.0001999907371639503,
      "loss": 5.0199,
      "step": 6786
    },
    {
      "epoch": 0.04352314992946005,
      "grad_norm": 36.55217361450195,
      "learning_rate": 0.00019999073442168312,
      "loss": 4.8366,
      "step": 6787
    },
    {
      "epoch": 0.043529562652302164,
      "grad_norm": 29.331260681152344,
      "learning_rate": 0.0001999907316790101,
      "loss": 4.9665,
      "step": 6788
    },
    {
      "epoch": 0.04353597537514429,
      "grad_norm": 22.48980140686035,
      "learning_rate": 0.00019999072893593124,
      "loss": 4.9162,
      "step": 6789
    },
    {
      "epoch": 0.043542388097986405,
      "grad_norm": 36.50938034057617,
      "learning_rate": 0.00019999072619244652,
      "loss": 4.8492,
      "step": 6790
    },
    {
      "epoch": 0.04354880082082852,
      "grad_norm": 12.856255531311035,
      "learning_rate": 0.00019999072344855596,
      "loss": 4.7563,
      "step": 6791
    },
    {
      "epoch": 0.043555213543670646,
      "grad_norm": 21.773386001586914,
      "learning_rate": 0.00019999072070425955,
      "loss": 5.006,
      "step": 6792
    },
    {
      "epoch": 0.04356162626651276,
      "grad_norm": 28.676456451416016,
      "learning_rate": 0.0001999907179595573,
      "loss": 4.7808,
      "step": 6793
    },
    {
      "epoch": 0.04356803898935488,
      "grad_norm": 67.58229064941406,
      "learning_rate": 0.0001999907152144492,
      "loss": 5.0183,
      "step": 6794
    },
    {
      "epoch": 0.043574451712196996,
      "grad_norm": 15.414912223815918,
      "learning_rate": 0.00019999071246893526,
      "loss": 4.8189,
      "step": 6795
    },
    {
      "epoch": 0.04358086443503912,
      "grad_norm": 52.63491439819336,
      "learning_rate": 0.00019999070972301548,
      "loss": 4.9889,
      "step": 6796
    },
    {
      "epoch": 0.043587277157881237,
      "grad_norm": 36.589942932128906,
      "learning_rate": 0.00019999070697668985,
      "loss": 5.086,
      "step": 6797
    },
    {
      "epoch": 0.04359368988072335,
      "grad_norm": 31.828105926513672,
      "learning_rate": 0.00019999070422995838,
      "loss": 5.0041,
      "step": 6798
    },
    {
      "epoch": 0.04360010260356548,
      "grad_norm": 40.11106872558594,
      "learning_rate": 0.00019999070148282104,
      "loss": 5.0114,
      "step": 6799
    },
    {
      "epoch": 0.043606515326407594,
      "grad_norm": 21.43767738342285,
      "learning_rate": 0.00019999069873527788,
      "loss": 4.8956,
      "step": 6800
    },
    {
      "epoch": 0.043606515326407594,
      "eval_loss": 4.890539646148682,
      "eval_runtime": 34.7972,
      "eval_samples_per_second": 90.094,
      "eval_steps_per_second": 22.531,
      "step": 6800
    },
    {
      "epoch": 0.04361292804924971,
      "grad_norm": 16.814136505126953,
      "learning_rate": 0.00019999069598732885,
      "loss": 4.8511,
      "step": 6801
    },
    {
      "epoch": 0.04361934077209183,
      "grad_norm": 31.065858840942383,
      "learning_rate": 0.000199990693238974,
      "loss": 4.6792,
      "step": 6802
    },
    {
      "epoch": 0.04362575349493395,
      "grad_norm": 26.053232192993164,
      "learning_rate": 0.00019999069049021325,
      "loss": 4.9055,
      "step": 6803
    },
    {
      "epoch": 0.04363216621777607,
      "grad_norm": 54.44053649902344,
      "learning_rate": 0.00019999068774104672,
      "loss": 5.0391,
      "step": 6804
    },
    {
      "epoch": 0.043638578940618185,
      "grad_norm": 33.85361099243164,
      "learning_rate": 0.00019999068499147434,
      "loss": 4.8323,
      "step": 6805
    },
    {
      "epoch": 0.04364499166346031,
      "grad_norm": 104.65423583984375,
      "learning_rate": 0.0001999906822414961,
      "loss": 4.9397,
      "step": 6806
    },
    {
      "epoch": 0.043651404386302425,
      "grad_norm": 23.216596603393555,
      "learning_rate": 0.000199990679491112,
      "loss": 4.9113,
      "step": 6807
    },
    {
      "epoch": 0.04365781710914454,
      "grad_norm": 17.314857482910156,
      "learning_rate": 0.00019999067674032203,
      "loss": 4.8295,
      "step": 6808
    },
    {
      "epoch": 0.04366422983198666,
      "grad_norm": 35.97161102294922,
      "learning_rate": 0.00019999067398912627,
      "loss": 5.6413,
      "step": 6809
    },
    {
      "epoch": 0.04367064255482878,
      "grad_norm": 63.333473205566406,
      "learning_rate": 0.00019999067123752464,
      "loss": 4.884,
      "step": 6810
    },
    {
      "epoch": 0.0436770552776709,
      "grad_norm": 19.311439514160156,
      "learning_rate": 0.00019999066848551715,
      "loss": 4.8631,
      "step": 6811
    },
    {
      "epoch": 0.043683468000513016,
      "grad_norm": 191.24221801757812,
      "learning_rate": 0.00019999066573310383,
      "loss": 4.8808,
      "step": 6812
    },
    {
      "epoch": 0.04368988072335514,
      "grad_norm": 31.995147705078125,
      "learning_rate": 0.00019999066298028467,
      "loss": 4.9049,
      "step": 6813
    },
    {
      "epoch": 0.04369629344619726,
      "grad_norm": 28.990947723388672,
      "learning_rate": 0.00019999066022705967,
      "loss": 5.1022,
      "step": 6814
    },
    {
      "epoch": 0.043702706169039374,
      "grad_norm": 22.53146743774414,
      "learning_rate": 0.0001999906574734288,
      "loss": 4.7716,
      "step": 6815
    },
    {
      "epoch": 0.04370911889188149,
      "grad_norm": 46.09716796875,
      "learning_rate": 0.0001999906547193921,
      "loss": 5.1751,
      "step": 6816
    },
    {
      "epoch": 0.043715531614723614,
      "grad_norm": 25.287899017333984,
      "learning_rate": 0.00019999065196494957,
      "loss": 4.9135,
      "step": 6817
    },
    {
      "epoch": 0.04372194433756573,
      "grad_norm": 52.269195556640625,
      "learning_rate": 0.00019999064921010117,
      "loss": 5.4716,
      "step": 6818
    },
    {
      "epoch": 0.04372835706040785,
      "grad_norm": 17.352741241455078,
      "learning_rate": 0.00019999064645484694,
      "loss": 4.6547,
      "step": 6819
    },
    {
      "epoch": 0.043734769783249965,
      "grad_norm": 33.92354202270508,
      "learning_rate": 0.00019999064369918682,
      "loss": 5.0117,
      "step": 6820
    },
    {
      "epoch": 0.04374118250609209,
      "grad_norm": 36.007347106933594,
      "learning_rate": 0.0001999906409431209,
      "loss": 4.7893,
      "step": 6821
    },
    {
      "epoch": 0.043747595228934205,
      "grad_norm": 24.15736961364746,
      "learning_rate": 0.00019999063818664913,
      "loss": 4.9195,
      "step": 6822
    },
    {
      "epoch": 0.04375400795177632,
      "grad_norm": 34.50552749633789,
      "learning_rate": 0.0001999906354297715,
      "loss": 5.1159,
      "step": 6823
    },
    {
      "epoch": 0.043760420674618446,
      "grad_norm": 29.51474380493164,
      "learning_rate": 0.00019999063267248804,
      "loss": 5.1355,
      "step": 6824
    },
    {
      "epoch": 0.04376683339746056,
      "grad_norm": 40.840946197509766,
      "learning_rate": 0.00019999062991479872,
      "loss": 5.0282,
      "step": 6825
    },
    {
      "epoch": 0.04377324612030268,
      "grad_norm": 37.678836822509766,
      "learning_rate": 0.0001999906271567036,
      "loss": 5.0321,
      "step": 6826
    },
    {
      "epoch": 0.043779658843144796,
      "grad_norm": 45.93374252319336,
      "learning_rate": 0.00019999062439820256,
      "loss": 4.8387,
      "step": 6827
    },
    {
      "epoch": 0.04378607156598692,
      "grad_norm": 36.677398681640625,
      "learning_rate": 0.00019999062163929572,
      "loss": 5.1824,
      "step": 6828
    },
    {
      "epoch": 0.04379248428882904,
      "grad_norm": 49.6898078918457,
      "learning_rate": 0.00019999061887998303,
      "loss": 4.7328,
      "step": 6829
    },
    {
      "epoch": 0.04379889701167115,
      "grad_norm": 47.1724739074707,
      "learning_rate": 0.0001999906161202645,
      "loss": 5.0611,
      "step": 6830
    },
    {
      "epoch": 0.04380530973451328,
      "grad_norm": 18.840656280517578,
      "learning_rate": 0.00019999061336014012,
      "loss": 4.6941,
      "step": 6831
    },
    {
      "epoch": 0.043811722457355394,
      "grad_norm": 16.3385009765625,
      "learning_rate": 0.0001999906105996099,
      "loss": 5.0726,
      "step": 6832
    },
    {
      "epoch": 0.04381813518019751,
      "grad_norm": 35.557823181152344,
      "learning_rate": 0.0001999906078386738,
      "loss": 5.002,
      "step": 6833
    },
    {
      "epoch": 0.04382454790303963,
      "grad_norm": 42.083919525146484,
      "learning_rate": 0.00019999060507733187,
      "loss": 4.9681,
      "step": 6834
    },
    {
      "epoch": 0.04383096062588175,
      "grad_norm": 22.637136459350586,
      "learning_rate": 0.00019999060231558411,
      "loss": 4.9245,
      "step": 6835
    },
    {
      "epoch": 0.04383737334872387,
      "grad_norm": 62.17234420776367,
      "learning_rate": 0.0001999905995534305,
      "loss": 4.8387,
      "step": 6836
    },
    {
      "epoch": 0.043843786071565985,
      "grad_norm": 28.000539779663086,
      "learning_rate": 0.00019999059679087105,
      "loss": 5.0418,
      "step": 6837
    },
    {
      "epoch": 0.04385019879440811,
      "grad_norm": 32.75038146972656,
      "learning_rate": 0.00019999059402790574,
      "loss": 4.9892,
      "step": 6838
    },
    {
      "epoch": 0.043856611517250225,
      "grad_norm": 30.072900772094727,
      "learning_rate": 0.0001999905912645346,
      "loss": 4.8599,
      "step": 6839
    },
    {
      "epoch": 0.04386302424009234,
      "grad_norm": 48.37645721435547,
      "learning_rate": 0.0001999905885007576,
      "loss": 4.9152,
      "step": 6840
    },
    {
      "epoch": 0.04386943696293446,
      "grad_norm": 37.81678771972656,
      "learning_rate": 0.00019999058573657476,
      "loss": 4.7702,
      "step": 6841
    },
    {
      "epoch": 0.04387584968577658,
      "grad_norm": 109.70549011230469,
      "learning_rate": 0.0001999905829719861,
      "loss": 5.0487,
      "step": 6842
    },
    {
      "epoch": 0.0438822624086187,
      "grad_norm": 71.05856323242188,
      "learning_rate": 0.00019999058020699154,
      "loss": 4.9447,
      "step": 6843
    },
    {
      "epoch": 0.043888675131460816,
      "grad_norm": 79.27018737792969,
      "learning_rate": 0.00019999057744159117,
      "loss": 5.0349,
      "step": 6844
    },
    {
      "epoch": 0.04389508785430294,
      "grad_norm": 79.50507354736328,
      "learning_rate": 0.00019999057467578495,
      "loss": 4.9643,
      "step": 6845
    },
    {
      "epoch": 0.04390150057714506,
      "grad_norm": 29.308679580688477,
      "learning_rate": 0.00019999057190957288,
      "loss": 4.8973,
      "step": 6846
    },
    {
      "epoch": 0.043907913299987174,
      "grad_norm": 22.845619201660156,
      "learning_rate": 0.00019999056914295497,
      "loss": 5.0699,
      "step": 6847
    },
    {
      "epoch": 0.04391432602282929,
      "grad_norm": 82.07456970214844,
      "learning_rate": 0.00019999056637593122,
      "loss": 5.2231,
      "step": 6848
    },
    {
      "epoch": 0.043920738745671414,
      "grad_norm": 106.66963195800781,
      "learning_rate": 0.00019999056360850163,
      "loss": 4.9924,
      "step": 6849
    },
    {
      "epoch": 0.04392715146851353,
      "grad_norm": 48.8460807800293,
      "learning_rate": 0.0001999905608406662,
      "loss": 4.9651,
      "step": 6850
    },
    {
      "epoch": 0.04393356419135565,
      "grad_norm": 189.30772399902344,
      "learning_rate": 0.00019999055807242488,
      "loss": 5.2074,
      "step": 6851
    },
    {
      "epoch": 0.04393997691419777,
      "grad_norm": 44.050994873046875,
      "learning_rate": 0.00019999055530377775,
      "loss": 4.8338,
      "step": 6852
    },
    {
      "epoch": 0.04394638963703989,
      "grad_norm": 527.550048828125,
      "learning_rate": 0.00019999055253472478,
      "loss": 5.1117,
      "step": 6853
    },
    {
      "epoch": 0.043952802359882005,
      "grad_norm": 56.633148193359375,
      "learning_rate": 0.00019999054976526596,
      "loss": 5.0231,
      "step": 6854
    },
    {
      "epoch": 0.04395921508272412,
      "grad_norm": 77.91534423828125,
      "learning_rate": 0.00019999054699540127,
      "loss": 5.1937,
      "step": 6855
    },
    {
      "epoch": 0.043965627805566246,
      "grad_norm": 106.17930603027344,
      "learning_rate": 0.00019999054422513077,
      "loss": 5.0133,
      "step": 6856
    },
    {
      "epoch": 0.04397204052840836,
      "grad_norm": 50.64898681640625,
      "learning_rate": 0.00019999054145445442,
      "loss": 4.9018,
      "step": 6857
    },
    {
      "epoch": 0.04397845325125048,
      "grad_norm": 121.7602310180664,
      "learning_rate": 0.0001999905386833722,
      "loss": 4.8336,
      "step": 6858
    },
    {
      "epoch": 0.0439848659740926,
      "grad_norm": 106.03131103515625,
      "learning_rate": 0.00019999053591188414,
      "loss": 5.1278,
      "step": 6859
    },
    {
      "epoch": 0.04399127869693472,
      "grad_norm": 133.92515563964844,
      "learning_rate": 0.00019999053313999023,
      "loss": 5.2751,
      "step": 6860
    },
    {
      "epoch": 0.04399769141977684,
      "grad_norm": 159.25701904296875,
      "learning_rate": 0.0001999905303676905,
      "loss": 4.981,
      "step": 6861
    },
    {
      "epoch": 0.044004104142618954,
      "grad_norm": 176.74957275390625,
      "learning_rate": 0.00019999052759498494,
      "loss": 5.0397,
      "step": 6862
    },
    {
      "epoch": 0.04401051686546108,
      "grad_norm": 67.08155059814453,
      "learning_rate": 0.0001999905248218735,
      "loss": 5.0565,
      "step": 6863
    },
    {
      "epoch": 0.044016929588303194,
      "grad_norm": 108.71554565429688,
      "learning_rate": 0.00019999052204835622,
      "loss": 5.1745,
      "step": 6864
    },
    {
      "epoch": 0.04402334231114531,
      "grad_norm": 39.87440872192383,
      "learning_rate": 0.0001999905192744331,
      "loss": 5.1245,
      "step": 6865
    },
    {
      "epoch": 0.04402975503398743,
      "grad_norm": 73.55974578857422,
      "learning_rate": 0.00019999051650010412,
      "loss": 5.0545,
      "step": 6866
    },
    {
      "epoch": 0.04403616775682955,
      "grad_norm": 193.61724853515625,
      "learning_rate": 0.0001999905137253693,
      "loss": 5.1056,
      "step": 6867
    },
    {
      "epoch": 0.04404258047967167,
      "grad_norm": 67.08914947509766,
      "learning_rate": 0.00019999051095022865,
      "loss": 5.2843,
      "step": 6868
    },
    {
      "epoch": 0.044048993202513785,
      "grad_norm": 214.4555206298828,
      "learning_rate": 0.00019999050817468215,
      "loss": 5.0311,
      "step": 6869
    },
    {
      "epoch": 0.04405540592535591,
      "grad_norm": 54.761619567871094,
      "learning_rate": 0.0001999905053987298,
      "loss": 5.2861,
      "step": 6870
    },
    {
      "epoch": 0.044061818648198026,
      "grad_norm": 88.91184997558594,
      "learning_rate": 0.00019999050262237164,
      "loss": 5.0206,
      "step": 6871
    },
    {
      "epoch": 0.04406823137104014,
      "grad_norm": 54.40266036987305,
      "learning_rate": 0.00019999049984560755,
      "loss": 4.9523,
      "step": 6872
    },
    {
      "epoch": 0.04407464409388226,
      "grad_norm": 52.55796813964844,
      "learning_rate": 0.0001999904970684377,
      "loss": 5.2843,
      "step": 6873
    },
    {
      "epoch": 0.04408105681672438,
      "grad_norm": 94.63812255859375,
      "learning_rate": 0.00019999049429086197,
      "loss": 5.0637,
      "step": 6874
    },
    {
      "epoch": 0.0440874695395665,
      "grad_norm": 48.26738357543945,
      "learning_rate": 0.00019999049151288038,
      "loss": 5.2138,
      "step": 6875
    },
    {
      "epoch": 0.04409388226240862,
      "grad_norm": 120.18508911132812,
      "learning_rate": 0.00019999048873449297,
      "loss": 5.1947,
      "step": 6876
    },
    {
      "epoch": 0.04410029498525074,
      "grad_norm": 54.83179473876953,
      "learning_rate": 0.0001999904859556997,
      "loss": 5.1458,
      "step": 6877
    },
    {
      "epoch": 0.04410670770809286,
      "grad_norm": 38.63364028930664,
      "learning_rate": 0.00019999048317650061,
      "loss": 5.0706,
      "step": 6878
    },
    {
      "epoch": 0.044113120430934974,
      "grad_norm": 47.90363311767578,
      "learning_rate": 0.00019999048039689567,
      "loss": 4.9881,
      "step": 6879
    },
    {
      "epoch": 0.04411953315377709,
      "grad_norm": 69.13627624511719,
      "learning_rate": 0.00019999047761688489,
      "loss": 5.2152,
      "step": 6880
    },
    {
      "epoch": 0.044125945876619214,
      "grad_norm": 35.80436706542969,
      "learning_rate": 0.00019999047483646823,
      "loss": 5.0789,
      "step": 6881
    },
    {
      "epoch": 0.04413235859946133,
      "grad_norm": 271.9859924316406,
      "learning_rate": 0.00019999047205564573,
      "loss": 5.0399,
      "step": 6882
    },
    {
      "epoch": 0.04413877132230345,
      "grad_norm": 63.72087860107422,
      "learning_rate": 0.0001999904692744174,
      "loss": 5.1702,
      "step": 6883
    },
    {
      "epoch": 0.04414518404514557,
      "grad_norm": 74.8857192993164,
      "learning_rate": 0.00019999046649278325,
      "loss": 5.1335,
      "step": 6884
    },
    {
      "epoch": 0.04415159676798769,
      "grad_norm": 58.696495056152344,
      "learning_rate": 0.0001999904637107432,
      "loss": 4.8977,
      "step": 6885
    },
    {
      "epoch": 0.044158009490829805,
      "grad_norm": 59.821632385253906,
      "learning_rate": 0.00019999046092829734,
      "loss": 5.046,
      "step": 6886
    },
    {
      "epoch": 0.04416442221367192,
      "grad_norm": 92.22435760498047,
      "learning_rate": 0.00019999045814544564,
      "loss": 5.1845,
      "step": 6887
    },
    {
      "epoch": 0.044170834936514046,
      "grad_norm": 336.19195556640625,
      "learning_rate": 0.00019999045536218808,
      "loss": 4.9077,
      "step": 6888
    },
    {
      "epoch": 0.04417724765935616,
      "grad_norm": 185.50880432128906,
      "learning_rate": 0.0001999904525785247,
      "loss": 4.9268,
      "step": 6889
    },
    {
      "epoch": 0.04418366038219828,
      "grad_norm": 163.02618408203125,
      "learning_rate": 0.00019999044979445544,
      "loss": 4.8686,
      "step": 6890
    },
    {
      "epoch": 0.0441900731050404,
      "grad_norm": 147.75241088867188,
      "learning_rate": 0.00019999044700998034,
      "loss": 4.9484,
      "step": 6891
    },
    {
      "epoch": 0.04419648582788252,
      "grad_norm": 285.03948974609375,
      "learning_rate": 0.0001999904442250994,
      "loss": 4.9405,
      "step": 6892
    },
    {
      "epoch": 0.04420289855072464,
      "grad_norm": 152.0452880859375,
      "learning_rate": 0.00019999044143981264,
      "loss": 5.1125,
      "step": 6893
    },
    {
      "epoch": 0.044209311273566754,
      "grad_norm": 244.87168884277344,
      "learning_rate": 0.00019999043865412001,
      "loss": 5.0207,
      "step": 6894
    },
    {
      "epoch": 0.04421572399640888,
      "grad_norm": 278.7394714355469,
      "learning_rate": 0.00019999043586802154,
      "loss": 5.0771,
      "step": 6895
    },
    {
      "epoch": 0.044222136719250994,
      "grad_norm": 164.32754516601562,
      "learning_rate": 0.00019999043308151722,
      "loss": 4.9252,
      "step": 6896
    },
    {
      "epoch": 0.04422854944209311,
      "grad_norm": 162.443359375,
      "learning_rate": 0.0001999904302946071,
      "loss": 4.8084,
      "step": 6897
    },
    {
      "epoch": 0.044234962164935235,
      "grad_norm": 137.9948272705078,
      "learning_rate": 0.00019999042750729106,
      "loss": 4.9403,
      "step": 6898
    },
    {
      "epoch": 0.04424137488777735,
      "grad_norm": 519.0335083007812,
      "learning_rate": 0.00019999042471956923,
      "loss": 5.0375,
      "step": 6899
    },
    {
      "epoch": 0.04424778761061947,
      "grad_norm": 262.77899169921875,
      "learning_rate": 0.00019999042193144154,
      "loss": 5.1035,
      "step": 6900
    },
    {
      "epoch": 0.04424778761061947,
      "eval_loss": 4.956145763397217,
      "eval_runtime": 34.736,
      "eval_samples_per_second": 90.252,
      "eval_steps_per_second": 22.57,
      "step": 6900
    },
    {
      "epoch": 0.044254200333461585,
      "grad_norm": 88.09542083740234,
      "learning_rate": 0.000199990419142908,
      "loss": 5.1406,
      "step": 6901
    },
    {
      "epoch": 0.04426061305630371,
      "grad_norm": 331.8882751464844,
      "learning_rate": 0.00019999041635396862,
      "loss": 4.8846,
      "step": 6902
    },
    {
      "epoch": 0.044267025779145826,
      "grad_norm": 166.2430877685547,
      "learning_rate": 0.0001999904135646234,
      "loss": 4.6941,
      "step": 6903
    },
    {
      "epoch": 0.04427343850198794,
      "grad_norm": 107.45408630371094,
      "learning_rate": 0.00019999041077487233,
      "loss": 5.056,
      "step": 6904
    },
    {
      "epoch": 0.044279851224830066,
      "grad_norm": 112.83784484863281,
      "learning_rate": 0.00019999040798471542,
      "loss": 5.1121,
      "step": 6905
    },
    {
      "epoch": 0.04428626394767218,
      "grad_norm": 62.9588508605957,
      "learning_rate": 0.00019999040519415266,
      "loss": 4.8984,
      "step": 6906
    },
    {
      "epoch": 0.0442926766705143,
      "grad_norm": 127.2298355102539,
      "learning_rate": 0.00019999040240318406,
      "loss": 4.9877,
      "step": 6907
    },
    {
      "epoch": 0.04429908939335642,
      "grad_norm": 119.82884216308594,
      "learning_rate": 0.0001999903996118096,
      "loss": 5.0515,
      "step": 6908
    },
    {
      "epoch": 0.04430550211619854,
      "grad_norm": 102.88818359375,
      "learning_rate": 0.00019999039682002932,
      "loss": 4.8375,
      "step": 6909
    },
    {
      "epoch": 0.04431191483904066,
      "grad_norm": 297.6033020019531,
      "learning_rate": 0.0001999903940278432,
      "loss": 4.8232,
      "step": 6910
    },
    {
      "epoch": 0.044318327561882774,
      "grad_norm": 795.4478149414062,
      "learning_rate": 0.00019999039123525121,
      "loss": 4.9968,
      "step": 6911
    },
    {
      "epoch": 0.04432474028472489,
      "grad_norm": 122.1185302734375,
      "learning_rate": 0.00019999038844225337,
      "loss": 4.8417,
      "step": 6912
    },
    {
      "epoch": 0.044331153007567015,
      "grad_norm": 137.8041229248047,
      "learning_rate": 0.00019999038564884967,
      "loss": 4.8706,
      "step": 6913
    },
    {
      "epoch": 0.04433756573040913,
      "grad_norm": 280.1596984863281,
      "learning_rate": 0.0001999903828550402,
      "loss": 4.9913,
      "step": 6914
    },
    {
      "epoch": 0.04434397845325125,
      "grad_norm": 55.34218215942383,
      "learning_rate": 0.0001999903800608248,
      "loss": 4.6396,
      "step": 6915
    },
    {
      "epoch": 0.04435039117609337,
      "grad_norm": 89.7132797241211,
      "learning_rate": 0.00019999037726620362,
      "loss": 4.8291,
      "step": 6916
    },
    {
      "epoch": 0.04435680389893549,
      "grad_norm": 248.2444610595703,
      "learning_rate": 0.00019999037447117658,
      "loss": 5.1376,
      "step": 6917
    },
    {
      "epoch": 0.044363216621777606,
      "grad_norm": 167.1193389892578,
      "learning_rate": 0.0001999903716757437,
      "loss": 4.9207,
      "step": 6918
    },
    {
      "epoch": 0.04436962934461972,
      "grad_norm": 432.5336608886719,
      "learning_rate": 0.00019999036887990494,
      "loss": 4.8193,
      "step": 6919
    },
    {
      "epoch": 0.044376042067461846,
      "grad_norm": 139.35415649414062,
      "learning_rate": 0.00019999036608366036,
      "loss": 5.1278,
      "step": 6920
    },
    {
      "epoch": 0.04438245479030396,
      "grad_norm": 79.66150665283203,
      "learning_rate": 0.00019999036328700992,
      "loss": 5.0996,
      "step": 6921
    },
    {
      "epoch": 0.04438886751314608,
      "grad_norm": 53.62579345703125,
      "learning_rate": 0.00019999036048995366,
      "loss": 4.8319,
      "step": 6922
    },
    {
      "epoch": 0.0443952802359882,
      "grad_norm": 184.0542755126953,
      "learning_rate": 0.00019999035769249155,
      "loss": 5.2272,
      "step": 6923
    },
    {
      "epoch": 0.04440169295883032,
      "grad_norm": 214.2078399658203,
      "learning_rate": 0.00019999035489462358,
      "loss": 5.1292,
      "step": 6924
    },
    {
      "epoch": 0.04440810568167244,
      "grad_norm": 284.71527099609375,
      "learning_rate": 0.00019999035209634979,
      "loss": 4.9846,
      "step": 6925
    },
    {
      "epoch": 0.044414518404514554,
      "grad_norm": 74.90425872802734,
      "learning_rate": 0.00019999034929767015,
      "loss": 4.9048,
      "step": 6926
    },
    {
      "epoch": 0.04442093112735668,
      "grad_norm": 107.68378448486328,
      "learning_rate": 0.00019999034649858467,
      "loss": 4.8639,
      "step": 6927
    },
    {
      "epoch": 0.044427343850198794,
      "grad_norm": 81.94242858886719,
      "learning_rate": 0.00019999034369909332,
      "loss": 4.9664,
      "step": 6928
    },
    {
      "epoch": 0.04443375657304091,
      "grad_norm": 446.0249938964844,
      "learning_rate": 0.00019999034089919615,
      "loss": 4.9572,
      "step": 6929
    },
    {
      "epoch": 0.044440169295883035,
      "grad_norm": 92.78370666503906,
      "learning_rate": 0.0001999903380988931,
      "loss": 4.7562,
      "step": 6930
    },
    {
      "epoch": 0.04444658201872515,
      "grad_norm": 52.24065017700195,
      "learning_rate": 0.00019999033529818422,
      "loss": 4.9442,
      "step": 6931
    },
    {
      "epoch": 0.04445299474156727,
      "grad_norm": 171.34054565429688,
      "learning_rate": 0.00019999033249706952,
      "loss": 5.0449,
      "step": 6932
    },
    {
      "epoch": 0.044459407464409385,
      "grad_norm": 59.75593185424805,
      "learning_rate": 0.00019999032969554898,
      "loss": 5.0532,
      "step": 6933
    },
    {
      "epoch": 0.04446582018725151,
      "grad_norm": 57.401126861572266,
      "learning_rate": 0.00019999032689362256,
      "loss": 4.8638,
      "step": 6934
    },
    {
      "epoch": 0.044472232910093626,
      "grad_norm": 43.290096282958984,
      "learning_rate": 0.00019999032409129033,
      "loss": 4.6852,
      "step": 6935
    },
    {
      "epoch": 0.04447864563293574,
      "grad_norm": 76.08808135986328,
      "learning_rate": 0.00019999032128855223,
      "loss": 5.5553,
      "step": 6936
    },
    {
      "epoch": 0.044485058355777866,
      "grad_norm": 272.4547119140625,
      "learning_rate": 0.0001999903184854083,
      "loss": 4.9222,
      "step": 6937
    },
    {
      "epoch": 0.04449147107861998,
      "grad_norm": 95.65770721435547,
      "learning_rate": 0.00019999031568185852,
      "loss": 4.9572,
      "step": 6938
    },
    {
      "epoch": 0.0444978838014621,
      "grad_norm": 113.44493865966797,
      "learning_rate": 0.0001999903128779029,
      "loss": 5.175,
      "step": 6939
    },
    {
      "epoch": 0.04450429652430422,
      "grad_norm": 138.11770629882812,
      "learning_rate": 0.00019999031007354143,
      "loss": 4.9986,
      "step": 6940
    },
    {
      "epoch": 0.04451070924714634,
      "grad_norm": 47.938720703125,
      "learning_rate": 0.0001999903072687741,
      "loss": 4.7806,
      "step": 6941
    },
    {
      "epoch": 0.04451712196998846,
      "grad_norm": 115.44174194335938,
      "learning_rate": 0.00019999030446360097,
      "loss": 4.8079,
      "step": 6942
    },
    {
      "epoch": 0.044523534692830574,
      "grad_norm": 60.09718322753906,
      "learning_rate": 0.00019999030165802198,
      "loss": 4.8128,
      "step": 6943
    },
    {
      "epoch": 0.0445299474156727,
      "grad_norm": 182.7235870361328,
      "learning_rate": 0.0001999902988520371,
      "loss": 5.0768,
      "step": 6944
    },
    {
      "epoch": 0.044536360138514815,
      "grad_norm": 64.07722473144531,
      "learning_rate": 0.00019999029604564643,
      "loss": 4.8664,
      "step": 6945
    },
    {
      "epoch": 0.04454277286135693,
      "grad_norm": 703.530517578125,
      "learning_rate": 0.0001999902932388499,
      "loss": 4.9675,
      "step": 6946
    },
    {
      "epoch": 0.04454918558419905,
      "grad_norm": 266.3640441894531,
      "learning_rate": 0.00019999029043164752,
      "loss": 4.833,
      "step": 6947
    },
    {
      "epoch": 0.04455559830704117,
      "grad_norm": 1600.238037109375,
      "learning_rate": 0.00019999028762403932,
      "loss": 4.923,
      "step": 6948
    },
    {
      "epoch": 0.04456201102988329,
      "grad_norm": 82.45774841308594,
      "learning_rate": 0.00019999028481602524,
      "loss": 4.7127,
      "step": 6949
    },
    {
      "epoch": 0.044568423752725406,
      "grad_norm": 149.00421142578125,
      "learning_rate": 0.00019999028200760535,
      "loss": 5.089,
      "step": 6950
    },
    {
      "epoch": 0.04457483647556753,
      "grad_norm": 67.47932434082031,
      "learning_rate": 0.0001999902791987796,
      "loss": 5.1845,
      "step": 6951
    },
    {
      "epoch": 0.044581249198409646,
      "grad_norm": 89.79142761230469,
      "learning_rate": 0.00019999027638954798,
      "loss": 5.0865,
      "step": 6952
    },
    {
      "epoch": 0.04458766192125176,
      "grad_norm": 104.21987915039062,
      "learning_rate": 0.00019999027357991053,
      "loss": 4.7775,
      "step": 6953
    },
    {
      "epoch": 0.04459407464409388,
      "grad_norm": 36.61392593383789,
      "learning_rate": 0.00019999027076986726,
      "loss": 5.0743,
      "step": 6954
    },
    {
      "epoch": 0.044600487366936004,
      "grad_norm": 175.2752685546875,
      "learning_rate": 0.00019999026795941812,
      "loss": 5.3623,
      "step": 6955
    },
    {
      "epoch": 0.04460690008977812,
      "grad_norm": 139.85552978515625,
      "learning_rate": 0.00019999026514856317,
      "loss": 4.8141,
      "step": 6956
    },
    {
      "epoch": 0.04461331281262024,
      "grad_norm": 104.83208465576172,
      "learning_rate": 0.00019999026233730234,
      "loss": 5.0067,
      "step": 6957
    },
    {
      "epoch": 0.044619725535462354,
      "grad_norm": 40.146610260009766,
      "learning_rate": 0.00019999025952563567,
      "loss": 5.1214,
      "step": 6958
    },
    {
      "epoch": 0.04462613825830448,
      "grad_norm": 52.20713806152344,
      "learning_rate": 0.00019999025671356318,
      "loss": 5.0496,
      "step": 6959
    },
    {
      "epoch": 0.044632550981146595,
      "grad_norm": 62.687198638916016,
      "learning_rate": 0.00019999025390108482,
      "loss": 4.8946,
      "step": 6960
    },
    {
      "epoch": 0.04463896370398871,
      "grad_norm": 7003.38720703125,
      "learning_rate": 0.00019999025108820062,
      "loss": 4.8623,
      "step": 6961
    },
    {
      "epoch": 0.044645376426830835,
      "grad_norm": 343.7657470703125,
      "learning_rate": 0.0001999902482749106,
      "loss": 4.9529,
      "step": 6962
    },
    {
      "epoch": 0.04465178914967295,
      "grad_norm": 222.33982849121094,
      "learning_rate": 0.0001999902454612147,
      "loss": 5.0486,
      "step": 6963
    },
    {
      "epoch": 0.04465820187251507,
      "grad_norm": 64.03990173339844,
      "learning_rate": 0.000199990242647113,
      "loss": 4.9242,
      "step": 6964
    },
    {
      "epoch": 0.044664614595357185,
      "grad_norm": 158.9772491455078,
      "learning_rate": 0.00019999023983260542,
      "loss": 4.9214,
      "step": 6965
    },
    {
      "epoch": 0.04467102731819931,
      "grad_norm": 55.269981384277344,
      "learning_rate": 0.00019999023701769203,
      "loss": 4.6898,
      "step": 6966
    },
    {
      "epoch": 0.044677440041041426,
      "grad_norm": 33.623836517333984,
      "learning_rate": 0.00019999023420237276,
      "loss": 4.9728,
      "step": 6967
    },
    {
      "epoch": 0.04468385276388354,
      "grad_norm": 90.66023254394531,
      "learning_rate": 0.00019999023138664765,
      "loss": 4.9917,
      "step": 6968
    },
    {
      "epoch": 0.04469026548672567,
      "grad_norm": 268.2628173828125,
      "learning_rate": 0.00019999022857051672,
      "loss": 5.0091,
      "step": 6969
    },
    {
      "epoch": 0.04469667820956778,
      "grad_norm": 41.12118911743164,
      "learning_rate": 0.00019999022575397995,
      "loss": 4.7872,
      "step": 6970
    },
    {
      "epoch": 0.0447030909324099,
      "grad_norm": 42.82560348510742,
      "learning_rate": 0.0001999902229370373,
      "loss": 4.9939,
      "step": 6971
    },
    {
      "epoch": 0.04470950365525202,
      "grad_norm": 100.99981689453125,
      "learning_rate": 0.00019999022011968882,
      "loss": 4.9623,
      "step": 6972
    },
    {
      "epoch": 0.04471591637809414,
      "grad_norm": 192.78558349609375,
      "learning_rate": 0.0001999902173019345,
      "loss": 5.16,
      "step": 6973
    },
    {
      "epoch": 0.04472232910093626,
      "grad_norm": 32.429107666015625,
      "learning_rate": 0.00019999021448377434,
      "loss": 4.8338,
      "step": 6974
    },
    {
      "epoch": 0.044728741823778374,
      "grad_norm": 38.3983268737793,
      "learning_rate": 0.00019999021166520832,
      "loss": 4.8047,
      "step": 6975
    },
    {
      "epoch": 0.0447351545466205,
      "grad_norm": 1128.292724609375,
      "learning_rate": 0.0001999902088462365,
      "loss": 4.8305,
      "step": 6976
    },
    {
      "epoch": 0.044741567269462615,
      "grad_norm": 41.998355865478516,
      "learning_rate": 0.0001999902060268588,
      "loss": 4.7186,
      "step": 6977
    },
    {
      "epoch": 0.04474797999230473,
      "grad_norm": 48.61015701293945,
      "learning_rate": 0.00019999020320707523,
      "loss": 4.9169,
      "step": 6978
    },
    {
      "epoch": 0.04475439271514685,
      "grad_norm": 56.31132507324219,
      "learning_rate": 0.00019999020038688586,
      "loss": 4.868,
      "step": 6979
    },
    {
      "epoch": 0.04476080543798897,
      "grad_norm": 347.0447998046875,
      "learning_rate": 0.00019999019756629065,
      "loss": 5.6402,
      "step": 6980
    },
    {
      "epoch": 0.04476721816083109,
      "grad_norm": 102.59226989746094,
      "learning_rate": 0.00019999019474528957,
      "loss": 4.8804,
      "step": 6981
    },
    {
      "epoch": 0.044773630883673206,
      "grad_norm": 49.744197845458984,
      "learning_rate": 0.0001999901919238827,
      "loss": 4.8109,
      "step": 6982
    },
    {
      "epoch": 0.04478004360651533,
      "grad_norm": 342.189453125,
      "learning_rate": 0.0001999901891020699,
      "loss": 4.7793,
      "step": 6983
    },
    {
      "epoch": 0.044786456329357446,
      "grad_norm": 105.1839599609375,
      "learning_rate": 0.00019999018627985131,
      "loss": 4.9143,
      "step": 6984
    },
    {
      "epoch": 0.04479286905219956,
      "grad_norm": 44.03976821899414,
      "learning_rate": 0.00019999018345722686,
      "loss": 4.8989,
      "step": 6985
    },
    {
      "epoch": 0.04479928177504168,
      "grad_norm": 62.98713302612305,
      "learning_rate": 0.00019999018063419658,
      "loss": 4.831,
      "step": 6986
    },
    {
      "epoch": 0.044805694497883804,
      "grad_norm": 118.81938934326172,
      "learning_rate": 0.00019999017781076046,
      "loss": 4.9445,
      "step": 6987
    },
    {
      "epoch": 0.04481210722072592,
      "grad_norm": 54.91366958618164,
      "learning_rate": 0.00019999017498691847,
      "loss": 4.9889,
      "step": 6988
    },
    {
      "epoch": 0.04481851994356804,
      "grad_norm": 35.70309829711914,
      "learning_rate": 0.00019999017216267066,
      "loss": 4.8735,
      "step": 6989
    },
    {
      "epoch": 0.04482493266641016,
      "grad_norm": 22.118593215942383,
      "learning_rate": 0.00019999016933801699,
      "loss": 5.1015,
      "step": 6990
    },
    {
      "epoch": 0.04483134538925228,
      "grad_norm": 41.21638870239258,
      "learning_rate": 0.0001999901665129575,
      "loss": 4.826,
      "step": 6991
    },
    {
      "epoch": 0.044837758112094395,
      "grad_norm": 40.64982604980469,
      "learning_rate": 0.00019999016368749215,
      "loss": 4.8771,
      "step": 6992
    },
    {
      "epoch": 0.04484417083493651,
      "grad_norm": 74.77436828613281,
      "learning_rate": 0.00019999016086162094,
      "loss": 4.9354,
      "step": 6993
    },
    {
      "epoch": 0.044850583557778635,
      "grad_norm": 103.3648910522461,
      "learning_rate": 0.0001999901580353439,
      "loss": 4.9146,
      "step": 6994
    },
    {
      "epoch": 0.04485699628062075,
      "grad_norm": 97.406494140625,
      "learning_rate": 0.00019999015520866102,
      "loss": 4.9913,
      "step": 6995
    },
    {
      "epoch": 0.04486340900346287,
      "grad_norm": 93.78308868408203,
      "learning_rate": 0.00019999015238157233,
      "loss": 4.9129,
      "step": 6996
    },
    {
      "epoch": 0.04486982172630499,
      "grad_norm": 80.42044067382812,
      "learning_rate": 0.00019999014955407774,
      "loss": 4.961,
      "step": 6997
    },
    {
      "epoch": 0.04487623444914711,
      "grad_norm": 260.419677734375,
      "learning_rate": 0.00019999014672617734,
      "loss": 4.9421,
      "step": 6998
    },
    {
      "epoch": 0.044882647171989226,
      "grad_norm": 20.727331161499023,
      "learning_rate": 0.00019999014389787106,
      "loss": 4.8012,
      "step": 6999
    },
    {
      "epoch": 0.04488905989483134,
      "grad_norm": 52.29729080200195,
      "learning_rate": 0.000199990141069159,
      "loss": 4.9448,
      "step": 7000
    },
    {
      "epoch": 0.04488905989483134,
      "eval_loss": 4.930714130401611,
      "eval_runtime": 34.7908,
      "eval_samples_per_second": 90.11,
      "eval_steps_per_second": 22.535,
      "step": 7000
    },
    {
      "epoch": 0.04489547261767347,
      "grad_norm": 36.49147415161133,
      "learning_rate": 0.00019999013824004104,
      "loss": 4.9687,
      "step": 7001
    },
    {
      "epoch": 0.044901885340515584,
      "grad_norm": 43.709312438964844,
      "learning_rate": 0.0001999901354105173,
      "loss": 4.8395,
      "step": 7002
    },
    {
      "epoch": 0.0449082980633577,
      "grad_norm": 41.41514587402344,
      "learning_rate": 0.00019999013258058766,
      "loss": 4.9222,
      "step": 7003
    },
    {
      "epoch": 0.04491471078619982,
      "grad_norm": 494.1860046386719,
      "learning_rate": 0.00019999012975025217,
      "loss": 4.9389,
      "step": 7004
    },
    {
      "epoch": 0.04492112350904194,
      "grad_norm": 252.16339111328125,
      "learning_rate": 0.00019999012691951083,
      "loss": 4.8727,
      "step": 7005
    },
    {
      "epoch": 0.04492753623188406,
      "grad_norm": 151.7975616455078,
      "learning_rate": 0.0001999901240883637,
      "loss": 5.0066,
      "step": 7006
    },
    {
      "epoch": 0.044933948954726174,
      "grad_norm": 41.33026123046875,
      "learning_rate": 0.0001999901212568107,
      "loss": 4.8584,
      "step": 7007
    },
    {
      "epoch": 0.0449403616775683,
      "grad_norm": 38.7514762878418,
      "learning_rate": 0.00019999011842485184,
      "loss": 4.9798,
      "step": 7008
    },
    {
      "epoch": 0.044946774400410415,
      "grad_norm": 104.49852752685547,
      "learning_rate": 0.00019999011559248718,
      "loss": 5.087,
      "step": 7009
    },
    {
      "epoch": 0.04495318712325253,
      "grad_norm": 105.6726303100586,
      "learning_rate": 0.00019999011275971662,
      "loss": 5.3668,
      "step": 7010
    },
    {
      "epoch": 0.04495959984609465,
      "grad_norm": 266.4185485839844,
      "learning_rate": 0.00019999010992654027,
      "loss": 5.0573,
      "step": 7011
    },
    {
      "epoch": 0.04496601256893677,
      "grad_norm": 47.513954162597656,
      "learning_rate": 0.00019999010709295805,
      "loss": 4.9045,
      "step": 7012
    },
    {
      "epoch": 0.04497242529177889,
      "grad_norm": 49.84282302856445,
      "learning_rate": 0.00019999010425897,
      "loss": 5.0737,
      "step": 7013
    },
    {
      "epoch": 0.044978838014621006,
      "grad_norm": 78.0858154296875,
      "learning_rate": 0.00019999010142457606,
      "loss": 5.3634,
      "step": 7014
    },
    {
      "epoch": 0.04498525073746313,
      "grad_norm": 48.50092697143555,
      "learning_rate": 0.00019999009858977633,
      "loss": 5.0466,
      "step": 7015
    },
    {
      "epoch": 0.044991663460305246,
      "grad_norm": 26.01848030090332,
      "learning_rate": 0.00019999009575457074,
      "loss": 4.9504,
      "step": 7016
    },
    {
      "epoch": 0.04499807618314736,
      "grad_norm": 96.330322265625,
      "learning_rate": 0.0001999900929189593,
      "loss": 4.9171,
      "step": 7017
    },
    {
      "epoch": 0.04500448890598948,
      "grad_norm": 409.4499816894531,
      "learning_rate": 0.00019999009008294202,
      "loss": 5.124,
      "step": 7018
    },
    {
      "epoch": 0.045010901628831604,
      "grad_norm": 120.28435516357422,
      "learning_rate": 0.0001999900872465189,
      "loss": 5.1624,
      "step": 7019
    },
    {
      "epoch": 0.04501731435167372,
      "grad_norm": 120.28825378417969,
      "learning_rate": 0.00019999008440968995,
      "loss": 5.0725,
      "step": 7020
    },
    {
      "epoch": 0.04502372707451584,
      "grad_norm": 151.61871337890625,
      "learning_rate": 0.00019999008157245513,
      "loss": 4.9735,
      "step": 7021
    },
    {
      "epoch": 0.04503013979735796,
      "grad_norm": 230.4609375,
      "learning_rate": 0.00019999007873481447,
      "loss": 5.0749,
      "step": 7022
    },
    {
      "epoch": 0.04503655252020008,
      "grad_norm": 36.05769348144531,
      "learning_rate": 0.00019999007589676797,
      "loss": 5.2446,
      "step": 7023
    },
    {
      "epoch": 0.045042965243042195,
      "grad_norm": 116.9606704711914,
      "learning_rate": 0.00019999007305831565,
      "loss": 4.8772,
      "step": 7024
    },
    {
      "epoch": 0.04504937796588431,
      "grad_norm": 39.834815979003906,
      "learning_rate": 0.00019999007021945746,
      "loss": 5.0614,
      "step": 7025
    },
    {
      "epoch": 0.045055790688726435,
      "grad_norm": 75.19408416748047,
      "learning_rate": 0.00019999006738019343,
      "loss": 5.1547,
      "step": 7026
    },
    {
      "epoch": 0.04506220341156855,
      "grad_norm": 53.370506286621094,
      "learning_rate": 0.00019999006454052358,
      "loss": 5.2152,
      "step": 7027
    },
    {
      "epoch": 0.04506861613441067,
      "grad_norm": 40.38566589355469,
      "learning_rate": 0.00019999006170044785,
      "loss": 4.9645,
      "step": 7028
    },
    {
      "epoch": 0.04507502885725279,
      "grad_norm": 643.8756103515625,
      "learning_rate": 0.0001999900588599663,
      "loss": 5.0796,
      "step": 7029
    },
    {
      "epoch": 0.04508144158009491,
      "grad_norm": 172.63671875,
      "learning_rate": 0.00019999005601907893,
      "loss": 5.0219,
      "step": 7030
    },
    {
      "epoch": 0.045087854302937026,
      "grad_norm": 613.9959106445312,
      "learning_rate": 0.00019999005317778568,
      "loss": 5.4667,
      "step": 7031
    },
    {
      "epoch": 0.04509426702577914,
      "grad_norm": 611.0540161132812,
      "learning_rate": 0.00019999005033608658,
      "loss": 5.4178,
      "step": 7032
    },
    {
      "epoch": 0.04510067974862127,
      "grad_norm": 122.62855529785156,
      "learning_rate": 0.00019999004749398166,
      "loss": 5.1677,
      "step": 7033
    },
    {
      "epoch": 0.045107092471463384,
      "grad_norm": 227.05508422851562,
      "learning_rate": 0.0001999900446514709,
      "loss": 5.0406,
      "step": 7034
    },
    {
      "epoch": 0.0451135051943055,
      "grad_norm": 40.15220642089844,
      "learning_rate": 0.0001999900418085543,
      "loss": 5.1202,
      "step": 7035
    },
    {
      "epoch": 0.045119917917147624,
      "grad_norm": 80.69854736328125,
      "learning_rate": 0.00019999003896523183,
      "loss": 4.9764,
      "step": 7036
    },
    {
      "epoch": 0.04512633063998974,
      "grad_norm": 52.83049774169922,
      "learning_rate": 0.00019999003612150354,
      "loss": 5.4712,
      "step": 7037
    },
    {
      "epoch": 0.04513274336283186,
      "grad_norm": 248.51365661621094,
      "learning_rate": 0.00019999003327736937,
      "loss": 4.8784,
      "step": 7038
    },
    {
      "epoch": 0.045139156085673975,
      "grad_norm": 209.2546844482422,
      "learning_rate": 0.0001999900304328294,
      "loss": 5.2777,
      "step": 7039
    },
    {
      "epoch": 0.0451455688085161,
      "grad_norm": 344.7555847167969,
      "learning_rate": 0.00019999002758788357,
      "loss": 5.179,
      "step": 7040
    },
    {
      "epoch": 0.045151981531358215,
      "grad_norm": 54.00103759765625,
      "learning_rate": 0.0001999900247425319,
      "loss": 4.894,
      "step": 7041
    },
    {
      "epoch": 0.04515839425420033,
      "grad_norm": 5809.70361328125,
      "learning_rate": 0.0001999900218967744,
      "loss": 5.0699,
      "step": 7042
    },
    {
      "epoch": 0.045164806977042456,
      "grad_norm": 575.1577758789062,
      "learning_rate": 0.00019999001905061104,
      "loss": 5.1568,
      "step": 7043
    },
    {
      "epoch": 0.04517121969988457,
      "grad_norm": 651.6403198242188,
      "learning_rate": 0.00019999001620404184,
      "loss": 5.1183,
      "step": 7044
    },
    {
      "epoch": 0.04517763242272669,
      "grad_norm": 94.95358276367188,
      "learning_rate": 0.0001999900133570668,
      "loss": 5.0548,
      "step": 7045
    },
    {
      "epoch": 0.045184045145568806,
      "grad_norm": 59.22323989868164,
      "learning_rate": 0.0001999900105096859,
      "loss": 4.9563,
      "step": 7046
    },
    {
      "epoch": 0.04519045786841093,
      "grad_norm": 199.60076904296875,
      "learning_rate": 0.00019999000766189918,
      "loss": 5.0576,
      "step": 7047
    },
    {
      "epoch": 0.04519687059125305,
      "grad_norm": 73.50765228271484,
      "learning_rate": 0.00019999000481370663,
      "loss": 4.9245,
      "step": 7048
    },
    {
      "epoch": 0.04520328331409516,
      "grad_norm": 310.95147705078125,
      "learning_rate": 0.00019999000196510819,
      "loss": 5.0819,
      "step": 7049
    },
    {
      "epoch": 0.04520969603693728,
      "grad_norm": 63.39497375488281,
      "learning_rate": 0.00019998999911610392,
      "loss": 5.1269,
      "step": 7050
    },
    {
      "epoch": 0.045216108759779404,
      "grad_norm": 105.6187515258789,
      "learning_rate": 0.00019998999626669384,
      "loss": 4.9346,
      "step": 7051
    },
    {
      "epoch": 0.04522252148262152,
      "grad_norm": 50.95741653442383,
      "learning_rate": 0.0001999899934168779,
      "loss": 5.1119,
      "step": 7052
    },
    {
      "epoch": 0.04522893420546364,
      "grad_norm": 110.09031677246094,
      "learning_rate": 0.0001999899905666561,
      "loss": 5.159,
      "step": 7053
    },
    {
      "epoch": 0.04523534692830576,
      "grad_norm": 674.6444702148438,
      "learning_rate": 0.00019998998771602849,
      "loss": 5.3162,
      "step": 7054
    },
    {
      "epoch": 0.04524175965114788,
      "grad_norm": 852.0187377929688,
      "learning_rate": 0.000199989984864995,
      "loss": 5.2188,
      "step": 7055
    },
    {
      "epoch": 0.045248172373989995,
      "grad_norm": 324.1007080078125,
      "learning_rate": 0.0001999899820135557,
      "loss": 5.3579,
      "step": 7056
    },
    {
      "epoch": 0.04525458509683211,
      "grad_norm": 118.4190673828125,
      "learning_rate": 0.00019998997916171053,
      "loss": 5.5411,
      "step": 7057
    },
    {
      "epoch": 0.045260997819674235,
      "grad_norm": 424.0148010253906,
      "learning_rate": 0.00019998997630945952,
      "loss": 5.1023,
      "step": 7058
    },
    {
      "epoch": 0.04526741054251635,
      "grad_norm": 51.44595718383789,
      "learning_rate": 0.00019998997345680271,
      "loss": 5.314,
      "step": 7059
    },
    {
      "epoch": 0.04527382326535847,
      "grad_norm": 165.92019653320312,
      "learning_rate": 0.00019998997060374,
      "loss": 5.4144,
      "step": 7060
    },
    {
      "epoch": 0.04528023598820059,
      "grad_norm": 696.8309936523438,
      "learning_rate": 0.00019998996775027147,
      "loss": 5.2414,
      "step": 7061
    },
    {
      "epoch": 0.04528664871104271,
      "grad_norm": 62.77545166015625,
      "learning_rate": 0.00019998996489639713,
      "loss": 5.2342,
      "step": 7062
    },
    {
      "epoch": 0.045293061433884826,
      "grad_norm": 53.82870864868164,
      "learning_rate": 0.0001999899620421169,
      "loss": 5.1516,
      "step": 7063
    },
    {
      "epoch": 0.04529947415672694,
      "grad_norm": 637.2550048828125,
      "learning_rate": 0.00019998995918743084,
      "loss": 5.0795,
      "step": 7064
    },
    {
      "epoch": 0.04530588687956907,
      "grad_norm": 350.45703125,
      "learning_rate": 0.00019998995633233895,
      "loss": 4.9653,
      "step": 7065
    },
    {
      "epoch": 0.045312299602411184,
      "grad_norm": 166.6739501953125,
      "learning_rate": 0.0001999899534768412,
      "loss": 5.5247,
      "step": 7066
    },
    {
      "epoch": 0.0453187123252533,
      "grad_norm": 550.4674072265625,
      "learning_rate": 0.00019998995062093763,
      "loss": 5.308,
      "step": 7067
    },
    {
      "epoch": 0.045325125048095424,
      "grad_norm": 125.5650634765625,
      "learning_rate": 0.00019998994776462817,
      "loss": 5.1269,
      "step": 7068
    },
    {
      "epoch": 0.04533153777093754,
      "grad_norm": 65.99454498291016,
      "learning_rate": 0.00019998994490791293,
      "loss": 5.005,
      "step": 7069
    },
    {
      "epoch": 0.04533795049377966,
      "grad_norm": 145.00845336914062,
      "learning_rate": 0.0001999899420507918,
      "loss": 5.0114,
      "step": 7070
    },
    {
      "epoch": 0.045344363216621775,
      "grad_norm": 889.39697265625,
      "learning_rate": 0.00019998993919326483,
      "loss": 5.1908,
      "step": 7071
    },
    {
      "epoch": 0.0453507759394639,
      "grad_norm": 77.2461166381836,
      "learning_rate": 0.00019998993633533205,
      "loss": 5.1655,
      "step": 7072
    },
    {
      "epoch": 0.045357188662306015,
      "grad_norm": 98.36080932617188,
      "learning_rate": 0.00019998993347699343,
      "loss": 5.5646,
      "step": 7073
    },
    {
      "epoch": 0.04536360138514813,
      "grad_norm": 221.2316436767578,
      "learning_rate": 0.00019998993061824894,
      "loss": 5.4253,
      "step": 7074
    },
    {
      "epoch": 0.045370014107990256,
      "grad_norm": 125.27935028076172,
      "learning_rate": 0.0001999899277590986,
      "loss": 5.321,
      "step": 7075
    },
    {
      "epoch": 0.04537642683083237,
      "grad_norm": 371.568115234375,
      "learning_rate": 0.00019998992489954242,
      "loss": 5.5148,
      "step": 7076
    },
    {
      "epoch": 0.04538283955367449,
      "grad_norm": 160.69676208496094,
      "learning_rate": 0.0001999899220395804,
      "loss": 5.2247,
      "step": 7077
    },
    {
      "epoch": 0.045389252276516606,
      "grad_norm": 87.0802001953125,
      "learning_rate": 0.00019998991917921256,
      "loss": 5.2255,
      "step": 7078
    },
    {
      "epoch": 0.04539566499935873,
      "grad_norm": 95.19148254394531,
      "learning_rate": 0.00019998991631843888,
      "loss": 5.1084,
      "step": 7079
    },
    {
      "epoch": 0.04540207772220085,
      "grad_norm": 154.88674926757812,
      "learning_rate": 0.00019998991345725932,
      "loss": 5.3626,
      "step": 7080
    },
    {
      "epoch": 0.045408490445042964,
      "grad_norm": 107.35658264160156,
      "learning_rate": 0.00019998991059567395,
      "loss": 5.5156,
      "step": 7081
    },
    {
      "epoch": 0.04541490316788509,
      "grad_norm": 130.3677978515625,
      "learning_rate": 0.0001999899077336827,
      "loss": 5.277,
      "step": 7082
    },
    {
      "epoch": 0.045421315890727204,
      "grad_norm": 293.010498046875,
      "learning_rate": 0.00019998990487128565,
      "loss": 5.1973,
      "step": 7083
    },
    {
      "epoch": 0.04542772861356932,
      "grad_norm": 59.486900329589844,
      "learning_rate": 0.00019998990200848274,
      "loss": 5.2567,
      "step": 7084
    },
    {
      "epoch": 0.04543414133641144,
      "grad_norm": 103.55475616455078,
      "learning_rate": 0.000199989899145274,
      "loss": 5.2693,
      "step": 7085
    },
    {
      "epoch": 0.04544055405925356,
      "grad_norm": 117.94001007080078,
      "learning_rate": 0.0001999898962816594,
      "loss": 5.1202,
      "step": 7086
    },
    {
      "epoch": 0.04544696678209568,
      "grad_norm": 375.259033203125,
      "learning_rate": 0.00019998989341763897,
      "loss": 5.1793,
      "step": 7087
    },
    {
      "epoch": 0.045453379504937795,
      "grad_norm": 129.56080627441406,
      "learning_rate": 0.00019998989055321266,
      "loss": 5.112,
      "step": 7088
    },
    {
      "epoch": 0.04545979222777992,
      "grad_norm": 142.03854370117188,
      "learning_rate": 0.00019998988768838056,
      "loss": 5.2246,
      "step": 7089
    },
    {
      "epoch": 0.045466204950622036,
      "grad_norm": 117.18428802490234,
      "learning_rate": 0.0001999898848231426,
      "loss": 5.073,
      "step": 7090
    },
    {
      "epoch": 0.04547261767346415,
      "grad_norm": 50.597190856933594,
      "learning_rate": 0.00019998988195749879,
      "loss": 5.0677,
      "step": 7091
    },
    {
      "epoch": 0.04547903039630627,
      "grad_norm": 100.80937957763672,
      "learning_rate": 0.00019998987909144913,
      "loss": 5.2245,
      "step": 7092
    },
    {
      "epoch": 0.04548544311914839,
      "grad_norm": 78.21926879882812,
      "learning_rate": 0.00019998987622499366,
      "loss": 5.1772,
      "step": 7093
    },
    {
      "epoch": 0.04549185584199051,
      "grad_norm": 538.6873779296875,
      "learning_rate": 0.00019998987335813231,
      "loss": 5.3496,
      "step": 7094
    },
    {
      "epoch": 0.04549826856483263,
      "grad_norm": 64.20582580566406,
      "learning_rate": 0.00019998987049086515,
      "loss": 5.2225,
      "step": 7095
    },
    {
      "epoch": 0.04550468128767474,
      "grad_norm": 72.45553588867188,
      "learning_rate": 0.00019998986762319212,
      "loss": 5.0559,
      "step": 7096
    },
    {
      "epoch": 0.04551109401051687,
      "grad_norm": 64.50208282470703,
      "learning_rate": 0.00019998986475511325,
      "loss": 5.1808,
      "step": 7097
    },
    {
      "epoch": 0.045517506733358984,
      "grad_norm": 97.15499114990234,
      "learning_rate": 0.00019998986188662853,
      "loss": 5.1272,
      "step": 7098
    },
    {
      "epoch": 0.0455239194562011,
      "grad_norm": 114.10782623291016,
      "learning_rate": 0.000199989859017738,
      "loss": 4.9995,
      "step": 7099
    },
    {
      "epoch": 0.045530332179043224,
      "grad_norm": 90.89788055419922,
      "learning_rate": 0.0001999898561484416,
      "loss": 5.0868,
      "step": 7100
    },
    {
      "epoch": 0.045530332179043224,
      "eval_loss": 5.093118190765381,
      "eval_runtime": 34.7537,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 7100
    },
    {
      "epoch": 0.04553674490188534,
      "grad_norm": 217.9608154296875,
      "learning_rate": 0.00019998985327873939,
      "loss": 5.1356,
      "step": 7101
    },
    {
      "epoch": 0.04554315762472746,
      "grad_norm": 132.87857055664062,
      "learning_rate": 0.00019998985040863132,
      "loss": 5.2181,
      "step": 7102
    },
    {
      "epoch": 0.045549570347569575,
      "grad_norm": 74.64229583740234,
      "learning_rate": 0.0001999898475381174,
      "loss": 5.1441,
      "step": 7103
    },
    {
      "epoch": 0.0455559830704117,
      "grad_norm": 150.62051391601562,
      "learning_rate": 0.00019998984466719762,
      "loss": 4.9795,
      "step": 7104
    },
    {
      "epoch": 0.045562395793253815,
      "grad_norm": 129.25892639160156,
      "learning_rate": 0.00019998984179587205,
      "loss": 4.8495,
      "step": 7105
    },
    {
      "epoch": 0.04556880851609593,
      "grad_norm": 40.47700881958008,
      "learning_rate": 0.0001999898389241406,
      "loss": 5.4859,
      "step": 7106
    },
    {
      "epoch": 0.045575221238938056,
      "grad_norm": 907.265625,
      "learning_rate": 0.00019998983605200332,
      "loss": 5.1371,
      "step": 7107
    },
    {
      "epoch": 0.04558163396178017,
      "grad_norm": 68.55718994140625,
      "learning_rate": 0.00019998983317946018,
      "loss": 5.0803,
      "step": 7108
    },
    {
      "epoch": 0.04558804668462229,
      "grad_norm": 98.185791015625,
      "learning_rate": 0.0001999898303065112,
      "loss": 5.1841,
      "step": 7109
    },
    {
      "epoch": 0.045594459407464406,
      "grad_norm": 70.27452850341797,
      "learning_rate": 0.00019998982743315641,
      "loss": 5.0536,
      "step": 7110
    },
    {
      "epoch": 0.04560087213030653,
      "grad_norm": 90.8884048461914,
      "learning_rate": 0.00019998982455939578,
      "loss": 5.3328,
      "step": 7111
    },
    {
      "epoch": 0.04560728485314865,
      "grad_norm": 214.7039031982422,
      "learning_rate": 0.00019998982168522927,
      "loss": 5.1029,
      "step": 7112
    },
    {
      "epoch": 0.045613697575990764,
      "grad_norm": 175.39720153808594,
      "learning_rate": 0.00019998981881065692,
      "loss": 4.8267,
      "step": 7113
    },
    {
      "epoch": 0.04562011029883289,
      "grad_norm": 73.25602722167969,
      "learning_rate": 0.00019998981593567875,
      "loss": 5.177,
      "step": 7114
    },
    {
      "epoch": 0.045626523021675004,
      "grad_norm": 72.52535247802734,
      "learning_rate": 0.0001999898130602947,
      "loss": 5.0592,
      "step": 7115
    },
    {
      "epoch": 0.04563293574451712,
      "grad_norm": 59.128726959228516,
      "learning_rate": 0.00019998981018450485,
      "loss": 4.9517,
      "step": 7116
    },
    {
      "epoch": 0.04563934846735924,
      "grad_norm": 604.9859619140625,
      "learning_rate": 0.00019998980730830915,
      "loss": 5.0956,
      "step": 7117
    },
    {
      "epoch": 0.04564576119020136,
      "grad_norm": 280.84613037109375,
      "learning_rate": 0.0001999898044317076,
      "loss": 4.9695,
      "step": 7118
    },
    {
      "epoch": 0.04565217391304348,
      "grad_norm": 309.0689392089844,
      "learning_rate": 0.0001999898015547002,
      "loss": 5.1011,
      "step": 7119
    },
    {
      "epoch": 0.045658586635885595,
      "grad_norm": 128.5155792236328,
      "learning_rate": 0.00019998979867728698,
      "loss": 5.15,
      "step": 7120
    },
    {
      "epoch": 0.04566499935872772,
      "grad_norm": 73.53347778320312,
      "learning_rate": 0.0001999897957994679,
      "loss": 5.0008,
      "step": 7121
    },
    {
      "epoch": 0.045671412081569836,
      "grad_norm": 444.9819030761719,
      "learning_rate": 0.00019998979292124301,
      "loss": 4.8932,
      "step": 7122
    },
    {
      "epoch": 0.04567782480441195,
      "grad_norm": 756.0687255859375,
      "learning_rate": 0.00019998979004261225,
      "loss": 4.9111,
      "step": 7123
    },
    {
      "epoch": 0.04568423752725407,
      "grad_norm": 106.17748260498047,
      "learning_rate": 0.00019998978716357564,
      "loss": 5.1072,
      "step": 7124
    },
    {
      "epoch": 0.04569065025009619,
      "grad_norm": 109.84581756591797,
      "learning_rate": 0.0001999897842841332,
      "loss": 4.9334,
      "step": 7125
    },
    {
      "epoch": 0.04569706297293831,
      "grad_norm": 134.86439514160156,
      "learning_rate": 0.0001999897814042849,
      "loss": 5.0688,
      "step": 7126
    },
    {
      "epoch": 0.04570347569578043,
      "grad_norm": 88.4517593383789,
      "learning_rate": 0.00019998977852403078,
      "loss": 5.1613,
      "step": 7127
    },
    {
      "epoch": 0.04570988841862255,
      "grad_norm": 45.30952072143555,
      "learning_rate": 0.0001999897756433708,
      "loss": 4.895,
      "step": 7128
    },
    {
      "epoch": 0.04571630114146467,
      "grad_norm": 59.92207336425781,
      "learning_rate": 0.000199989772762305,
      "loss": 4.9025,
      "step": 7129
    },
    {
      "epoch": 0.045722713864306784,
      "grad_norm": 44.325050354003906,
      "learning_rate": 0.00019998976988083335,
      "loss": 5.0424,
      "step": 7130
    },
    {
      "epoch": 0.0457291265871489,
      "grad_norm": 53.42948532104492,
      "learning_rate": 0.00019998976699895583,
      "loss": 5.0908,
      "step": 7131
    },
    {
      "epoch": 0.045735539309991025,
      "grad_norm": 39.49281692504883,
      "learning_rate": 0.0001999897641166725,
      "loss": 4.9981,
      "step": 7132
    },
    {
      "epoch": 0.04574195203283314,
      "grad_norm": 79.58872985839844,
      "learning_rate": 0.00019998976123398335,
      "loss": 4.8682,
      "step": 7133
    },
    {
      "epoch": 0.04574836475567526,
      "grad_norm": 82.03823852539062,
      "learning_rate": 0.00019998975835088832,
      "loss": 4.9706,
      "step": 7134
    },
    {
      "epoch": 0.04575477747851738,
      "grad_norm": 58.35844802856445,
      "learning_rate": 0.00019998975546738746,
      "loss": 5.0134,
      "step": 7135
    },
    {
      "epoch": 0.0457611902013595,
      "grad_norm": 76.39678955078125,
      "learning_rate": 0.00019998975258348075,
      "loss": 5.3108,
      "step": 7136
    },
    {
      "epoch": 0.045767602924201616,
      "grad_norm": 121.65963745117188,
      "learning_rate": 0.0001999897496991682,
      "loss": 5.2848,
      "step": 7137
    },
    {
      "epoch": 0.04577401564704373,
      "grad_norm": 66.37419891357422,
      "learning_rate": 0.00019998974681444983,
      "loss": 4.8219,
      "step": 7138
    },
    {
      "epoch": 0.045780428369885856,
      "grad_norm": 100.68354034423828,
      "learning_rate": 0.00019998974392932558,
      "loss": 5.1499,
      "step": 7139
    },
    {
      "epoch": 0.04578684109272797,
      "grad_norm": 85.12203216552734,
      "learning_rate": 0.0001999897410437955,
      "loss": 5.0773,
      "step": 7140
    },
    {
      "epoch": 0.04579325381557009,
      "grad_norm": 282.8218994140625,
      "learning_rate": 0.00019998973815785957,
      "loss": 5.3364,
      "step": 7141
    },
    {
      "epoch": 0.045799666538412206,
      "grad_norm": 64.37648010253906,
      "learning_rate": 0.00019998973527151782,
      "loss": 4.997,
      "step": 7142
    },
    {
      "epoch": 0.04580607926125433,
      "grad_norm": 84.6675796508789,
      "learning_rate": 0.00019998973238477023,
      "loss": 5.0439,
      "step": 7143
    },
    {
      "epoch": 0.04581249198409645,
      "grad_norm": 50.57294464111328,
      "learning_rate": 0.00019998972949761677,
      "loss": 4.9669,
      "step": 7144
    },
    {
      "epoch": 0.045818904706938564,
      "grad_norm": 174.8106689453125,
      "learning_rate": 0.00019998972661005752,
      "loss": 5.1373,
      "step": 7145
    },
    {
      "epoch": 0.04582531742978069,
      "grad_norm": 202.27684020996094,
      "learning_rate": 0.0001999897237220924,
      "loss": 4.9994,
      "step": 7146
    },
    {
      "epoch": 0.045831730152622804,
      "grad_norm": 163.81056213378906,
      "learning_rate": 0.00019998972083372143,
      "loss": 4.9249,
      "step": 7147
    },
    {
      "epoch": 0.04583814287546492,
      "grad_norm": 75.47572326660156,
      "learning_rate": 0.00019998971794494462,
      "loss": 5.1053,
      "step": 7148
    },
    {
      "epoch": 0.04584455559830704,
      "grad_norm": 206.448486328125,
      "learning_rate": 0.00019998971505576197,
      "loss": 5.5094,
      "step": 7149
    },
    {
      "epoch": 0.04585096832114916,
      "grad_norm": 168.16983032226562,
      "learning_rate": 0.00019998971216617347,
      "loss": 4.9457,
      "step": 7150
    },
    {
      "epoch": 0.04585738104399128,
      "grad_norm": 52.79634094238281,
      "learning_rate": 0.00019998970927617916,
      "loss": 4.8286,
      "step": 7151
    },
    {
      "epoch": 0.045863793766833395,
      "grad_norm": 531.2197265625,
      "learning_rate": 0.00019998970638577897,
      "loss": 4.7989,
      "step": 7152
    },
    {
      "epoch": 0.04587020648967552,
      "grad_norm": 104.59803009033203,
      "learning_rate": 0.00019998970349497297,
      "loss": 4.9414,
      "step": 7153
    },
    {
      "epoch": 0.045876619212517636,
      "grad_norm": 112.67633056640625,
      "learning_rate": 0.0001999897006037611,
      "loss": 4.933,
      "step": 7154
    },
    {
      "epoch": 0.04588303193535975,
      "grad_norm": 230.49932861328125,
      "learning_rate": 0.00019998969771214343,
      "loss": 4.9518,
      "step": 7155
    },
    {
      "epoch": 0.04588944465820187,
      "grad_norm": 55.43910217285156,
      "learning_rate": 0.00019998969482011987,
      "loss": 5.1329,
      "step": 7156
    },
    {
      "epoch": 0.04589585738104399,
      "grad_norm": 2204.813720703125,
      "learning_rate": 0.0001999896919276905,
      "loss": 4.92,
      "step": 7157
    },
    {
      "epoch": 0.04590227010388611,
      "grad_norm": 81.5538101196289,
      "learning_rate": 0.00019998968903485524,
      "loss": 4.9776,
      "step": 7158
    },
    {
      "epoch": 0.04590868282672823,
      "grad_norm": 156.1901397705078,
      "learning_rate": 0.0001999896861416142,
      "loss": 5.1902,
      "step": 7159
    },
    {
      "epoch": 0.04591509554957035,
      "grad_norm": 144.20535278320312,
      "learning_rate": 0.0001999896832479673,
      "loss": 5.0192,
      "step": 7160
    },
    {
      "epoch": 0.04592150827241247,
      "grad_norm": 144.415283203125,
      "learning_rate": 0.0001999896803539145,
      "loss": 5.2394,
      "step": 7161
    },
    {
      "epoch": 0.045927920995254584,
      "grad_norm": 162.5501251220703,
      "learning_rate": 0.00019998967745945594,
      "loss": 4.842,
      "step": 7162
    },
    {
      "epoch": 0.0459343337180967,
      "grad_norm": 348.4010925292969,
      "learning_rate": 0.0001999896745645915,
      "loss": 4.8566,
      "step": 7163
    },
    {
      "epoch": 0.045940746440938825,
      "grad_norm": 314.8851623535156,
      "learning_rate": 0.00019998967166932126,
      "loss": 5.0881,
      "step": 7164
    },
    {
      "epoch": 0.04594715916378094,
      "grad_norm": 58.80915832519531,
      "learning_rate": 0.0001999896687736451,
      "loss": 5.0177,
      "step": 7165
    },
    {
      "epoch": 0.04595357188662306,
      "grad_norm": 79.3026123046875,
      "learning_rate": 0.00019998966587756316,
      "loss": 5.1096,
      "step": 7166
    },
    {
      "epoch": 0.04595998460946518,
      "grad_norm": 383.13134765625,
      "learning_rate": 0.00019998966298107537,
      "loss": 4.99,
      "step": 7167
    },
    {
      "epoch": 0.0459663973323073,
      "grad_norm": 210.125732421875,
      "learning_rate": 0.00019998966008418173,
      "loss": 4.7976,
      "step": 7168
    },
    {
      "epoch": 0.045972810055149416,
      "grad_norm": 59.75174331665039,
      "learning_rate": 0.00019998965718688225,
      "loss": 5.161,
      "step": 7169
    },
    {
      "epoch": 0.04597922277799153,
      "grad_norm": 96.31536102294922,
      "learning_rate": 0.00019998965428917693,
      "loss": 5.0475,
      "step": 7170
    },
    {
      "epoch": 0.045985635500833656,
      "grad_norm": 76.37077331542969,
      "learning_rate": 0.00019998965139106576,
      "loss": 5.1684,
      "step": 7171
    },
    {
      "epoch": 0.04599204822367577,
      "grad_norm": 1896.6473388671875,
      "learning_rate": 0.00019998964849254875,
      "loss": 4.9818,
      "step": 7172
    },
    {
      "epoch": 0.04599846094651789,
      "grad_norm": 191.09043884277344,
      "learning_rate": 0.00019998964559362592,
      "loss": 5.3249,
      "step": 7173
    },
    {
      "epoch": 0.046004873669360014,
      "grad_norm": 147.16976928710938,
      "learning_rate": 0.00019998964269429722,
      "loss": 5.2067,
      "step": 7174
    },
    {
      "epoch": 0.04601128639220213,
      "grad_norm": 113.0462875366211,
      "learning_rate": 0.00019998963979456268,
      "loss": 4.983,
      "step": 7175
    },
    {
      "epoch": 0.04601769911504425,
      "grad_norm": 309.475830078125,
      "learning_rate": 0.00019998963689442232,
      "loss": 4.9653,
      "step": 7176
    },
    {
      "epoch": 0.046024111837886364,
      "grad_norm": 288.749755859375,
      "learning_rate": 0.0001999896339938761,
      "loss": 5.0047,
      "step": 7177
    },
    {
      "epoch": 0.04603052456072849,
      "grad_norm": 130.72218322753906,
      "learning_rate": 0.00019998963109292404,
      "loss": 5.0416,
      "step": 7178
    },
    {
      "epoch": 0.046036937283570604,
      "grad_norm": 72.13037872314453,
      "learning_rate": 0.00019998962819156617,
      "loss": 4.965,
      "step": 7179
    },
    {
      "epoch": 0.04604335000641272,
      "grad_norm": 30.784866333007812,
      "learning_rate": 0.0001999896252898024,
      "loss": 4.9483,
      "step": 7180
    },
    {
      "epoch": 0.046049762729254845,
      "grad_norm": 890.7119750976562,
      "learning_rate": 0.00019998962238763283,
      "loss": 5.2034,
      "step": 7181
    },
    {
      "epoch": 0.04605617545209696,
      "grad_norm": 62.13142395019531,
      "learning_rate": 0.0001999896194850574,
      "loss": 4.858,
      "step": 7182
    },
    {
      "epoch": 0.04606258817493908,
      "grad_norm": 32.67075729370117,
      "learning_rate": 0.00019998961658207617,
      "loss": 4.8837,
      "step": 7183
    },
    {
      "epoch": 0.046069000897781195,
      "grad_norm": 1342.2369384765625,
      "learning_rate": 0.00019998961367868905,
      "loss": 4.8667,
      "step": 7184
    },
    {
      "epoch": 0.04607541362062332,
      "grad_norm": 64.48550415039062,
      "learning_rate": 0.0001999896107748961,
      "loss": 5.0081,
      "step": 7185
    },
    {
      "epoch": 0.046081826343465436,
      "grad_norm": 122.46184539794922,
      "learning_rate": 0.00019998960787069733,
      "loss": 4.8755,
      "step": 7186
    },
    {
      "epoch": 0.04608823906630755,
      "grad_norm": 323.75421142578125,
      "learning_rate": 0.00019998960496609268,
      "loss": 5.0566,
      "step": 7187
    },
    {
      "epoch": 0.04609465178914967,
      "grad_norm": 57.37929916381836,
      "learning_rate": 0.00019998960206108222,
      "loss": 5.1067,
      "step": 7188
    },
    {
      "epoch": 0.04610106451199179,
      "grad_norm": 70.04442596435547,
      "learning_rate": 0.00019998959915566592,
      "loss": 4.9793,
      "step": 7189
    },
    {
      "epoch": 0.04610747723483391,
      "grad_norm": 76.73136138916016,
      "learning_rate": 0.00019998959624984377,
      "loss": 5.1418,
      "step": 7190
    },
    {
      "epoch": 0.04611388995767603,
      "grad_norm": 132.267822265625,
      "learning_rate": 0.00019998959334361578,
      "loss": 5.1474,
      "step": 7191
    },
    {
      "epoch": 0.04612030268051815,
      "grad_norm": 72.3888931274414,
      "learning_rate": 0.00019998959043698197,
      "loss": 5.0228,
      "step": 7192
    },
    {
      "epoch": 0.04612671540336027,
      "grad_norm": 68.27161407470703,
      "learning_rate": 0.00019998958752994229,
      "loss": 5.1082,
      "step": 7193
    },
    {
      "epoch": 0.046133128126202384,
      "grad_norm": 54.31879806518555,
      "learning_rate": 0.00019998958462249676,
      "loss": 5.1018,
      "step": 7194
    },
    {
      "epoch": 0.0461395408490445,
      "grad_norm": 60.78407287597656,
      "learning_rate": 0.0001999895817146454,
      "loss": 4.8903,
      "step": 7195
    },
    {
      "epoch": 0.046145953571886625,
      "grad_norm": 62.35495376586914,
      "learning_rate": 0.0001999895788063882,
      "loss": 5.0574,
      "step": 7196
    },
    {
      "epoch": 0.04615236629472874,
      "grad_norm": 88.3175277709961,
      "learning_rate": 0.00019998957589772515,
      "loss": 4.9859,
      "step": 7197
    },
    {
      "epoch": 0.04615877901757086,
      "grad_norm": 111.91399383544922,
      "learning_rate": 0.00019998957298865628,
      "loss": 5.1551,
      "step": 7198
    },
    {
      "epoch": 0.04616519174041298,
      "grad_norm": 19.844743728637695,
      "learning_rate": 0.00019998957007918156,
      "loss": 4.8777,
      "step": 7199
    },
    {
      "epoch": 0.0461716044632551,
      "grad_norm": 15.2770414352417,
      "learning_rate": 0.000199989567169301,
      "loss": 4.9213,
      "step": 7200
    },
    {
      "epoch": 0.0461716044632551,
      "eval_loss": 4.993577480316162,
      "eval_runtime": 34.7235,
      "eval_samples_per_second": 90.285,
      "eval_steps_per_second": 22.578,
      "step": 7200
    },
    {
      "epoch": 0.046178017186097216,
      "grad_norm": 61.51628112792969,
      "learning_rate": 0.0001999895642590146,
      "loss": 4.9919,
      "step": 7201
    },
    {
      "epoch": 0.04618442990893933,
      "grad_norm": 209.69566345214844,
      "learning_rate": 0.00019998956134832234,
      "loss": 4.8546,
      "step": 7202
    },
    {
      "epoch": 0.046190842631781456,
      "grad_norm": 157.12530517578125,
      "learning_rate": 0.00019998955843722428,
      "loss": 5.0199,
      "step": 7203
    },
    {
      "epoch": 0.04619725535462357,
      "grad_norm": 35.387447357177734,
      "learning_rate": 0.00019998955552572034,
      "loss": 5.0303,
      "step": 7204
    },
    {
      "epoch": 0.04620366807746569,
      "grad_norm": 40.4522590637207,
      "learning_rate": 0.00019998955261381056,
      "loss": 5.143,
      "step": 7205
    },
    {
      "epoch": 0.046210080800307814,
      "grad_norm": 27.767784118652344,
      "learning_rate": 0.00019998954970149496,
      "loss": 5.0023,
      "step": 7206
    },
    {
      "epoch": 0.04621649352314993,
      "grad_norm": 16.7794246673584,
      "learning_rate": 0.0001999895467887735,
      "loss": 4.9703,
      "step": 7207
    },
    {
      "epoch": 0.04622290624599205,
      "grad_norm": 156.0637969970703,
      "learning_rate": 0.00019998954387564618,
      "loss": 5.1252,
      "step": 7208
    },
    {
      "epoch": 0.046229318968834164,
      "grad_norm": 49.69793701171875,
      "learning_rate": 0.00019998954096211308,
      "loss": 5.1816,
      "step": 7209
    },
    {
      "epoch": 0.04623573169167629,
      "grad_norm": 314.50732421875,
      "learning_rate": 0.00019998953804817407,
      "loss": 5.6196,
      "step": 7210
    },
    {
      "epoch": 0.046242144414518405,
      "grad_norm": 33.82148361206055,
      "learning_rate": 0.00019998953513382928,
      "loss": 5.0073,
      "step": 7211
    },
    {
      "epoch": 0.04624855713736052,
      "grad_norm": 65.28385925292969,
      "learning_rate": 0.00019998953221907862,
      "loss": 5.0811,
      "step": 7212
    },
    {
      "epoch": 0.046254969860202645,
      "grad_norm": 31.208160400390625,
      "learning_rate": 0.00019998952930392214,
      "loss": 5.1439,
      "step": 7213
    },
    {
      "epoch": 0.04626138258304476,
      "grad_norm": 74.22176361083984,
      "learning_rate": 0.0001999895263883598,
      "loss": 5.0531,
      "step": 7214
    },
    {
      "epoch": 0.04626779530588688,
      "grad_norm": 54.84464645385742,
      "learning_rate": 0.00019998952347239163,
      "loss": 5.192,
      "step": 7215
    },
    {
      "epoch": 0.046274208028728996,
      "grad_norm": 51.97481155395508,
      "learning_rate": 0.00019998952055601762,
      "loss": 4.8958,
      "step": 7216
    },
    {
      "epoch": 0.04628062075157112,
      "grad_norm": 336.6850280761719,
      "learning_rate": 0.00019998951763923773,
      "loss": 5.1459,
      "step": 7217
    },
    {
      "epoch": 0.046287033474413236,
      "grad_norm": 106.62787628173828,
      "learning_rate": 0.00019998951472205203,
      "loss": 4.951,
      "step": 7218
    },
    {
      "epoch": 0.04629344619725535,
      "grad_norm": 51.434959411621094,
      "learning_rate": 0.0001999895118044605,
      "loss": 4.9897,
      "step": 7219
    },
    {
      "epoch": 0.04629985892009748,
      "grad_norm": 45.31071853637695,
      "learning_rate": 0.0001999895088864631,
      "loss": 5.1285,
      "step": 7220
    },
    {
      "epoch": 0.04630627164293959,
      "grad_norm": 51.54603958129883,
      "learning_rate": 0.00019998950596805987,
      "loss": 5.1659,
      "step": 7221
    },
    {
      "epoch": 0.04631268436578171,
      "grad_norm": 64.56988525390625,
      "learning_rate": 0.00019998950304925083,
      "loss": 5.2275,
      "step": 7222
    },
    {
      "epoch": 0.04631909708862383,
      "grad_norm": 24.056575775146484,
      "learning_rate": 0.0001999895001300359,
      "loss": 4.9251,
      "step": 7223
    },
    {
      "epoch": 0.04632550981146595,
      "grad_norm": 43.586002349853516,
      "learning_rate": 0.00019998949721041515,
      "loss": 5.1292,
      "step": 7224
    },
    {
      "epoch": 0.04633192253430807,
      "grad_norm": 44.36875534057617,
      "learning_rate": 0.00019998949429038857,
      "loss": 5.0504,
      "step": 7225
    },
    {
      "epoch": 0.046338335257150184,
      "grad_norm": 105.06240844726562,
      "learning_rate": 0.00019998949136995612,
      "loss": 5.1244,
      "step": 7226
    },
    {
      "epoch": 0.04634474797999231,
      "grad_norm": 27.335908889770508,
      "learning_rate": 0.00019998948844911788,
      "loss": 5.1046,
      "step": 7227
    },
    {
      "epoch": 0.046351160702834425,
      "grad_norm": 78.94110870361328,
      "learning_rate": 0.00019998948552787376,
      "loss": 4.8675,
      "step": 7228
    },
    {
      "epoch": 0.04635757342567654,
      "grad_norm": 548.3753051757812,
      "learning_rate": 0.0001999894826062238,
      "loss": 5.0158,
      "step": 7229
    },
    {
      "epoch": 0.04636398614851866,
      "grad_norm": 87.24606323242188,
      "learning_rate": 0.000199989479684168,
      "loss": 5.1336,
      "step": 7230
    },
    {
      "epoch": 0.04637039887136078,
      "grad_norm": 140.61924743652344,
      "learning_rate": 0.0001999894767617064,
      "loss": 5.2936,
      "step": 7231
    },
    {
      "epoch": 0.0463768115942029,
      "grad_norm": 165.99075317382812,
      "learning_rate": 0.0001999894738388389,
      "loss": 5.1582,
      "step": 7232
    },
    {
      "epoch": 0.046383224317045016,
      "grad_norm": 81.47528839111328,
      "learning_rate": 0.0001999894709155656,
      "loss": 5.2152,
      "step": 7233
    },
    {
      "epoch": 0.04638963703988713,
      "grad_norm": 82.63472747802734,
      "learning_rate": 0.00019998946799188643,
      "loss": 5.1663,
      "step": 7234
    },
    {
      "epoch": 0.046396049762729256,
      "grad_norm": 733.0853881835938,
      "learning_rate": 0.00019998946506780146,
      "loss": 4.9615,
      "step": 7235
    },
    {
      "epoch": 0.04640246248557137,
      "grad_norm": 119.928955078125,
      "learning_rate": 0.0001999894621433106,
      "loss": 5.0923,
      "step": 7236
    },
    {
      "epoch": 0.04640887520841349,
      "grad_norm": 198.77806091308594,
      "learning_rate": 0.00019998945921841395,
      "loss": 4.8961,
      "step": 7237
    },
    {
      "epoch": 0.046415287931255614,
      "grad_norm": 48.08031463623047,
      "learning_rate": 0.00019998945629311142,
      "loss": 4.9387,
      "step": 7238
    },
    {
      "epoch": 0.04642170065409773,
      "grad_norm": 38.24757385253906,
      "learning_rate": 0.00019998945336740305,
      "loss": 5.0549,
      "step": 7239
    },
    {
      "epoch": 0.04642811337693985,
      "grad_norm": 26.16909408569336,
      "learning_rate": 0.00019998945044128884,
      "loss": 4.9564,
      "step": 7240
    },
    {
      "epoch": 0.046434526099781964,
      "grad_norm": 197.9114227294922,
      "learning_rate": 0.0001999894475147688,
      "loss": 4.8479,
      "step": 7241
    },
    {
      "epoch": 0.04644093882262409,
      "grad_norm": 442.10931396484375,
      "learning_rate": 0.0001999894445878429,
      "loss": 4.9345,
      "step": 7242
    },
    {
      "epoch": 0.046447351545466205,
      "grad_norm": 107.14008331298828,
      "learning_rate": 0.00019998944166051122,
      "loss": 4.9763,
      "step": 7243
    },
    {
      "epoch": 0.04645376426830832,
      "grad_norm": 18.49253273010254,
      "learning_rate": 0.00019998943873277366,
      "loss": 4.9769,
      "step": 7244
    },
    {
      "epoch": 0.046460176991150445,
      "grad_norm": 337.2409973144531,
      "learning_rate": 0.00019998943580463023,
      "loss": 4.9942,
      "step": 7245
    },
    {
      "epoch": 0.04646658971399256,
      "grad_norm": 6849.4140625,
      "learning_rate": 0.000199989432876081,
      "loss": 5.0308,
      "step": 7246
    },
    {
      "epoch": 0.04647300243683468,
      "grad_norm": 16.343111038208008,
      "learning_rate": 0.00019998942994712592,
      "loss": 4.8977,
      "step": 7247
    },
    {
      "epoch": 0.046479415159676796,
      "grad_norm": 117.69798278808594,
      "learning_rate": 0.000199989427017765,
      "loss": 5.0446,
      "step": 7248
    },
    {
      "epoch": 0.04648582788251892,
      "grad_norm": 150.0891876220703,
      "learning_rate": 0.00019998942408799822,
      "loss": 5.0919,
      "step": 7249
    },
    {
      "epoch": 0.046492240605361036,
      "grad_norm": 56.102745056152344,
      "learning_rate": 0.00019998942115782563,
      "loss": 4.9347,
      "step": 7250
    },
    {
      "epoch": 0.04649865332820315,
      "grad_norm": 32.91077423095703,
      "learning_rate": 0.00019998941822724716,
      "loss": 5.1527,
      "step": 7251
    },
    {
      "epoch": 0.04650506605104528,
      "grad_norm": 92.92205810546875,
      "learning_rate": 0.00019998941529626287,
      "loss": 5.0251,
      "step": 7252
    },
    {
      "epoch": 0.046511478773887394,
      "grad_norm": 58.45848846435547,
      "learning_rate": 0.00019998941236487277,
      "loss": 4.9104,
      "step": 7253
    },
    {
      "epoch": 0.04651789149672951,
      "grad_norm": 121.54021453857422,
      "learning_rate": 0.0001999894094330768,
      "loss": 5.0951,
      "step": 7254
    },
    {
      "epoch": 0.04652430421957163,
      "grad_norm": 59.854156494140625,
      "learning_rate": 0.00019998940650087498,
      "loss": 4.9645,
      "step": 7255
    },
    {
      "epoch": 0.04653071694241375,
      "grad_norm": 31.181882858276367,
      "learning_rate": 0.00019998940356826732,
      "loss": 5.144,
      "step": 7256
    },
    {
      "epoch": 0.04653712966525587,
      "grad_norm": 19.849994659423828,
      "learning_rate": 0.00019998940063525384,
      "loss": 4.9652,
      "step": 7257
    },
    {
      "epoch": 0.046543542388097985,
      "grad_norm": 83.53507232666016,
      "learning_rate": 0.00019998939770183452,
      "loss": 5.1807,
      "step": 7258
    },
    {
      "epoch": 0.04654995511094011,
      "grad_norm": 51.167274475097656,
      "learning_rate": 0.00019998939476800932,
      "loss": 5.074,
      "step": 7259
    },
    {
      "epoch": 0.046556367833782225,
      "grad_norm": 63.64841079711914,
      "learning_rate": 0.00019998939183377834,
      "loss": 4.8576,
      "step": 7260
    },
    {
      "epoch": 0.04656278055662434,
      "grad_norm": 79.00128173828125,
      "learning_rate": 0.00019998938889914146,
      "loss": 5.1411,
      "step": 7261
    },
    {
      "epoch": 0.04656919327946646,
      "grad_norm": 44.14494323730469,
      "learning_rate": 0.0001999893859640988,
      "loss": 5.2282,
      "step": 7262
    },
    {
      "epoch": 0.04657560600230858,
      "grad_norm": 21.591899871826172,
      "learning_rate": 0.00019998938302865025,
      "loss": 5.0342,
      "step": 7263
    },
    {
      "epoch": 0.0465820187251507,
      "grad_norm": 24.540660858154297,
      "learning_rate": 0.0001999893800927959,
      "loss": 5.1189,
      "step": 7264
    },
    {
      "epoch": 0.046588431447992816,
      "grad_norm": 44.87717819213867,
      "learning_rate": 0.00019998937715653568,
      "loss": 5.1176,
      "step": 7265
    },
    {
      "epoch": 0.04659484417083494,
      "grad_norm": 11.856572151184082,
      "learning_rate": 0.0001999893742198696,
      "loss": 5.0835,
      "step": 7266
    },
    {
      "epoch": 0.04660125689367706,
      "grad_norm": 74.07463836669922,
      "learning_rate": 0.00019998937128279772,
      "loss": 4.8211,
      "step": 7267
    },
    {
      "epoch": 0.04660766961651917,
      "grad_norm": 18.516937255859375,
      "learning_rate": 0.00019998936834531998,
      "loss": 4.9579,
      "step": 7268
    },
    {
      "epoch": 0.04661408233936129,
      "grad_norm": 84.05846405029297,
      "learning_rate": 0.0001999893654074364,
      "loss": 4.815,
      "step": 7269
    },
    {
      "epoch": 0.046620495062203414,
      "grad_norm": 27.801034927368164,
      "learning_rate": 0.00019998936246914698,
      "loss": 5.1565,
      "step": 7270
    },
    {
      "epoch": 0.04662690778504553,
      "grad_norm": 185.84027099609375,
      "learning_rate": 0.00019998935953045174,
      "loss": 4.7597,
      "step": 7271
    },
    {
      "epoch": 0.04663332050788765,
      "grad_norm": 249.50469970703125,
      "learning_rate": 0.00019998935659135066,
      "loss": 5.145,
      "step": 7272
    },
    {
      "epoch": 0.04663973323072977,
      "grad_norm": 60.61691665649414,
      "learning_rate": 0.0001999893536518437,
      "loss": 5.0374,
      "step": 7273
    },
    {
      "epoch": 0.04664614595357189,
      "grad_norm": 86.0534896850586,
      "learning_rate": 0.00019998935071193093,
      "loss": 4.965,
      "step": 7274
    },
    {
      "epoch": 0.046652558676414005,
      "grad_norm": 19.540019989013672,
      "learning_rate": 0.00019998934777161232,
      "loss": 4.8654,
      "step": 7275
    },
    {
      "epoch": 0.04665897139925612,
      "grad_norm": 26.353885650634766,
      "learning_rate": 0.00019998934483088786,
      "loss": 4.9113,
      "step": 7276
    },
    {
      "epoch": 0.046665384122098245,
      "grad_norm": 739.21044921875,
      "learning_rate": 0.00019998934188975755,
      "loss": 5.1848,
      "step": 7277
    },
    {
      "epoch": 0.04667179684494036,
      "grad_norm": 35.94898986816406,
      "learning_rate": 0.00019998933894822143,
      "loss": 4.9522,
      "step": 7278
    },
    {
      "epoch": 0.04667820956778248,
      "grad_norm": 330.32598876953125,
      "learning_rate": 0.00019998933600627944,
      "loss": 4.8568,
      "step": 7279
    },
    {
      "epoch": 0.046684622290624596,
      "grad_norm": 51.14942169189453,
      "learning_rate": 0.0001999893330639316,
      "loss": 5.1576,
      "step": 7280
    },
    {
      "epoch": 0.04669103501346672,
      "grad_norm": 28.371910095214844,
      "learning_rate": 0.00019998933012117798,
      "loss": 5.0244,
      "step": 7281
    },
    {
      "epoch": 0.046697447736308836,
      "grad_norm": 30.754653930664062,
      "learning_rate": 0.00019998932717801848,
      "loss": 4.9225,
      "step": 7282
    },
    {
      "epoch": 0.04670386045915095,
      "grad_norm": 35.48567199707031,
      "learning_rate": 0.00019998932423445314,
      "loss": 4.9348,
      "step": 7283
    },
    {
      "epoch": 0.04671027318199308,
      "grad_norm": 65.80615234375,
      "learning_rate": 0.00019998932129048193,
      "loss": 5.0544,
      "step": 7284
    },
    {
      "epoch": 0.046716685904835194,
      "grad_norm": 31.153635025024414,
      "learning_rate": 0.00019998931834610493,
      "loss": 5.0388,
      "step": 7285
    },
    {
      "epoch": 0.04672309862767731,
      "grad_norm": 23.61373519897461,
      "learning_rate": 0.00019998931540132206,
      "loss": 4.9207,
      "step": 7286
    },
    {
      "epoch": 0.04672951135051943,
      "grad_norm": 22.06035804748535,
      "learning_rate": 0.00019998931245613337,
      "loss": 4.976,
      "step": 7287
    },
    {
      "epoch": 0.04673592407336155,
      "grad_norm": 13.089632987976074,
      "learning_rate": 0.00019998930951053883,
      "loss": 5.0851,
      "step": 7288
    },
    {
      "epoch": 0.04674233679620367,
      "grad_norm": 22.51043128967285,
      "learning_rate": 0.00019998930656453846,
      "loss": 4.9737,
      "step": 7289
    },
    {
      "epoch": 0.046748749519045785,
      "grad_norm": 21.083438873291016,
      "learning_rate": 0.00019998930361813224,
      "loss": 4.9406,
      "step": 7290
    },
    {
      "epoch": 0.04675516224188791,
      "grad_norm": 20.528614044189453,
      "learning_rate": 0.00019998930067132017,
      "loss": 5.0366,
      "step": 7291
    },
    {
      "epoch": 0.046761574964730025,
      "grad_norm": 28.415037155151367,
      "learning_rate": 0.0001999892977241023,
      "loss": 4.9255,
      "step": 7292
    },
    {
      "epoch": 0.04676798768757214,
      "grad_norm": 14.777241706848145,
      "learning_rate": 0.00019998929477647853,
      "loss": 4.8497,
      "step": 7293
    },
    {
      "epoch": 0.04677440041041426,
      "grad_norm": 31.109041213989258,
      "learning_rate": 0.00019998929182844894,
      "loss": 4.8951,
      "step": 7294
    },
    {
      "epoch": 0.04678081313325638,
      "grad_norm": 46.39409637451172,
      "learning_rate": 0.00019998928888001352,
      "loss": 4.7475,
      "step": 7295
    },
    {
      "epoch": 0.0467872258560985,
      "grad_norm": 22.798246383666992,
      "learning_rate": 0.00019998928593117227,
      "loss": 5.0054,
      "step": 7296
    },
    {
      "epoch": 0.046793638578940616,
      "grad_norm": 60.56289291381836,
      "learning_rate": 0.00019998928298192516,
      "loss": 4.8216,
      "step": 7297
    },
    {
      "epoch": 0.04680005130178274,
      "grad_norm": 163.80499267578125,
      "learning_rate": 0.00019998928003227224,
      "loss": 5.0046,
      "step": 7298
    },
    {
      "epoch": 0.04680646402462486,
      "grad_norm": 62.87171173095703,
      "learning_rate": 0.00019998927708221346,
      "loss": 5.1612,
      "step": 7299
    },
    {
      "epoch": 0.046812876747466974,
      "grad_norm": 22.878631591796875,
      "learning_rate": 0.00019998927413174885,
      "loss": 4.7509,
      "step": 7300
    },
    {
      "epoch": 0.046812876747466974,
      "eval_loss": 4.962425231933594,
      "eval_runtime": 34.7956,
      "eval_samples_per_second": 90.098,
      "eval_steps_per_second": 22.532,
      "step": 7300
    },
    {
      "epoch": 0.04681928947030909,
      "grad_norm": 31.281618118286133,
      "learning_rate": 0.00019998927118087837,
      "loss": 5.1735,
      "step": 7301
    },
    {
      "epoch": 0.046825702193151214,
      "grad_norm": 51.49949264526367,
      "learning_rate": 0.00019998926822960208,
      "loss": 4.9775,
      "step": 7302
    },
    {
      "epoch": 0.04683211491599333,
      "grad_norm": 32.30826950073242,
      "learning_rate": 0.00019998926527791994,
      "loss": 5.0843,
      "step": 7303
    },
    {
      "epoch": 0.04683852763883545,
      "grad_norm": 20.085851669311523,
      "learning_rate": 0.00019998926232583198,
      "loss": 4.839,
      "step": 7304
    },
    {
      "epoch": 0.04684494036167757,
      "grad_norm": 25.13885498046875,
      "learning_rate": 0.00019998925937333815,
      "loss": 4.9603,
      "step": 7305
    },
    {
      "epoch": 0.04685135308451969,
      "grad_norm": 16.830135345458984,
      "learning_rate": 0.00019998925642043848,
      "loss": 4.9835,
      "step": 7306
    },
    {
      "epoch": 0.046857765807361805,
      "grad_norm": 19.26943016052246,
      "learning_rate": 0.000199989253467133,
      "loss": 5.4531,
      "step": 7307
    },
    {
      "epoch": 0.04686417853020392,
      "grad_norm": 15.329829216003418,
      "learning_rate": 0.00019998925051342164,
      "loss": 4.9839,
      "step": 7308
    },
    {
      "epoch": 0.046870591253046046,
      "grad_norm": 29.133420944213867,
      "learning_rate": 0.00019998924755930446,
      "loss": 5.0009,
      "step": 7309
    },
    {
      "epoch": 0.04687700397588816,
      "grad_norm": 21.400772094726562,
      "learning_rate": 0.00019998924460478144,
      "loss": 4.9575,
      "step": 7310
    },
    {
      "epoch": 0.04688341669873028,
      "grad_norm": 45.1011962890625,
      "learning_rate": 0.0001999892416498526,
      "loss": 4.9443,
      "step": 7311
    },
    {
      "epoch": 0.0468898294215724,
      "grad_norm": 56.62544250488281,
      "learning_rate": 0.0001999892386945179,
      "loss": 5.1332,
      "step": 7312
    },
    {
      "epoch": 0.04689624214441452,
      "grad_norm": 92.06685638427734,
      "learning_rate": 0.00019998923573877735,
      "loss": 5.0381,
      "step": 7313
    },
    {
      "epoch": 0.046902654867256637,
      "grad_norm": 15.139608383178711,
      "learning_rate": 0.00019998923278263098,
      "loss": 5.0529,
      "step": 7314
    },
    {
      "epoch": 0.04690906759009875,
      "grad_norm": 24.18720817565918,
      "learning_rate": 0.00019998922982607874,
      "loss": 4.8915,
      "step": 7315
    },
    {
      "epoch": 0.04691548031294088,
      "grad_norm": 32.61924743652344,
      "learning_rate": 0.00019998922686912068,
      "loss": 5.4616,
      "step": 7316
    },
    {
      "epoch": 0.046921893035782994,
      "grad_norm": 28.13238525390625,
      "learning_rate": 0.0001999892239117568,
      "loss": 4.9137,
      "step": 7317
    },
    {
      "epoch": 0.04692830575862511,
      "grad_norm": 17.630571365356445,
      "learning_rate": 0.00019998922095398707,
      "loss": 5.1741,
      "step": 7318
    },
    {
      "epoch": 0.046934718481467234,
      "grad_norm": 41.731258392333984,
      "learning_rate": 0.00019998921799581148,
      "loss": 4.873,
      "step": 7319
    },
    {
      "epoch": 0.04694113120430935,
      "grad_norm": 16.649799346923828,
      "learning_rate": 0.00019998921503723007,
      "loss": 4.8578,
      "step": 7320
    },
    {
      "epoch": 0.04694754392715147,
      "grad_norm": 29.005844116210938,
      "learning_rate": 0.00019998921207824282,
      "loss": 5.0907,
      "step": 7321
    },
    {
      "epoch": 0.046953956649993585,
      "grad_norm": 44.90779113769531,
      "learning_rate": 0.00019998920911884973,
      "loss": 5.3084,
      "step": 7322
    },
    {
      "epoch": 0.04696036937283571,
      "grad_norm": 121.29411315917969,
      "learning_rate": 0.0001999892061590508,
      "loss": 5.0901,
      "step": 7323
    },
    {
      "epoch": 0.046966782095677825,
      "grad_norm": 25.78532600402832,
      "learning_rate": 0.00019998920319884599,
      "loss": 5.1256,
      "step": 7324
    },
    {
      "epoch": 0.04697319481851994,
      "grad_norm": 35.57652282714844,
      "learning_rate": 0.0001999892002382354,
      "loss": 4.9332,
      "step": 7325
    },
    {
      "epoch": 0.04697960754136206,
      "grad_norm": 16.475894927978516,
      "learning_rate": 0.00019998919727721895,
      "loss": 5.0222,
      "step": 7326
    },
    {
      "epoch": 0.04698602026420418,
      "grad_norm": 56.35569763183594,
      "learning_rate": 0.00019998919431579663,
      "loss": 4.8212,
      "step": 7327
    },
    {
      "epoch": 0.0469924329870463,
      "grad_norm": 25.349281311035156,
      "learning_rate": 0.00019998919135396853,
      "loss": 4.8692,
      "step": 7328
    },
    {
      "epoch": 0.046998845709888416,
      "grad_norm": 21.994110107421875,
      "learning_rate": 0.00019998918839173453,
      "loss": 4.9692,
      "step": 7329
    },
    {
      "epoch": 0.04700525843273054,
      "grad_norm": 19.34598731994629,
      "learning_rate": 0.00019998918542909474,
      "loss": 5.088,
      "step": 7330
    },
    {
      "epoch": 0.04701167115557266,
      "grad_norm": 19.756898880004883,
      "learning_rate": 0.00019998918246604905,
      "loss": 4.9809,
      "step": 7331
    },
    {
      "epoch": 0.047018083878414774,
      "grad_norm": 23.50896644592285,
      "learning_rate": 0.00019998917950259757,
      "loss": 5.161,
      "step": 7332
    },
    {
      "epoch": 0.04702449660125689,
      "grad_norm": 18.916147232055664,
      "learning_rate": 0.00019998917653874022,
      "loss": 4.9746,
      "step": 7333
    },
    {
      "epoch": 0.047030909324099014,
      "grad_norm": 15.985082626342773,
      "learning_rate": 0.00019998917357447708,
      "loss": 4.8823,
      "step": 7334
    },
    {
      "epoch": 0.04703732204694113,
      "grad_norm": 18.476613998413086,
      "learning_rate": 0.00019998917060980807,
      "loss": 4.654,
      "step": 7335
    },
    {
      "epoch": 0.04704373476978325,
      "grad_norm": 51.49665451049805,
      "learning_rate": 0.00019998916764473322,
      "loss": 5.2969,
      "step": 7336
    },
    {
      "epoch": 0.04705014749262537,
      "grad_norm": 15.288485527038574,
      "learning_rate": 0.00019998916467925252,
      "loss": 4.934,
      "step": 7337
    },
    {
      "epoch": 0.04705656021546749,
      "grad_norm": 20.616724014282227,
      "learning_rate": 0.000199989161713366,
      "loss": 5.0274,
      "step": 7338
    },
    {
      "epoch": 0.047062972938309605,
      "grad_norm": 15.686025619506836,
      "learning_rate": 0.0001999891587470736,
      "loss": 4.8309,
      "step": 7339
    },
    {
      "epoch": 0.04706938566115172,
      "grad_norm": 125.91905212402344,
      "learning_rate": 0.00019998915578037541,
      "loss": 5.0122,
      "step": 7340
    },
    {
      "epoch": 0.047075798383993846,
      "grad_norm": 21.979137420654297,
      "learning_rate": 0.00019998915281327134,
      "loss": 4.9895,
      "step": 7341
    },
    {
      "epoch": 0.04708221110683596,
      "grad_norm": 163.33827209472656,
      "learning_rate": 0.00019998914984576148,
      "loss": 5.5263,
      "step": 7342
    },
    {
      "epoch": 0.04708862382967808,
      "grad_norm": 474.8109130859375,
      "learning_rate": 0.00019998914687784574,
      "loss": 4.9412,
      "step": 7343
    },
    {
      "epoch": 0.0470950365525202,
      "grad_norm": 25.578088760375977,
      "learning_rate": 0.0001999891439095242,
      "loss": 4.8752,
      "step": 7344
    },
    {
      "epoch": 0.04710144927536232,
      "grad_norm": 21.059038162231445,
      "learning_rate": 0.00019998914094079677,
      "loss": 5.104,
      "step": 7345
    },
    {
      "epoch": 0.04710786199820444,
      "grad_norm": 29.298662185668945,
      "learning_rate": 0.00019998913797166355,
      "loss": 5.1113,
      "step": 7346
    },
    {
      "epoch": 0.04711427472104655,
      "grad_norm": 17.90251350402832,
      "learning_rate": 0.00019998913500212444,
      "loss": 5.125,
      "step": 7347
    },
    {
      "epoch": 0.04712068744388868,
      "grad_norm": 33.644893646240234,
      "learning_rate": 0.00019998913203217951,
      "loss": 4.8808,
      "step": 7348
    },
    {
      "epoch": 0.047127100166730794,
      "grad_norm": 20.046480178833008,
      "learning_rate": 0.00019998912906182877,
      "loss": 4.9741,
      "step": 7349
    },
    {
      "epoch": 0.04713351288957291,
      "grad_norm": 22.311647415161133,
      "learning_rate": 0.00019998912609107215,
      "loss": 4.9128,
      "step": 7350
    },
    {
      "epoch": 0.047139925612415035,
      "grad_norm": 23.83371353149414,
      "learning_rate": 0.00019998912311990972,
      "loss": 5.01,
      "step": 7351
    },
    {
      "epoch": 0.04714633833525715,
      "grad_norm": 28.485475540161133,
      "learning_rate": 0.00019998912014834144,
      "loss": 4.8551,
      "step": 7352
    },
    {
      "epoch": 0.04715275105809927,
      "grad_norm": 22.31212615966797,
      "learning_rate": 0.0001999891171763673,
      "loss": 5.0372,
      "step": 7353
    },
    {
      "epoch": 0.047159163780941385,
      "grad_norm": 23.026262283325195,
      "learning_rate": 0.00019998911420398736,
      "loss": 5.0779,
      "step": 7354
    },
    {
      "epoch": 0.04716557650378351,
      "grad_norm": 16.607759475708008,
      "learning_rate": 0.00019998911123120155,
      "loss": 4.8617,
      "step": 7355
    },
    {
      "epoch": 0.047171989226625625,
      "grad_norm": 53.88849639892578,
      "learning_rate": 0.00019998910825800992,
      "loss": 5.1525,
      "step": 7356
    },
    {
      "epoch": 0.04717840194946774,
      "grad_norm": 19.48076629638672,
      "learning_rate": 0.00019998910528441243,
      "loss": 5.0206,
      "step": 7357
    },
    {
      "epoch": 0.047184814672309866,
      "grad_norm": 17.352188110351562,
      "learning_rate": 0.0001999891023104091,
      "loss": 4.9404,
      "step": 7358
    },
    {
      "epoch": 0.04719122739515198,
      "grad_norm": 20.228885650634766,
      "learning_rate": 0.00019998909933599993,
      "loss": 4.9434,
      "step": 7359
    },
    {
      "epoch": 0.0471976401179941,
      "grad_norm": 17.308574676513672,
      "learning_rate": 0.00019998909636118498,
      "loss": 4.9122,
      "step": 7360
    },
    {
      "epoch": 0.047204052840836216,
      "grad_norm": 24.923160552978516,
      "learning_rate": 0.0001999890933859641,
      "loss": 4.9109,
      "step": 7361
    },
    {
      "epoch": 0.04721046556367834,
      "grad_norm": 14.051921844482422,
      "learning_rate": 0.00019998909041033745,
      "loss": 4.8885,
      "step": 7362
    },
    {
      "epoch": 0.04721687828652046,
      "grad_norm": 14.50810718536377,
      "learning_rate": 0.00019998908743430494,
      "loss": 4.9388,
      "step": 7363
    },
    {
      "epoch": 0.047223291009362574,
      "grad_norm": 19.616323471069336,
      "learning_rate": 0.0001999890844578666,
      "loss": 5.0287,
      "step": 7364
    },
    {
      "epoch": 0.0472297037322047,
      "grad_norm": 13.121302604675293,
      "learning_rate": 0.0001999890814810224,
      "loss": 4.8743,
      "step": 7365
    },
    {
      "epoch": 0.047236116455046814,
      "grad_norm": 17.017093658447266,
      "learning_rate": 0.00019998907850377236,
      "loss": 4.9568,
      "step": 7366
    },
    {
      "epoch": 0.04724252917788893,
      "grad_norm": 18.637767791748047,
      "learning_rate": 0.0001999890755261165,
      "loss": 5.1092,
      "step": 7367
    },
    {
      "epoch": 0.04724894190073105,
      "grad_norm": 14.049230575561523,
      "learning_rate": 0.00019998907254805478,
      "loss": 4.9787,
      "step": 7368
    },
    {
      "epoch": 0.04725535462357317,
      "grad_norm": 15.212804794311523,
      "learning_rate": 0.00019998906956958723,
      "loss": 5.1662,
      "step": 7369
    },
    {
      "epoch": 0.04726176734641529,
      "grad_norm": 21.480632781982422,
      "learning_rate": 0.00019998906659071384,
      "loss": 4.9807,
      "step": 7370
    },
    {
      "epoch": 0.047268180069257405,
      "grad_norm": 14.246150016784668,
      "learning_rate": 0.00019998906361143461,
      "loss": 5.0748,
      "step": 7371
    },
    {
      "epoch": 0.04727459279209952,
      "grad_norm": 14.332390785217285,
      "learning_rate": 0.00019998906063174957,
      "loss": 5.2129,
      "step": 7372
    },
    {
      "epoch": 0.047281005514941646,
      "grad_norm": 10.0933837890625,
      "learning_rate": 0.00019998905765165862,
      "loss": 5.162,
      "step": 7373
    },
    {
      "epoch": 0.04728741823778376,
      "grad_norm": 8.470513343811035,
      "learning_rate": 0.00019998905467116188,
      "loss": 4.8819,
      "step": 7374
    },
    {
      "epoch": 0.04729383096062588,
      "grad_norm": 18.40018081665039,
      "learning_rate": 0.0001999890516902593,
      "loss": 4.8806,
      "step": 7375
    },
    {
      "epoch": 0.047300243683468,
      "grad_norm": 10.14884090423584,
      "learning_rate": 0.0001999890487089509,
      "loss": 4.8666,
      "step": 7376
    },
    {
      "epoch": 0.04730665640631012,
      "grad_norm": 14.38329029083252,
      "learning_rate": 0.0001999890457272366,
      "loss": 4.9748,
      "step": 7377
    },
    {
      "epoch": 0.04731306912915224,
      "grad_norm": 8.92685317993164,
      "learning_rate": 0.00019998904274511653,
      "loss": 4.8813,
      "step": 7378
    },
    {
      "epoch": 0.047319481851994354,
      "grad_norm": 6.905895233154297,
      "learning_rate": 0.00019998903976259057,
      "loss": 4.801,
      "step": 7379
    },
    {
      "epoch": 0.04732589457483648,
      "grad_norm": 7.1278839111328125,
      "learning_rate": 0.0001999890367796588,
      "loss": 5.0717,
      "step": 7380
    },
    {
      "epoch": 0.047332307297678594,
      "grad_norm": 55.78932189941406,
      "learning_rate": 0.00019998903379632118,
      "loss": 4.9229,
      "step": 7381
    },
    {
      "epoch": 0.04733872002052071,
      "grad_norm": 9.826262474060059,
      "learning_rate": 0.00019998903081257772,
      "loss": 4.9532,
      "step": 7382
    },
    {
      "epoch": 0.047345132743362835,
      "grad_norm": 7.033642768859863,
      "learning_rate": 0.00019998902782842844,
      "loss": 4.8951,
      "step": 7383
    },
    {
      "epoch": 0.04735154546620495,
      "grad_norm": 10.307674407958984,
      "learning_rate": 0.0001999890248438733,
      "loss": 4.9549,
      "step": 7384
    },
    {
      "epoch": 0.04735795818904707,
      "grad_norm": 6.092631816864014,
      "learning_rate": 0.00019998902185891233,
      "loss": 5.1359,
      "step": 7385
    },
    {
      "epoch": 0.047364370911889185,
      "grad_norm": 8.569504737854004,
      "learning_rate": 0.00019998901887354552,
      "loss": 4.9249,
      "step": 7386
    },
    {
      "epoch": 0.04737078363473131,
      "grad_norm": 8.297746658325195,
      "learning_rate": 0.00019998901588777287,
      "loss": 4.9229,
      "step": 7387
    },
    {
      "epoch": 0.047377196357573426,
      "grad_norm": 6.663678169250488,
      "learning_rate": 0.00019998901290159437,
      "loss": 4.8763,
      "step": 7388
    },
    {
      "epoch": 0.04738360908041554,
      "grad_norm": 6.51235294342041,
      "learning_rate": 0.00019998900991501003,
      "loss": 5.1107,
      "step": 7389
    },
    {
      "epoch": 0.047390021803257666,
      "grad_norm": 12.064879417419434,
      "learning_rate": 0.00019998900692801987,
      "loss": 4.9331,
      "step": 7390
    },
    {
      "epoch": 0.04739643452609978,
      "grad_norm": 7.03950834274292,
      "learning_rate": 0.00019998900394062384,
      "loss": 4.9148,
      "step": 7391
    },
    {
      "epoch": 0.0474028472489419,
      "grad_norm": 22.896728515625,
      "learning_rate": 0.00019998900095282202,
      "loss": 5.091,
      "step": 7392
    },
    {
      "epoch": 0.04740925997178402,
      "grad_norm": 9.113249778747559,
      "learning_rate": 0.00019998899796461433,
      "loss": 5.2873,
      "step": 7393
    },
    {
      "epoch": 0.04741567269462614,
      "grad_norm": 8.396522521972656,
      "learning_rate": 0.0001999889949760008,
      "loss": 5.041,
      "step": 7394
    },
    {
      "epoch": 0.04742208541746826,
      "grad_norm": 12.122584342956543,
      "learning_rate": 0.00019998899198698145,
      "loss": 4.9302,
      "step": 7395
    },
    {
      "epoch": 0.047428498140310374,
      "grad_norm": 9.526022911071777,
      "learning_rate": 0.00019998898899755625,
      "loss": 5.1322,
      "step": 7396
    },
    {
      "epoch": 0.0474349108631525,
      "grad_norm": 10.974517822265625,
      "learning_rate": 0.0001999889860077252,
      "loss": 5.0272,
      "step": 7397
    },
    {
      "epoch": 0.047441323585994614,
      "grad_norm": 15.836953163146973,
      "learning_rate": 0.00019998898301748833,
      "loss": 5.0683,
      "step": 7398
    },
    {
      "epoch": 0.04744773630883673,
      "grad_norm": 49.16035079956055,
      "learning_rate": 0.0001999889800268456,
      "loss": 5.0999,
      "step": 7399
    },
    {
      "epoch": 0.04745414903167885,
      "grad_norm": 31.704132080078125,
      "learning_rate": 0.00019998897703579703,
      "loss": 4.8408,
      "step": 7400
    },
    {
      "epoch": 0.04745414903167885,
      "eval_loss": 4.955857276916504,
      "eval_runtime": 34.7345,
      "eval_samples_per_second": 90.256,
      "eval_steps_per_second": 22.571,
      "step": 7400
    },
    {
      "epoch": 0.04746056175452097,
      "grad_norm": 11.519026756286621,
      "learning_rate": 0.00019998897404434267,
      "loss": 4.9804,
      "step": 7401
    },
    {
      "epoch": 0.04746697447736309,
      "grad_norm": 23.715251922607422,
      "learning_rate": 0.0001999889710524824,
      "loss": 4.9246,
      "step": 7402
    },
    {
      "epoch": 0.047473387200205205,
      "grad_norm": 23.77189064025879,
      "learning_rate": 0.00019998896806021636,
      "loss": 4.9756,
      "step": 7403
    },
    {
      "epoch": 0.04747979992304733,
      "grad_norm": 15.005380630493164,
      "learning_rate": 0.00019998896506754444,
      "loss": 5.3135,
      "step": 7404
    },
    {
      "epoch": 0.047486212645889446,
      "grad_norm": 14.67980670928955,
      "learning_rate": 0.00019998896207446668,
      "loss": 4.9429,
      "step": 7405
    },
    {
      "epoch": 0.04749262536873156,
      "grad_norm": 12.4237699508667,
      "learning_rate": 0.0001999889590809831,
      "loss": 5.3058,
      "step": 7406
    },
    {
      "epoch": 0.04749903809157368,
      "grad_norm": 10.154814720153809,
      "learning_rate": 0.00019998895608709367,
      "loss": 5.1689,
      "step": 7407
    },
    {
      "epoch": 0.0475054508144158,
      "grad_norm": 9.295289039611816,
      "learning_rate": 0.00019998895309279838,
      "loss": 5.1099,
      "step": 7408
    },
    {
      "epoch": 0.04751186353725792,
      "grad_norm": 21.31300926208496,
      "learning_rate": 0.0001999889500980973,
      "loss": 4.862,
      "step": 7409
    },
    {
      "epoch": 0.04751827626010004,
      "grad_norm": 7.01613187789917,
      "learning_rate": 0.00019998894710299036,
      "loss": 4.9263,
      "step": 7410
    },
    {
      "epoch": 0.04752468898294216,
      "grad_norm": 21.794933319091797,
      "learning_rate": 0.00019998894410747756,
      "loss": 5.0252,
      "step": 7411
    },
    {
      "epoch": 0.04753110170578428,
      "grad_norm": 32.73741149902344,
      "learning_rate": 0.00019998894111155897,
      "loss": 5.1307,
      "step": 7412
    },
    {
      "epoch": 0.047537514428626394,
      "grad_norm": 12.718405723571777,
      "learning_rate": 0.00019998893811523448,
      "loss": 4.9313,
      "step": 7413
    },
    {
      "epoch": 0.04754392715146851,
      "grad_norm": 86.98043060302734,
      "learning_rate": 0.0001999889351185042,
      "loss": 4.8626,
      "step": 7414
    },
    {
      "epoch": 0.047550339874310635,
      "grad_norm": 19.62847137451172,
      "learning_rate": 0.00019998893212136806,
      "loss": 4.7057,
      "step": 7415
    },
    {
      "epoch": 0.04755675259715275,
      "grad_norm": 11.372029304504395,
      "learning_rate": 0.00019998892912382606,
      "loss": 4.9917,
      "step": 7416
    },
    {
      "epoch": 0.04756316531999487,
      "grad_norm": 13.547783851623535,
      "learning_rate": 0.00019998892612587828,
      "loss": 4.998,
      "step": 7417
    },
    {
      "epoch": 0.047569578042836985,
      "grad_norm": 12.273093223571777,
      "learning_rate": 0.00019998892312752463,
      "loss": 5.0248,
      "step": 7418
    },
    {
      "epoch": 0.04757599076567911,
      "grad_norm": 8.914754867553711,
      "learning_rate": 0.0001999889201287651,
      "loss": 4.7871,
      "step": 7419
    },
    {
      "epoch": 0.047582403488521226,
      "grad_norm": 23.389909744262695,
      "learning_rate": 0.0001999889171295998,
      "loss": 4.9238,
      "step": 7420
    },
    {
      "epoch": 0.04758881621136334,
      "grad_norm": 12.925284385681152,
      "learning_rate": 0.00019998891413002863,
      "loss": 4.932,
      "step": 7421
    },
    {
      "epoch": 0.047595228934205466,
      "grad_norm": 11.153779983520508,
      "learning_rate": 0.00019998891113005162,
      "loss": 4.9236,
      "step": 7422
    },
    {
      "epoch": 0.04760164165704758,
      "grad_norm": 12.385153770446777,
      "learning_rate": 0.00019998890812966878,
      "loss": 5.0424,
      "step": 7423
    },
    {
      "epoch": 0.0476080543798897,
      "grad_norm": 26.17371940612793,
      "learning_rate": 0.0001999889051288801,
      "loss": 5.146,
      "step": 7424
    },
    {
      "epoch": 0.04761446710273182,
      "grad_norm": 20.736772537231445,
      "learning_rate": 0.00019998890212768558,
      "loss": 5.3102,
      "step": 7425
    },
    {
      "epoch": 0.04762087982557394,
      "grad_norm": 11.483121871948242,
      "learning_rate": 0.0001999888991260852,
      "loss": 4.8475,
      "step": 7426
    },
    {
      "epoch": 0.04762729254841606,
      "grad_norm": 16.675758361816406,
      "learning_rate": 0.000199988896124079,
      "loss": 4.9926,
      "step": 7427
    },
    {
      "epoch": 0.047633705271258174,
      "grad_norm": 14.576323509216309,
      "learning_rate": 0.00019998889312166697,
      "loss": 5.038,
      "step": 7428
    },
    {
      "epoch": 0.0476401179941003,
      "grad_norm": 12.240213394165039,
      "learning_rate": 0.00019998889011884908,
      "loss": 5.0145,
      "step": 7429
    },
    {
      "epoch": 0.047646530716942415,
      "grad_norm": 15.727556228637695,
      "learning_rate": 0.00019998888711562538,
      "loss": 4.7096,
      "step": 7430
    },
    {
      "epoch": 0.04765294343978453,
      "grad_norm": 9.561326026916504,
      "learning_rate": 0.00019998888411199584,
      "loss": 4.8234,
      "step": 7431
    },
    {
      "epoch": 0.04765935616262665,
      "grad_norm": 7.729912281036377,
      "learning_rate": 0.00019998888110796045,
      "loss": 4.9083,
      "step": 7432
    },
    {
      "epoch": 0.04766576888546877,
      "grad_norm": 15.15767765045166,
      "learning_rate": 0.00019998887810351922,
      "loss": 4.9187,
      "step": 7433
    },
    {
      "epoch": 0.04767218160831089,
      "grad_norm": 11.53947925567627,
      "learning_rate": 0.00019998887509867214,
      "loss": 5.075,
      "step": 7434
    },
    {
      "epoch": 0.047678594331153006,
      "grad_norm": 14.621638298034668,
      "learning_rate": 0.00019998887209341925,
      "loss": 4.9086,
      "step": 7435
    },
    {
      "epoch": 0.04768500705399513,
      "grad_norm": 10.439139366149902,
      "learning_rate": 0.00019998886908776048,
      "loss": 4.9733,
      "step": 7436
    },
    {
      "epoch": 0.047691419776837246,
      "grad_norm": 12.453237533569336,
      "learning_rate": 0.00019998886608169593,
      "loss": 4.9627,
      "step": 7437
    },
    {
      "epoch": 0.04769783249967936,
      "grad_norm": 6.561338901519775,
      "learning_rate": 0.00019998886307522547,
      "loss": 4.8091,
      "step": 7438
    },
    {
      "epoch": 0.04770424522252148,
      "grad_norm": 11.555100440979004,
      "learning_rate": 0.00019998886006834923,
      "loss": 4.8175,
      "step": 7439
    },
    {
      "epoch": 0.0477106579453636,
      "grad_norm": 11.774812698364258,
      "learning_rate": 0.00019998885706106715,
      "loss": 5.0101,
      "step": 7440
    },
    {
      "epoch": 0.04771707066820572,
      "grad_norm": 8.741801261901855,
      "learning_rate": 0.0001999888540533792,
      "loss": 4.8614,
      "step": 7441
    },
    {
      "epoch": 0.04772348339104784,
      "grad_norm": 22.172916412353516,
      "learning_rate": 0.00019998885104528542,
      "loss": 4.8743,
      "step": 7442
    },
    {
      "epoch": 0.04772989611388996,
      "grad_norm": 12.013938903808594,
      "learning_rate": 0.00019998884803678582,
      "loss": 4.9038,
      "step": 7443
    },
    {
      "epoch": 0.04773630883673208,
      "grad_norm": 7.155749320983887,
      "learning_rate": 0.00019998884502788036,
      "loss": 4.9344,
      "step": 7444
    },
    {
      "epoch": 0.047742721559574194,
      "grad_norm": 9.918806076049805,
      "learning_rate": 0.00019998884201856906,
      "loss": 5.1666,
      "step": 7445
    },
    {
      "epoch": 0.04774913428241631,
      "grad_norm": 12.715137481689453,
      "learning_rate": 0.00019998883900885196,
      "loss": 4.7755,
      "step": 7446
    },
    {
      "epoch": 0.047755547005258435,
      "grad_norm": 17.514015197753906,
      "learning_rate": 0.00019998883599872897,
      "loss": 4.8797,
      "step": 7447
    },
    {
      "epoch": 0.04776195972810055,
      "grad_norm": 12.827022552490234,
      "learning_rate": 0.00019998883298820018,
      "loss": 5.0646,
      "step": 7448
    },
    {
      "epoch": 0.04776837245094267,
      "grad_norm": 9.697684288024902,
      "learning_rate": 0.00019998882997726553,
      "loss": 4.7615,
      "step": 7449
    },
    {
      "epoch": 0.04777478517378479,
      "grad_norm": 27.868457794189453,
      "learning_rate": 0.00019998882696592506,
      "loss": 4.9127,
      "step": 7450
    },
    {
      "epoch": 0.04778119789662691,
      "grad_norm": 38.35032653808594,
      "learning_rate": 0.00019998882395417874,
      "loss": 5.0275,
      "step": 7451
    },
    {
      "epoch": 0.047787610619469026,
      "grad_norm": 9.941211700439453,
      "learning_rate": 0.0001999888209420266,
      "loss": 4.9697,
      "step": 7452
    },
    {
      "epoch": 0.04779402334231114,
      "grad_norm": 7.520559310913086,
      "learning_rate": 0.0001999888179294686,
      "loss": 4.8102,
      "step": 7453
    },
    {
      "epoch": 0.047800436065153266,
      "grad_norm": 8.483461380004883,
      "learning_rate": 0.00019998881491650476,
      "loss": 5.1651,
      "step": 7454
    },
    {
      "epoch": 0.04780684878799538,
      "grad_norm": 14.48320484161377,
      "learning_rate": 0.0001999888119031351,
      "loss": 4.9177,
      "step": 7455
    },
    {
      "epoch": 0.0478132615108375,
      "grad_norm": 8.267041206359863,
      "learning_rate": 0.00019998880888935958,
      "loss": 4.9836,
      "step": 7456
    },
    {
      "epoch": 0.047819674233679624,
      "grad_norm": 23.059377670288086,
      "learning_rate": 0.00019998880587517823,
      "loss": 5.1118,
      "step": 7457
    },
    {
      "epoch": 0.04782608695652174,
      "grad_norm": 70.64759826660156,
      "learning_rate": 0.00019998880286059106,
      "loss": 4.9714,
      "step": 7458
    },
    {
      "epoch": 0.04783249967936386,
      "grad_norm": 19.70639991760254,
      "learning_rate": 0.00019998879984559805,
      "loss": 5.4566,
      "step": 7459
    },
    {
      "epoch": 0.047838912402205974,
      "grad_norm": 9.715065002441406,
      "learning_rate": 0.00019998879683019916,
      "loss": 5.336,
      "step": 7460
    },
    {
      "epoch": 0.0478453251250481,
      "grad_norm": 11.833174705505371,
      "learning_rate": 0.00019998879381439446,
      "loss": 5.0684,
      "step": 7461
    },
    {
      "epoch": 0.047851737847890215,
      "grad_norm": 13.263163566589355,
      "learning_rate": 0.00019998879079818395,
      "loss": 5.0592,
      "step": 7462
    },
    {
      "epoch": 0.04785815057073233,
      "grad_norm": 11.585000038146973,
      "learning_rate": 0.00019998878778156756,
      "loss": 4.8805,
      "step": 7463
    },
    {
      "epoch": 0.04786456329357445,
      "grad_norm": 83.04507446289062,
      "learning_rate": 0.00019998878476454535,
      "loss": 4.8583,
      "step": 7464
    },
    {
      "epoch": 0.04787097601641657,
      "grad_norm": 39.26716232299805,
      "learning_rate": 0.00019998878174711727,
      "loss": 4.9614,
      "step": 7465
    },
    {
      "epoch": 0.04787738873925869,
      "grad_norm": 12.483804702758789,
      "learning_rate": 0.0001999887787292834,
      "loss": 4.6991,
      "step": 7466
    },
    {
      "epoch": 0.047883801462100806,
      "grad_norm": 28.530181884765625,
      "learning_rate": 0.0001999887757110437,
      "loss": 5.015,
      "step": 7467
    },
    {
      "epoch": 0.04789021418494293,
      "grad_norm": 94.2164535522461,
      "learning_rate": 0.00019998877269239814,
      "loss": 5.3634,
      "step": 7468
    },
    {
      "epoch": 0.047896626907785046,
      "grad_norm": 25.663726806640625,
      "learning_rate": 0.00019998876967334671,
      "loss": 4.6994,
      "step": 7469
    },
    {
      "epoch": 0.04790303963062716,
      "grad_norm": 24.6600399017334,
      "learning_rate": 0.00019998876665388947,
      "loss": 5.1892,
      "step": 7470
    },
    {
      "epoch": 0.04790945235346928,
      "grad_norm": 25.520971298217773,
      "learning_rate": 0.00019998876363402638,
      "loss": 5.0542,
      "step": 7471
    },
    {
      "epoch": 0.047915865076311404,
      "grad_norm": 14.935728073120117,
      "learning_rate": 0.00019998876061375745,
      "loss": 4.9694,
      "step": 7472
    },
    {
      "epoch": 0.04792227779915352,
      "grad_norm": 17.997610092163086,
      "learning_rate": 0.00019998875759308273,
      "loss": 4.9264,
      "step": 7473
    },
    {
      "epoch": 0.04792869052199564,
      "grad_norm": 14.327013969421387,
      "learning_rate": 0.00019998875457200214,
      "loss": 4.8667,
      "step": 7474
    },
    {
      "epoch": 0.04793510324483776,
      "grad_norm": 36.604103088378906,
      "learning_rate": 0.0001999887515505157,
      "loss": 4.8472,
      "step": 7475
    },
    {
      "epoch": 0.04794151596767988,
      "grad_norm": 30.32552719116211,
      "learning_rate": 0.00019998874852862343,
      "loss": 5.0122,
      "step": 7476
    },
    {
      "epoch": 0.047947928690521995,
      "grad_norm": 114.8692398071289,
      "learning_rate": 0.0001999887455063253,
      "loss": 5.0109,
      "step": 7477
    },
    {
      "epoch": 0.04795434141336411,
      "grad_norm": 16.01773452758789,
      "learning_rate": 0.0001999887424836214,
      "loss": 4.9554,
      "step": 7478
    },
    {
      "epoch": 0.047960754136206235,
      "grad_norm": 14.282268524169922,
      "learning_rate": 0.0001999887394605116,
      "loss": 4.9342,
      "step": 7479
    },
    {
      "epoch": 0.04796716685904835,
      "grad_norm": 16.148357391357422,
      "learning_rate": 0.00019998873643699598,
      "loss": 4.9854,
      "step": 7480
    },
    {
      "epoch": 0.04797357958189047,
      "grad_norm": 12.495137214660645,
      "learning_rate": 0.0001999887334130745,
      "loss": 4.8736,
      "step": 7481
    },
    {
      "epoch": 0.04797999230473259,
      "grad_norm": 7.514713287353516,
      "learning_rate": 0.00019998873038874724,
      "loss": 5.2395,
      "step": 7482
    },
    {
      "epoch": 0.04798640502757471,
      "grad_norm": 6.344006538391113,
      "learning_rate": 0.0001999887273640141,
      "loss": 4.8749,
      "step": 7483
    },
    {
      "epoch": 0.047992817750416826,
      "grad_norm": 63.0921745300293,
      "learning_rate": 0.00019998872433887513,
      "loss": 4.8219,
      "step": 7484
    },
    {
      "epoch": 0.04799923047325894,
      "grad_norm": 10.057473182678223,
      "learning_rate": 0.00019998872131333034,
      "loss": 4.9856,
      "step": 7485
    },
    {
      "epoch": 0.04800564319610107,
      "grad_norm": 9.348772048950195,
      "learning_rate": 0.00019998871828737967,
      "loss": 4.8837,
      "step": 7486
    },
    {
      "epoch": 0.04801205591894318,
      "grad_norm": 16.119932174682617,
      "learning_rate": 0.0001999887152610232,
      "loss": 4.8713,
      "step": 7487
    },
    {
      "epoch": 0.0480184686417853,
      "grad_norm": 14.868468284606934,
      "learning_rate": 0.00019998871223426086,
      "loss": 4.9292,
      "step": 7488
    },
    {
      "epoch": 0.048024881364627424,
      "grad_norm": 8.29469108581543,
      "learning_rate": 0.00019998870920709272,
      "loss": 5.0801,
      "step": 7489
    },
    {
      "epoch": 0.04803129408746954,
      "grad_norm": 17.361980438232422,
      "learning_rate": 0.00019998870617951873,
      "loss": 4.8447,
      "step": 7490
    },
    {
      "epoch": 0.04803770681031166,
      "grad_norm": 14.328746795654297,
      "learning_rate": 0.00019998870315153888,
      "loss": 4.8542,
      "step": 7491
    },
    {
      "epoch": 0.048044119533153774,
      "grad_norm": 15.814229965209961,
      "learning_rate": 0.0001999887001231532,
      "loss": 5.0371,
      "step": 7492
    },
    {
      "epoch": 0.0480505322559959,
      "grad_norm": 10.253714561462402,
      "learning_rate": 0.0001999886970943617,
      "loss": 4.9358,
      "step": 7493
    },
    {
      "epoch": 0.048056944978838015,
      "grad_norm": 19.461933135986328,
      "learning_rate": 0.00019998869406516437,
      "loss": 4.8379,
      "step": 7494
    },
    {
      "epoch": 0.04806335770168013,
      "grad_norm": 17.28746795654297,
      "learning_rate": 0.0001999886910355612,
      "loss": 5.1592,
      "step": 7495
    },
    {
      "epoch": 0.048069770424522255,
      "grad_norm": 26.463878631591797,
      "learning_rate": 0.00019998868800555214,
      "loss": 4.9233,
      "step": 7496
    },
    {
      "epoch": 0.04807618314736437,
      "grad_norm": 14.748359680175781,
      "learning_rate": 0.0001999886849751373,
      "loss": 5.0344,
      "step": 7497
    },
    {
      "epoch": 0.04808259587020649,
      "grad_norm": 7.4123711585998535,
      "learning_rate": 0.0001999886819443166,
      "loss": 5.02,
      "step": 7498
    },
    {
      "epoch": 0.048089008593048606,
      "grad_norm": 7.950833797454834,
      "learning_rate": 0.0001999886789130901,
      "loss": 4.984,
      "step": 7499
    },
    {
      "epoch": 0.04809542131589073,
      "grad_norm": 14.26832103729248,
      "learning_rate": 0.0001999886758814577,
      "loss": 4.8143,
      "step": 7500
    },
    {
      "epoch": 0.04809542131589073,
      "eval_loss": 4.95035457611084,
      "eval_runtime": 34.7532,
      "eval_samples_per_second": 90.207,
      "eval_steps_per_second": 22.559,
      "step": 7500
    },
    {
      "epoch": 0.048101834038732846,
      "grad_norm": 85.1526870727539,
      "learning_rate": 0.0001999886728494195,
      "loss": 4.9545,
      "step": 7501
    },
    {
      "epoch": 0.04810824676157496,
      "grad_norm": 14.249363899230957,
      "learning_rate": 0.00019998866981697544,
      "loss": 5.2882,
      "step": 7502
    },
    {
      "epoch": 0.04811465948441709,
      "grad_norm": 20.985410690307617,
      "learning_rate": 0.00019998866678412556,
      "loss": 5.1829,
      "step": 7503
    },
    {
      "epoch": 0.048121072207259204,
      "grad_norm": 14.874994277954102,
      "learning_rate": 0.00019998866375086984,
      "loss": 4.7362,
      "step": 7504
    },
    {
      "epoch": 0.04812748493010132,
      "grad_norm": 18.72723960876465,
      "learning_rate": 0.00019998866071720825,
      "loss": 5.0057,
      "step": 7505
    },
    {
      "epoch": 0.04813389765294344,
      "grad_norm": 8.27747917175293,
      "learning_rate": 0.00019998865768314087,
      "loss": 4.8058,
      "step": 7506
    },
    {
      "epoch": 0.04814031037578556,
      "grad_norm": 7898.80078125,
      "learning_rate": 0.00019998865464866764,
      "loss": 6.5454,
      "step": 7507
    },
    {
      "epoch": 0.04814672309862768,
      "grad_norm": 743.5364990234375,
      "learning_rate": 0.00019998865161378857,
      "loss": 6.8733,
      "step": 7508
    },
    {
      "epoch": 0.048153135821469795,
      "grad_norm": 7.999012470245361,
      "learning_rate": 0.00019998864857850366,
      "loss": 5.0166,
      "step": 7509
    },
    {
      "epoch": 0.04815954854431191,
      "grad_norm": 10.979951858520508,
      "learning_rate": 0.0001999886455428129,
      "loss": 4.856,
      "step": 7510
    },
    {
      "epoch": 0.048165961267154035,
      "grad_norm": 9.146871566772461,
      "learning_rate": 0.00019998864250671635,
      "loss": 4.9684,
      "step": 7511
    },
    {
      "epoch": 0.04817237398999615,
      "grad_norm": 11.629828453063965,
      "learning_rate": 0.0001999886394702139,
      "loss": 5.0063,
      "step": 7512
    },
    {
      "epoch": 0.04817878671283827,
      "grad_norm": 12.649553298950195,
      "learning_rate": 0.00019998863643330564,
      "loss": 4.9103,
      "step": 7513
    },
    {
      "epoch": 0.04818519943568039,
      "grad_norm": 15.61782169342041,
      "learning_rate": 0.00019998863339599154,
      "loss": 4.9619,
      "step": 7514
    },
    {
      "epoch": 0.04819161215852251,
      "grad_norm": 15.254132270812988,
      "learning_rate": 0.0001999886303582716,
      "loss": 4.9112,
      "step": 7515
    },
    {
      "epoch": 0.048198024881364626,
      "grad_norm": 9.894237518310547,
      "learning_rate": 0.00019998862732014585,
      "loss": 4.9972,
      "step": 7516
    },
    {
      "epoch": 0.04820443760420674,
      "grad_norm": 7.680336952209473,
      "learning_rate": 0.00019998862428161423,
      "loss": 4.9587,
      "step": 7517
    },
    {
      "epoch": 0.04821085032704887,
      "grad_norm": 28.898710250854492,
      "learning_rate": 0.00019998862124267678,
      "loss": 4.7633,
      "step": 7518
    },
    {
      "epoch": 0.048217263049890983,
      "grad_norm": 11.56284236907959,
      "learning_rate": 0.0001999886182033335,
      "loss": 5.0636,
      "step": 7519
    },
    {
      "epoch": 0.0482236757727331,
      "grad_norm": 9.469744682312012,
      "learning_rate": 0.0001999886151635844,
      "loss": 4.9894,
      "step": 7520
    },
    {
      "epoch": 0.048230088495575224,
      "grad_norm": 18.93645477294922,
      "learning_rate": 0.00019998861212342943,
      "loss": 4.8401,
      "step": 7521
    },
    {
      "epoch": 0.04823650121841734,
      "grad_norm": 14.060080528259277,
      "learning_rate": 0.00019998860908286862,
      "loss": 4.892,
      "step": 7522
    },
    {
      "epoch": 0.04824291394125946,
      "grad_norm": 17.0002498626709,
      "learning_rate": 0.000199988606041902,
      "loss": 5.1279,
      "step": 7523
    },
    {
      "epoch": 0.048249326664101574,
      "grad_norm": 7.090628623962402,
      "learning_rate": 0.00019998860300052954,
      "loss": 4.7991,
      "step": 7524
    },
    {
      "epoch": 0.0482557393869437,
      "grad_norm": 11.673325538635254,
      "learning_rate": 0.00019998859995875123,
      "loss": 4.7663,
      "step": 7525
    },
    {
      "epoch": 0.048262152109785815,
      "grad_norm": 8.881077766418457,
      "learning_rate": 0.00019998859691656708,
      "loss": 5.0194,
      "step": 7526
    },
    {
      "epoch": 0.04826856483262793,
      "grad_norm": 54.3498649597168,
      "learning_rate": 0.00019998859387397708,
      "loss": 4.8578,
      "step": 7527
    },
    {
      "epoch": 0.048274977555470056,
      "grad_norm": 12.753432273864746,
      "learning_rate": 0.00019998859083098126,
      "loss": 5.4098,
      "step": 7528
    },
    {
      "epoch": 0.04828139027831217,
      "grad_norm": 11.441752433776855,
      "learning_rate": 0.00019998858778757963,
      "loss": 4.9819,
      "step": 7529
    },
    {
      "epoch": 0.04828780300115429,
      "grad_norm": 51.920169830322266,
      "learning_rate": 0.00019998858474377213,
      "loss": 4.7484,
      "step": 7530
    },
    {
      "epoch": 0.048294215723996406,
      "grad_norm": 30.733142852783203,
      "learning_rate": 0.0001999885816995588,
      "loss": 4.7177,
      "step": 7531
    },
    {
      "epoch": 0.04830062844683853,
      "grad_norm": 33.02386474609375,
      "learning_rate": 0.00019998857865493962,
      "loss": 4.9457,
      "step": 7532
    },
    {
      "epoch": 0.048307041169680646,
      "grad_norm": 9.06460189819336,
      "learning_rate": 0.00019998857560991464,
      "loss": 5.1177,
      "step": 7533
    },
    {
      "epoch": 0.04831345389252276,
      "grad_norm": 7.846170902252197,
      "learning_rate": 0.0001999885725644838,
      "loss": 4.7895,
      "step": 7534
    },
    {
      "epoch": 0.04831986661536489,
      "grad_norm": 17.817188262939453,
      "learning_rate": 0.0001999885695186471,
      "loss": 5.0564,
      "step": 7535
    },
    {
      "epoch": 0.048326279338207004,
      "grad_norm": 12.02523422241211,
      "learning_rate": 0.0001999885664724046,
      "loss": 4.7462,
      "step": 7536
    },
    {
      "epoch": 0.04833269206104912,
      "grad_norm": 10.811545372009277,
      "learning_rate": 0.00019998856342575626,
      "loss": 4.8498,
      "step": 7537
    },
    {
      "epoch": 0.04833910478389124,
      "grad_norm": 14.402024269104004,
      "learning_rate": 0.00019998856037870203,
      "loss": 5.1044,
      "step": 7538
    },
    {
      "epoch": 0.04834551750673336,
      "grad_norm": 20.56171417236328,
      "learning_rate": 0.000199988557331242,
      "loss": 4.8187,
      "step": 7539
    },
    {
      "epoch": 0.04835193022957548,
      "grad_norm": 23.689899444580078,
      "learning_rate": 0.00019998855428337615,
      "loss": 4.9452,
      "step": 7540
    },
    {
      "epoch": 0.048358342952417595,
      "grad_norm": 13.433656692504883,
      "learning_rate": 0.00019998855123510447,
      "loss": 4.8143,
      "step": 7541
    },
    {
      "epoch": 0.04836475567525972,
      "grad_norm": 15.600475311279297,
      "learning_rate": 0.00019998854818642693,
      "loss": 4.8198,
      "step": 7542
    },
    {
      "epoch": 0.048371168398101835,
      "grad_norm": 10.636326789855957,
      "learning_rate": 0.00019998854513734356,
      "loss": 4.7908,
      "step": 7543
    },
    {
      "epoch": 0.04837758112094395,
      "grad_norm": 19.398290634155273,
      "learning_rate": 0.00019998854208785432,
      "loss": 4.8587,
      "step": 7544
    },
    {
      "epoch": 0.04838399384378607,
      "grad_norm": 24.617549896240234,
      "learning_rate": 0.0001999885390379593,
      "loss": 4.8539,
      "step": 7545
    },
    {
      "epoch": 0.04839040656662819,
      "grad_norm": 15.598893165588379,
      "learning_rate": 0.0001999885359876584,
      "loss": 5.0288,
      "step": 7546
    },
    {
      "epoch": 0.04839681928947031,
      "grad_norm": 14.876914978027344,
      "learning_rate": 0.0001999885329369517,
      "loss": 5.696,
      "step": 7547
    },
    {
      "epoch": 0.048403232012312426,
      "grad_norm": 9.78838062286377,
      "learning_rate": 0.00019998852988583913,
      "loss": 4.8149,
      "step": 7548
    },
    {
      "epoch": 0.04840964473515455,
      "grad_norm": 13.74758243560791,
      "learning_rate": 0.00019998852683432073,
      "loss": 5.0385,
      "step": 7549
    },
    {
      "epoch": 0.04841605745799667,
      "grad_norm": 6.464661598205566,
      "learning_rate": 0.0001999885237823965,
      "loss": 4.7912,
      "step": 7550
    },
    {
      "epoch": 0.048422470180838784,
      "grad_norm": 6.994750022888184,
      "learning_rate": 0.00019998852073006642,
      "loss": 4.94,
      "step": 7551
    },
    {
      "epoch": 0.0484288829036809,
      "grad_norm": 14.005136489868164,
      "learning_rate": 0.0001999885176773305,
      "loss": 4.9542,
      "step": 7552
    },
    {
      "epoch": 0.048435295626523024,
      "grad_norm": 12.822254180908203,
      "learning_rate": 0.00019998851462418876,
      "loss": 4.8688,
      "step": 7553
    },
    {
      "epoch": 0.04844170834936514,
      "grad_norm": 9.860956192016602,
      "learning_rate": 0.0001999885115706412,
      "loss": 4.8667,
      "step": 7554
    },
    {
      "epoch": 0.04844812107220726,
      "grad_norm": 13.371310234069824,
      "learning_rate": 0.00019998850851668775,
      "loss": 4.825,
      "step": 7555
    },
    {
      "epoch": 0.048454533795049375,
      "grad_norm": 65.51007843017578,
      "learning_rate": 0.0001999885054623285,
      "loss": 4.8877,
      "step": 7556
    },
    {
      "epoch": 0.0484609465178915,
      "grad_norm": 25.721229553222656,
      "learning_rate": 0.00019998850240756342,
      "loss": 5.0322,
      "step": 7557
    },
    {
      "epoch": 0.048467359240733615,
      "grad_norm": 24.548011779785156,
      "learning_rate": 0.00019998849935239248,
      "loss": 4.7009,
      "step": 7558
    },
    {
      "epoch": 0.04847377196357573,
      "grad_norm": 9.274070739746094,
      "learning_rate": 0.00019998849629681572,
      "loss": 4.9764,
      "step": 7559
    },
    {
      "epoch": 0.048480184686417856,
      "grad_norm": 17.883113861083984,
      "learning_rate": 0.00019998849324083314,
      "loss": 4.9541,
      "step": 7560
    },
    {
      "epoch": 0.04848659740925997,
      "grad_norm": 17.609962463378906,
      "learning_rate": 0.00019998849018444467,
      "loss": 4.8005,
      "step": 7561
    },
    {
      "epoch": 0.04849301013210209,
      "grad_norm": 15.172774314880371,
      "learning_rate": 0.0001999884871276504,
      "loss": 4.971,
      "step": 7562
    },
    {
      "epoch": 0.048499422854944206,
      "grad_norm": 7.807879447937012,
      "learning_rate": 0.00019998848407045027,
      "loss": 4.8562,
      "step": 7563
    },
    {
      "epoch": 0.04850583557778633,
      "grad_norm": 11.357709884643555,
      "learning_rate": 0.00019998848101284434,
      "loss": 4.9321,
      "step": 7564
    },
    {
      "epoch": 0.04851224830062845,
      "grad_norm": 584.3728637695312,
      "learning_rate": 0.00019998847795483254,
      "loss": 4.9086,
      "step": 7565
    },
    {
      "epoch": 0.04851866102347056,
      "grad_norm": 12.445836067199707,
      "learning_rate": 0.00019998847489641493,
      "loss": 4.7356,
      "step": 7566
    },
    {
      "epoch": 0.04852507374631269,
      "grad_norm": 13.24966049194336,
      "learning_rate": 0.00019998847183759147,
      "loss": 4.832,
      "step": 7567
    },
    {
      "epoch": 0.048531486469154804,
      "grad_norm": 7.258593559265137,
      "learning_rate": 0.0001999884687783622,
      "loss": 4.9183,
      "step": 7568
    },
    {
      "epoch": 0.04853789919199692,
      "grad_norm": 16.140846252441406,
      "learning_rate": 0.00019998846571872705,
      "loss": 4.8381,
      "step": 7569
    },
    {
      "epoch": 0.04854431191483904,
      "grad_norm": 14.16264820098877,
      "learning_rate": 0.00019998846265868606,
      "loss": 4.9774,
      "step": 7570
    },
    {
      "epoch": 0.04855072463768116,
      "grad_norm": 11.657657623291016,
      "learning_rate": 0.00019998845959823925,
      "loss": 4.8405,
      "step": 7571
    },
    {
      "epoch": 0.04855713736052328,
      "grad_norm": 12.402386665344238,
      "learning_rate": 0.00019998845653738663,
      "loss": 4.82,
      "step": 7572
    },
    {
      "epoch": 0.048563550083365395,
      "grad_norm": 15.807321548461914,
      "learning_rate": 0.00019998845347612813,
      "loss": 4.9299,
      "step": 7573
    },
    {
      "epoch": 0.04856996280620752,
      "grad_norm": 8.782134056091309,
      "learning_rate": 0.00019998845041446385,
      "loss": 4.839,
      "step": 7574
    },
    {
      "epoch": 0.048576375529049635,
      "grad_norm": 9.359723091125488,
      "learning_rate": 0.0001999884473523937,
      "loss": 4.8728,
      "step": 7575
    },
    {
      "epoch": 0.04858278825189175,
      "grad_norm": 107.89904022216797,
      "learning_rate": 0.00019998844428991766,
      "loss": 4.9608,
      "step": 7576
    },
    {
      "epoch": 0.04858920097473387,
      "grad_norm": 7.823040962219238,
      "learning_rate": 0.00019998844122703585,
      "loss": 4.7646,
      "step": 7577
    },
    {
      "epoch": 0.04859561369757599,
      "grad_norm": 27.918315887451172,
      "learning_rate": 0.0001999884381637482,
      "loss": 4.9029,
      "step": 7578
    },
    {
      "epoch": 0.04860202642041811,
      "grad_norm": 16.29703140258789,
      "learning_rate": 0.00019998843510005468,
      "loss": 5.0632,
      "step": 7579
    },
    {
      "epoch": 0.048608439143260226,
      "grad_norm": 11.53376579284668,
      "learning_rate": 0.00019998843203595536,
      "loss": 4.9177,
      "step": 7580
    },
    {
      "epoch": 0.04861485186610235,
      "grad_norm": 36.47697830200195,
      "learning_rate": 0.0001999884289714502,
      "loss": 5.0734,
      "step": 7581
    },
    {
      "epoch": 0.04862126458894447,
      "grad_norm": 34.64522171020508,
      "learning_rate": 0.00019998842590653916,
      "loss": 5.3134,
      "step": 7582
    },
    {
      "epoch": 0.048627677311786584,
      "grad_norm": 15.225537300109863,
      "learning_rate": 0.00019998842284122233,
      "loss": 5.0823,
      "step": 7583
    },
    {
      "epoch": 0.0486340900346287,
      "grad_norm": 11.886987686157227,
      "learning_rate": 0.00019998841977549964,
      "loss": 4.7895,
      "step": 7584
    },
    {
      "epoch": 0.048640502757470824,
      "grad_norm": 14.208736419677734,
      "learning_rate": 0.00019998841670937112,
      "loss": 5.2281,
      "step": 7585
    },
    {
      "epoch": 0.04864691548031294,
      "grad_norm": 29.61664581298828,
      "learning_rate": 0.0001999884136428368,
      "loss": 4.8155,
      "step": 7586
    },
    {
      "epoch": 0.04865332820315506,
      "grad_norm": 14.90816593170166,
      "learning_rate": 0.0001999884105758966,
      "loss": 5.0861,
      "step": 7587
    },
    {
      "epoch": 0.04865974092599718,
      "grad_norm": 28.849639892578125,
      "learning_rate": 0.00019998840750855057,
      "loss": 4.9459,
      "step": 7588
    },
    {
      "epoch": 0.0486661536488393,
      "grad_norm": 30.405929565429688,
      "learning_rate": 0.0001999884044407987,
      "loss": 5.0946,
      "step": 7589
    },
    {
      "epoch": 0.048672566371681415,
      "grad_norm": 13.145072937011719,
      "learning_rate": 0.000199988401372641,
      "loss": 4.8958,
      "step": 7590
    },
    {
      "epoch": 0.04867897909452353,
      "grad_norm": 9.480502128601074,
      "learning_rate": 0.00019998839830407745,
      "loss": 5.1228,
      "step": 7591
    },
    {
      "epoch": 0.048685391817365656,
      "grad_norm": 40.666011810302734,
      "learning_rate": 0.00019998839523510808,
      "loss": 5.1231,
      "step": 7592
    },
    {
      "epoch": 0.04869180454020777,
      "grad_norm": 27.219770431518555,
      "learning_rate": 0.0001999883921657329,
      "loss": 5.0317,
      "step": 7593
    },
    {
      "epoch": 0.04869821726304989,
      "grad_norm": 15.775060653686523,
      "learning_rate": 0.00019998838909595184,
      "loss": 4.9223,
      "step": 7594
    },
    {
      "epoch": 0.04870462998589201,
      "grad_norm": 12.891023635864258,
      "learning_rate": 0.00019998838602576494,
      "loss": 4.8091,
      "step": 7595
    },
    {
      "epoch": 0.04871104270873413,
      "grad_norm": 9.718104362487793,
      "learning_rate": 0.00019998838295517222,
      "loss": 5.21,
      "step": 7596
    },
    {
      "epoch": 0.04871745543157625,
      "grad_norm": 16.84919548034668,
      "learning_rate": 0.00019998837988417366,
      "loss": 4.9609,
      "step": 7597
    },
    {
      "epoch": 0.048723868154418364,
      "grad_norm": 17.96518325805664,
      "learning_rate": 0.00019998837681276928,
      "loss": 4.8472,
      "step": 7598
    },
    {
      "epoch": 0.04873028087726049,
      "grad_norm": 19.390785217285156,
      "learning_rate": 0.00019998837374095904,
      "loss": 5.0043,
      "step": 7599
    },
    {
      "epoch": 0.048736693600102604,
      "grad_norm": 11.37875747680664,
      "learning_rate": 0.000199988370668743,
      "loss": 5.034,
      "step": 7600
    },
    {
      "epoch": 0.048736693600102604,
      "eval_loss": 4.891388893127441,
      "eval_runtime": 34.7379,
      "eval_samples_per_second": 90.247,
      "eval_steps_per_second": 22.569,
      "step": 7600
    },
    {
      "epoch": 0.04874310632294472,
      "grad_norm": 13.386920928955078,
      "learning_rate": 0.00019998836759612106,
      "loss": 5.1298,
      "step": 7601
    },
    {
      "epoch": 0.04874951904578684,
      "grad_norm": 9.146666526794434,
      "learning_rate": 0.00019998836452309333,
      "loss": 4.9049,
      "step": 7602
    },
    {
      "epoch": 0.04875593176862896,
      "grad_norm": 25.901979446411133,
      "learning_rate": 0.0001999883614496598,
      "loss": 4.8282,
      "step": 7603
    },
    {
      "epoch": 0.04876234449147108,
      "grad_norm": 25.52042579650879,
      "learning_rate": 0.00019998835837582038,
      "loss": 4.8647,
      "step": 7604
    },
    {
      "epoch": 0.048768757214313195,
      "grad_norm": 14.147574424743652,
      "learning_rate": 0.00019998835530157512,
      "loss": 5.1231,
      "step": 7605
    },
    {
      "epoch": 0.04877516993715532,
      "grad_norm": 6.153172492980957,
      "learning_rate": 0.00019998835222692404,
      "loss": 5.1703,
      "step": 7606
    },
    {
      "epoch": 0.048781582659997436,
      "grad_norm": 16.70068359375,
      "learning_rate": 0.00019998834915186712,
      "loss": 4.9692,
      "step": 7607
    },
    {
      "epoch": 0.04878799538283955,
      "grad_norm": 11.05846118927002,
      "learning_rate": 0.00019998834607640436,
      "loss": 4.9639,
      "step": 7608
    },
    {
      "epoch": 0.04879440810568167,
      "grad_norm": 14.8682222366333,
      "learning_rate": 0.00019998834300053578,
      "loss": 5.1946,
      "step": 7609
    },
    {
      "epoch": 0.04880082082852379,
      "grad_norm": 25.388952255249023,
      "learning_rate": 0.00019998833992426133,
      "loss": 4.8842,
      "step": 7610
    },
    {
      "epoch": 0.04880723355136591,
      "grad_norm": 8.37812614440918,
      "learning_rate": 0.0001999883368475811,
      "loss": 5.1587,
      "step": 7611
    },
    {
      "epoch": 0.04881364627420803,
      "grad_norm": 31.610204696655273,
      "learning_rate": 0.000199988333770495,
      "loss": 4.6967,
      "step": 7612
    },
    {
      "epoch": 0.04882005899705015,
      "grad_norm": 20.241905212402344,
      "learning_rate": 0.00019998833069300305,
      "loss": 5.1955,
      "step": 7613
    },
    {
      "epoch": 0.04882647171989227,
      "grad_norm": 9.245607376098633,
      "learning_rate": 0.00019998832761510528,
      "loss": 4.9638,
      "step": 7614
    },
    {
      "epoch": 0.048832884442734384,
      "grad_norm": 14.263216972351074,
      "learning_rate": 0.00019998832453680169,
      "loss": 4.9539,
      "step": 7615
    },
    {
      "epoch": 0.0488392971655765,
      "grad_norm": 16.59819221496582,
      "learning_rate": 0.0001999883214580922,
      "loss": 4.9059,
      "step": 7616
    },
    {
      "epoch": 0.048845709888418624,
      "grad_norm": 17.3270320892334,
      "learning_rate": 0.00019998831837897695,
      "loss": 5.1185,
      "step": 7617
    },
    {
      "epoch": 0.04885212261126074,
      "grad_norm": 13.16153621673584,
      "learning_rate": 0.00019998831529945583,
      "loss": 5.1658,
      "step": 7618
    },
    {
      "epoch": 0.04885853533410286,
      "grad_norm": 69.35364532470703,
      "learning_rate": 0.00019998831221952886,
      "loss": 4.9009,
      "step": 7619
    },
    {
      "epoch": 0.04886494805694498,
      "grad_norm": 35.04815673828125,
      "learning_rate": 0.00019998830913919608,
      "loss": 4.8975,
      "step": 7620
    },
    {
      "epoch": 0.0488713607797871,
      "grad_norm": 11.020692825317383,
      "learning_rate": 0.00019998830605845745,
      "loss": 4.7713,
      "step": 7621
    },
    {
      "epoch": 0.048877773502629215,
      "grad_norm": 7.922784805297852,
      "learning_rate": 0.00019998830297731298,
      "loss": 4.8562,
      "step": 7622
    },
    {
      "epoch": 0.04888418622547133,
      "grad_norm": 12.38093090057373,
      "learning_rate": 0.00019998829989576272,
      "loss": 4.907,
      "step": 7623
    },
    {
      "epoch": 0.048890598948313456,
      "grad_norm": 12.590554237365723,
      "learning_rate": 0.00019998829681380656,
      "loss": 4.9381,
      "step": 7624
    },
    {
      "epoch": 0.04889701167115557,
      "grad_norm": 14.319737434387207,
      "learning_rate": 0.00019998829373144461,
      "loss": 4.9551,
      "step": 7625
    },
    {
      "epoch": 0.04890342439399769,
      "grad_norm": 28.221399307250977,
      "learning_rate": 0.0001999882906486768,
      "loss": 4.8837,
      "step": 7626
    },
    {
      "epoch": 0.04890983711683981,
      "grad_norm": 14.313094139099121,
      "learning_rate": 0.00019998828756550316,
      "loss": 5.11,
      "step": 7627
    },
    {
      "epoch": 0.04891624983968193,
      "grad_norm": 8.853870391845703,
      "learning_rate": 0.00019998828448192368,
      "loss": 4.9691,
      "step": 7628
    },
    {
      "epoch": 0.04892266256252405,
      "grad_norm": 11.808359146118164,
      "learning_rate": 0.00019998828139793838,
      "loss": 4.9249,
      "step": 7629
    },
    {
      "epoch": 0.048929075285366164,
      "grad_norm": 9.297578811645508,
      "learning_rate": 0.00019998827831354724,
      "loss": 4.9892,
      "step": 7630
    },
    {
      "epoch": 0.04893548800820829,
      "grad_norm": 35.45218276977539,
      "learning_rate": 0.00019998827522875026,
      "loss": 4.9065,
      "step": 7631
    },
    {
      "epoch": 0.048941900731050404,
      "grad_norm": 5.996850490570068,
      "learning_rate": 0.0001999882721435474,
      "loss": 4.9812,
      "step": 7632
    },
    {
      "epoch": 0.04894831345389252,
      "grad_norm": 25.1673641204834,
      "learning_rate": 0.00019998826905793875,
      "loss": 5.1817,
      "step": 7633
    },
    {
      "epoch": 0.048954726176734645,
      "grad_norm": 9.472311019897461,
      "learning_rate": 0.0001999882659719243,
      "loss": 4.9428,
      "step": 7634
    },
    {
      "epoch": 0.04896113889957676,
      "grad_norm": 20.14590072631836,
      "learning_rate": 0.00019998826288550393,
      "loss": 5.0673,
      "step": 7635
    },
    {
      "epoch": 0.04896755162241888,
      "grad_norm": 11.102775573730469,
      "learning_rate": 0.00019998825979867778,
      "loss": 5.3696,
      "step": 7636
    },
    {
      "epoch": 0.048973964345260995,
      "grad_norm": 52.34535598754883,
      "learning_rate": 0.00019998825671144576,
      "loss": 5.0958,
      "step": 7637
    },
    {
      "epoch": 0.04898037706810312,
      "grad_norm": 23.438798904418945,
      "learning_rate": 0.00019998825362380792,
      "loss": 4.9125,
      "step": 7638
    },
    {
      "epoch": 0.048986789790945236,
      "grad_norm": 16.845914840698242,
      "learning_rate": 0.0001999882505357643,
      "loss": 5.0037,
      "step": 7639
    },
    {
      "epoch": 0.04899320251378735,
      "grad_norm": 12.40802001953125,
      "learning_rate": 0.00019998824744731476,
      "loss": 5.0515,
      "step": 7640
    },
    {
      "epoch": 0.048999615236629476,
      "grad_norm": 9.786853790283203,
      "learning_rate": 0.00019998824435845945,
      "loss": 5.0879,
      "step": 7641
    },
    {
      "epoch": 0.04900602795947159,
      "grad_norm": 283.67352294921875,
      "learning_rate": 0.00019998824126919823,
      "loss": 4.9059,
      "step": 7642
    },
    {
      "epoch": 0.04901244068231371,
      "grad_norm": 42.40916442871094,
      "learning_rate": 0.00019998823817953123,
      "loss": 5.1148,
      "step": 7643
    },
    {
      "epoch": 0.04901885340515583,
      "grad_norm": 19.07964515686035,
      "learning_rate": 0.00019998823508945838,
      "loss": 5.1154,
      "step": 7644
    },
    {
      "epoch": 0.04902526612799795,
      "grad_norm": 35.65312576293945,
      "learning_rate": 0.0001999882319989797,
      "loss": 4.9431,
      "step": 7645
    },
    {
      "epoch": 0.04903167885084007,
      "grad_norm": 16.3779296875,
      "learning_rate": 0.00019998822890809515,
      "loss": 5.1393,
      "step": 7646
    },
    {
      "epoch": 0.049038091573682184,
      "grad_norm": 59.88874435424805,
      "learning_rate": 0.00019998822581680483,
      "loss": 5.0289,
      "step": 7647
    },
    {
      "epoch": 0.0490445042965243,
      "grad_norm": 18.030498504638672,
      "learning_rate": 0.00019998822272510863,
      "loss": 4.8148,
      "step": 7648
    },
    {
      "epoch": 0.049050917019366425,
      "grad_norm": 156.58726501464844,
      "learning_rate": 0.0001999882196330066,
      "loss": 4.8321,
      "step": 7649
    },
    {
      "epoch": 0.04905732974220854,
      "grad_norm": 17.537771224975586,
      "learning_rate": 0.00019998821654049873,
      "loss": 5.5314,
      "step": 7650
    },
    {
      "epoch": 0.04906374246505066,
      "grad_norm": 23.984962463378906,
      "learning_rate": 0.00019998821344758506,
      "loss": 4.8491,
      "step": 7651
    },
    {
      "epoch": 0.04907015518789278,
      "grad_norm": 36.242713928222656,
      "learning_rate": 0.00019998821035426548,
      "loss": 5.1584,
      "step": 7652
    },
    {
      "epoch": 0.0490765679107349,
      "grad_norm": 57.637115478515625,
      "learning_rate": 0.00019998820726054012,
      "loss": 4.9452,
      "step": 7653
    },
    {
      "epoch": 0.049082980633577016,
      "grad_norm": 38.11199951171875,
      "learning_rate": 0.00019998820416640891,
      "loss": 4.9005,
      "step": 7654
    },
    {
      "epoch": 0.04908939335641913,
      "grad_norm": 13.945236206054688,
      "learning_rate": 0.0001999882010718719,
      "loss": 5.0422,
      "step": 7655
    },
    {
      "epoch": 0.049095806079261256,
      "grad_norm": 43.68404769897461,
      "learning_rate": 0.000199988197976929,
      "loss": 5.3194,
      "step": 7656
    },
    {
      "epoch": 0.04910221880210337,
      "grad_norm": 54.85921096801758,
      "learning_rate": 0.00019998819488158028,
      "loss": 4.9177,
      "step": 7657
    },
    {
      "epoch": 0.04910863152494549,
      "grad_norm": 62.56218719482422,
      "learning_rate": 0.00019998819178582573,
      "loss": 4.9697,
      "step": 7658
    },
    {
      "epoch": 0.04911504424778761,
      "grad_norm": 18.176626205444336,
      "learning_rate": 0.00019998818868966536,
      "loss": 5.0606,
      "step": 7659
    },
    {
      "epoch": 0.04912145697062973,
      "grad_norm": 36.898597717285156,
      "learning_rate": 0.00019998818559309914,
      "loss": 5.0044,
      "step": 7660
    },
    {
      "epoch": 0.04912786969347185,
      "grad_norm": 38.08631896972656,
      "learning_rate": 0.00019998818249612708,
      "loss": 4.9506,
      "step": 7661
    },
    {
      "epoch": 0.049134282416313964,
      "grad_norm": 29.15705108642578,
      "learning_rate": 0.00019998817939874918,
      "loss": 4.869,
      "step": 7662
    },
    {
      "epoch": 0.04914069513915609,
      "grad_norm": 25.253555297851562,
      "learning_rate": 0.00019998817630096545,
      "loss": 4.9849,
      "step": 7663
    },
    {
      "epoch": 0.049147107861998204,
      "grad_norm": 48.064369201660156,
      "learning_rate": 0.0001999881732027759,
      "loss": 4.9716,
      "step": 7664
    },
    {
      "epoch": 0.04915352058484032,
      "grad_norm": 54.37996292114258,
      "learning_rate": 0.0001999881701041805,
      "loss": 4.8522,
      "step": 7665
    },
    {
      "epoch": 0.049159933307682445,
      "grad_norm": 61.685462951660156,
      "learning_rate": 0.00019998816700517925,
      "loss": 5.0436,
      "step": 7666
    },
    {
      "epoch": 0.04916634603052456,
      "grad_norm": 56.29864501953125,
      "learning_rate": 0.00019998816390577218,
      "loss": 4.9298,
      "step": 7667
    },
    {
      "epoch": 0.04917275875336668,
      "grad_norm": 27.555397033691406,
      "learning_rate": 0.00019998816080595927,
      "loss": 4.9597,
      "step": 7668
    },
    {
      "epoch": 0.049179171476208795,
      "grad_norm": 19.30767059326172,
      "learning_rate": 0.00019998815770574054,
      "loss": 4.8745,
      "step": 7669
    },
    {
      "epoch": 0.04918558419905092,
      "grad_norm": 28.314382553100586,
      "learning_rate": 0.00019998815460511596,
      "loss": 5.1489,
      "step": 7670
    },
    {
      "epoch": 0.049191996921893036,
      "grad_norm": 233.81723022460938,
      "learning_rate": 0.00019998815150408557,
      "loss": 5.3052,
      "step": 7671
    },
    {
      "epoch": 0.04919840964473515,
      "grad_norm": 63.590126037597656,
      "learning_rate": 0.0001999881484026493,
      "loss": 5.1913,
      "step": 7672
    },
    {
      "epoch": 0.049204822367577276,
      "grad_norm": 38.833824157714844,
      "learning_rate": 0.00019998814530080723,
      "loss": 5.2332,
      "step": 7673
    },
    {
      "epoch": 0.04921123509041939,
      "grad_norm": 126.04781341552734,
      "learning_rate": 0.00019998814219855933,
      "loss": 5.1514,
      "step": 7674
    },
    {
      "epoch": 0.04921764781326151,
      "grad_norm": 28.423473358154297,
      "learning_rate": 0.00019998813909590557,
      "loss": 5.2071,
      "step": 7675
    },
    {
      "epoch": 0.04922406053610363,
      "grad_norm": 19.86589813232422,
      "learning_rate": 0.00019998813599284598,
      "loss": 5.3555,
      "step": 7676
    },
    {
      "epoch": 0.04923047325894575,
      "grad_norm": 19.343568801879883,
      "learning_rate": 0.00019998813288938055,
      "loss": 5.1308,
      "step": 7677
    },
    {
      "epoch": 0.04923688598178787,
      "grad_norm": 67.89584350585938,
      "learning_rate": 0.00019998812978550928,
      "loss": 5.2528,
      "step": 7678
    },
    {
      "epoch": 0.049243298704629984,
      "grad_norm": 54.32365036010742,
      "learning_rate": 0.00019998812668123222,
      "loss": 5.258,
      "step": 7679
    },
    {
      "epoch": 0.04924971142747211,
      "grad_norm": 16.026229858398438,
      "learning_rate": 0.00019998812357654929,
      "loss": 5.1928,
      "step": 7680
    },
    {
      "epoch": 0.049256124150314225,
      "grad_norm": 9.996149063110352,
      "learning_rate": 0.0001999881204714605,
      "loss": 4.9981,
      "step": 7681
    },
    {
      "epoch": 0.04926253687315634,
      "grad_norm": 8.704294204711914,
      "learning_rate": 0.00019998811736596591,
      "loss": 5.0558,
      "step": 7682
    },
    {
      "epoch": 0.04926894959599846,
      "grad_norm": 24.824338912963867,
      "learning_rate": 0.00019998811426006548,
      "loss": 5.0657,
      "step": 7683
    },
    {
      "epoch": 0.04927536231884058,
      "grad_norm": 162.3637237548828,
      "learning_rate": 0.00019998811115375922,
      "loss": 5.1957,
      "step": 7684
    },
    {
      "epoch": 0.0492817750416827,
      "grad_norm": 7.157982349395752,
      "learning_rate": 0.0001999881080470471,
      "loss": 4.9911,
      "step": 7685
    },
    {
      "epoch": 0.049288187764524816,
      "grad_norm": 10.407191276550293,
      "learning_rate": 0.00019998810493992918,
      "loss": 5.3765,
      "step": 7686
    },
    {
      "epoch": 0.04929460048736694,
      "grad_norm": 6.988877296447754,
      "learning_rate": 0.0001999881018324054,
      "loss": 5.1777,
      "step": 7687
    },
    {
      "epoch": 0.049301013210209056,
      "grad_norm": 34.51466369628906,
      "learning_rate": 0.00019998809872447576,
      "loss": 5.1449,
      "step": 7688
    },
    {
      "epoch": 0.04930742593305117,
      "grad_norm": 13.692736625671387,
      "learning_rate": 0.00019998809561614034,
      "loss": 5.0578,
      "step": 7689
    },
    {
      "epoch": 0.04931383865589329,
      "grad_norm": 14.672927856445312,
      "learning_rate": 0.00019998809250739905,
      "loss": 4.9478,
      "step": 7690
    },
    {
      "epoch": 0.049320251378735414,
      "grad_norm": 13.533578872680664,
      "learning_rate": 0.00019998808939825194,
      "loss": 5.0941,
      "step": 7691
    },
    {
      "epoch": 0.04932666410157753,
      "grad_norm": 15.244450569152832,
      "learning_rate": 0.000199988086288699,
      "loss": 5.1682,
      "step": 7692
    },
    {
      "epoch": 0.04933307682441965,
      "grad_norm": 13.813992500305176,
      "learning_rate": 0.0001999880831787402,
      "loss": 5.058,
      "step": 7693
    },
    {
      "epoch": 0.049339489547261764,
      "grad_norm": 13.455726623535156,
      "learning_rate": 0.00019998808006837558,
      "loss": 5.4244,
      "step": 7694
    },
    {
      "epoch": 0.04934590227010389,
      "grad_norm": 13.284029006958008,
      "learning_rate": 0.00019998807695760512,
      "loss": 4.7325,
      "step": 7695
    },
    {
      "epoch": 0.049352314992946004,
      "grad_norm": 10.719193458557129,
      "learning_rate": 0.00019998807384642882,
      "loss": 5.1819,
      "step": 7696
    },
    {
      "epoch": 0.04935872771578812,
      "grad_norm": 8.507969856262207,
      "learning_rate": 0.0001999880707348467,
      "loss": 4.7705,
      "step": 7697
    },
    {
      "epoch": 0.049365140438630245,
      "grad_norm": 12.20128059387207,
      "learning_rate": 0.00019998806762285874,
      "loss": 5.5905,
      "step": 7698
    },
    {
      "epoch": 0.04937155316147236,
      "grad_norm": 8.9154052734375,
      "learning_rate": 0.00019998806451046493,
      "loss": 4.8265,
      "step": 7699
    },
    {
      "epoch": 0.04937796588431448,
      "grad_norm": 8.569089889526367,
      "learning_rate": 0.0001999880613976653,
      "loss": 4.9929,
      "step": 7700
    },
    {
      "epoch": 0.04937796588431448,
      "eval_loss": 4.971894264221191,
      "eval_runtime": 34.7569,
      "eval_samples_per_second": 90.198,
      "eval_steps_per_second": 22.557,
      "step": 7700
    },
    {
      "epoch": 0.049384378607156595,
      "grad_norm": 7.675764560699463,
      "learning_rate": 0.00019998805828445984,
      "loss": 5.2448,
      "step": 7701
    },
    {
      "epoch": 0.04939079132999872,
      "grad_norm": 12.057570457458496,
      "learning_rate": 0.00019998805517084853,
      "loss": 4.9013,
      "step": 7702
    },
    {
      "epoch": 0.049397204052840836,
      "grad_norm": 9.566143989562988,
      "learning_rate": 0.0001999880520568314,
      "loss": 4.7693,
      "step": 7703
    },
    {
      "epoch": 0.04940361677568295,
      "grad_norm": 15.478297233581543,
      "learning_rate": 0.0001999880489424084,
      "loss": 4.9746,
      "step": 7704
    },
    {
      "epoch": 0.049410029498525077,
      "grad_norm": 5.206630706787109,
      "learning_rate": 0.00019998804582757962,
      "loss": 4.9955,
      "step": 7705
    },
    {
      "epoch": 0.04941644222136719,
      "grad_norm": 6.061460971832275,
      "learning_rate": 0.00019998804271234498,
      "loss": 5.151,
      "step": 7706
    },
    {
      "epoch": 0.04942285494420931,
      "grad_norm": 7.667327404022217,
      "learning_rate": 0.0001999880395967045,
      "loss": 4.9258,
      "step": 7707
    },
    {
      "epoch": 0.04942926766705143,
      "grad_norm": 11.760993957519531,
      "learning_rate": 0.0001999880364806582,
      "loss": 4.9647,
      "step": 7708
    },
    {
      "epoch": 0.04943568038989355,
      "grad_norm": 6.746529579162598,
      "learning_rate": 0.00019998803336420605,
      "loss": 4.7353,
      "step": 7709
    },
    {
      "epoch": 0.04944209311273567,
      "grad_norm": 32.35519027709961,
      "learning_rate": 0.00019998803024734807,
      "loss": 4.9725,
      "step": 7710
    },
    {
      "epoch": 0.049448505835577784,
      "grad_norm": 9.913655281066895,
      "learning_rate": 0.00019998802713008424,
      "loss": 5.5064,
      "step": 7711
    },
    {
      "epoch": 0.04945491855841991,
      "grad_norm": 8.96770191192627,
      "learning_rate": 0.0001999880240124146,
      "loss": 4.9092,
      "step": 7712
    },
    {
      "epoch": 0.049461331281262025,
      "grad_norm": 20.70706558227539,
      "learning_rate": 0.0001999880208943391,
      "loss": 4.9736,
      "step": 7713
    },
    {
      "epoch": 0.04946774400410414,
      "grad_norm": 24.76229476928711,
      "learning_rate": 0.00019998801777585778,
      "loss": 5.0745,
      "step": 7714
    },
    {
      "epoch": 0.04947415672694626,
      "grad_norm": 122.68765258789062,
      "learning_rate": 0.00019998801465697063,
      "loss": 4.8843,
      "step": 7715
    },
    {
      "epoch": 0.04948056944978838,
      "grad_norm": 6.992345809936523,
      "learning_rate": 0.00019998801153767764,
      "loss": 4.9507,
      "step": 7716
    },
    {
      "epoch": 0.0494869821726305,
      "grad_norm": 7.271800518035889,
      "learning_rate": 0.00019998800841797884,
      "loss": 4.9672,
      "step": 7717
    },
    {
      "epoch": 0.049493394895472616,
      "grad_norm": 9.069059371948242,
      "learning_rate": 0.00019998800529787416,
      "loss": 4.843,
      "step": 7718
    },
    {
      "epoch": 0.04949980761831474,
      "grad_norm": 11.913545608520508,
      "learning_rate": 0.00019998800217736363,
      "loss": 4.9581,
      "step": 7719
    },
    {
      "epoch": 0.049506220341156856,
      "grad_norm": 25.257972717285156,
      "learning_rate": 0.00019998799905644732,
      "loss": 4.8091,
      "step": 7720
    },
    {
      "epoch": 0.04951263306399897,
      "grad_norm": 11.840178489685059,
      "learning_rate": 0.00019998799593512514,
      "loss": 4.945,
      "step": 7721
    },
    {
      "epoch": 0.04951904578684109,
      "grad_norm": 11.99705982208252,
      "learning_rate": 0.00019998799281339716,
      "loss": 4.9039,
      "step": 7722
    },
    {
      "epoch": 0.049525458509683214,
      "grad_norm": 9.305944442749023,
      "learning_rate": 0.00019998798969126332,
      "loss": 5.1959,
      "step": 7723
    },
    {
      "epoch": 0.04953187123252533,
      "grad_norm": 222.82737731933594,
      "learning_rate": 0.00019998798656872366,
      "loss": 5.0512,
      "step": 7724
    },
    {
      "epoch": 0.04953828395536745,
      "grad_norm": 29.699748992919922,
      "learning_rate": 0.00019998798344577815,
      "loss": 4.924,
      "step": 7725
    },
    {
      "epoch": 0.04954469667820957,
      "grad_norm": 111.24238586425781,
      "learning_rate": 0.0001999879803224268,
      "loss": 5.0612,
      "step": 7726
    },
    {
      "epoch": 0.04955110940105169,
      "grad_norm": 46.94515609741211,
      "learning_rate": 0.00019998797719866963,
      "loss": 4.9229,
      "step": 7727
    },
    {
      "epoch": 0.049557522123893805,
      "grad_norm": 22.262996673583984,
      "learning_rate": 0.00019998797407450662,
      "loss": 5.2124,
      "step": 7728
    },
    {
      "epoch": 0.04956393484673592,
      "grad_norm": 24.540851593017578,
      "learning_rate": 0.00019998797094993777,
      "loss": 5.0597,
      "step": 7729
    },
    {
      "epoch": 0.049570347569578045,
      "grad_norm": 13.108999252319336,
      "learning_rate": 0.0001999879678249631,
      "loss": 5.103,
      "step": 7730
    },
    {
      "epoch": 0.04957676029242016,
      "grad_norm": 16.240312576293945,
      "learning_rate": 0.00019998796469958258,
      "loss": 5.033,
      "step": 7731
    },
    {
      "epoch": 0.04958317301526228,
      "grad_norm": 75.13249969482422,
      "learning_rate": 0.00019998796157379625,
      "loss": 5.015,
      "step": 7732
    },
    {
      "epoch": 0.0495895857381044,
      "grad_norm": 31.879749298095703,
      "learning_rate": 0.00019998795844760405,
      "loss": 5.0717,
      "step": 7733
    },
    {
      "epoch": 0.04959599846094652,
      "grad_norm": 16.928646087646484,
      "learning_rate": 0.00019998795532100605,
      "loss": 4.9914,
      "step": 7734
    },
    {
      "epoch": 0.049602411183788636,
      "grad_norm": 69.05482482910156,
      "learning_rate": 0.0001999879521940022,
      "loss": 5.0226,
      "step": 7735
    },
    {
      "epoch": 0.04960882390663075,
      "grad_norm": 14.84750747680664,
      "learning_rate": 0.0001999879490665925,
      "loss": 4.9478,
      "step": 7736
    },
    {
      "epoch": 0.04961523662947288,
      "grad_norm": 226.96522521972656,
      "learning_rate": 0.00019998794593877698,
      "loss": 5.1832,
      "step": 7737
    },
    {
      "epoch": 0.04962164935231499,
      "grad_norm": 13.278870582580566,
      "learning_rate": 0.00019998794281055564,
      "loss": 4.9487,
      "step": 7738
    },
    {
      "epoch": 0.04962806207515711,
      "grad_norm": 39.299659729003906,
      "learning_rate": 0.00019998793968192843,
      "loss": 5.0604,
      "step": 7739
    },
    {
      "epoch": 0.04963447479799923,
      "grad_norm": 28.99269676208496,
      "learning_rate": 0.00019998793655289543,
      "loss": 5.2215,
      "step": 7740
    },
    {
      "epoch": 0.04964088752084135,
      "grad_norm": 105.98102569580078,
      "learning_rate": 0.00019998793342345655,
      "loss": 5.3376,
      "step": 7741
    },
    {
      "epoch": 0.04964730024368347,
      "grad_norm": 28.119335174560547,
      "learning_rate": 0.00019998793029361186,
      "loss": 5.0363,
      "step": 7742
    },
    {
      "epoch": 0.049653712966525584,
      "grad_norm": 17.706871032714844,
      "learning_rate": 0.00019998792716336135,
      "loss": 5.0387,
      "step": 7743
    },
    {
      "epoch": 0.04966012568936771,
      "grad_norm": 31.24048614501953,
      "learning_rate": 0.00019998792403270497,
      "loss": 4.9011,
      "step": 7744
    },
    {
      "epoch": 0.049666538412209825,
      "grad_norm": 43.52194595336914,
      "learning_rate": 0.00019998792090164278,
      "loss": 5.0782,
      "step": 7745
    },
    {
      "epoch": 0.04967295113505194,
      "grad_norm": 12.041433334350586,
      "learning_rate": 0.00019998791777017477,
      "loss": 5.1711,
      "step": 7746
    },
    {
      "epoch": 0.04967936385789406,
      "grad_norm": 57.07908630371094,
      "learning_rate": 0.00019998791463830088,
      "loss": 4.9225,
      "step": 7747
    },
    {
      "epoch": 0.04968577658073618,
      "grad_norm": 46.38222122192383,
      "learning_rate": 0.00019998791150602116,
      "loss": 4.9377,
      "step": 7748
    },
    {
      "epoch": 0.0496921893035783,
      "grad_norm": 31.3450927734375,
      "learning_rate": 0.00019998790837333564,
      "loss": 5.3277,
      "step": 7749
    },
    {
      "epoch": 0.049698602026420416,
      "grad_norm": 25.05970001220703,
      "learning_rate": 0.00019998790524024428,
      "loss": 4.8371,
      "step": 7750
    },
    {
      "epoch": 0.04970501474926254,
      "grad_norm": 32.2440299987793,
      "learning_rate": 0.00019998790210674707,
      "loss": 4.8631,
      "step": 7751
    },
    {
      "epoch": 0.049711427472104656,
      "grad_norm": 76.75072479248047,
      "learning_rate": 0.00019998789897284405,
      "loss": 5.188,
      "step": 7752
    },
    {
      "epoch": 0.04971784019494677,
      "grad_norm": 72.59495544433594,
      "learning_rate": 0.00019998789583853516,
      "loss": 4.9797,
      "step": 7753
    },
    {
      "epoch": 0.04972425291778889,
      "grad_norm": 42.497257232666016,
      "learning_rate": 0.00019998789270382045,
      "loss": 4.9514,
      "step": 7754
    },
    {
      "epoch": 0.049730665640631014,
      "grad_norm": 125.30170440673828,
      "learning_rate": 0.00019998788956869992,
      "loss": 4.9216,
      "step": 7755
    },
    {
      "epoch": 0.04973707836347313,
      "grad_norm": 67.4674072265625,
      "learning_rate": 0.00019998788643317355,
      "loss": 4.9966,
      "step": 7756
    },
    {
      "epoch": 0.04974349108631525,
      "grad_norm": 31.742977142333984,
      "learning_rate": 0.0001999878832972413,
      "loss": 5.2805,
      "step": 7757
    },
    {
      "epoch": 0.04974990380915737,
      "grad_norm": 54.06108474731445,
      "learning_rate": 0.00019998788016090328,
      "loss": 4.9926,
      "step": 7758
    },
    {
      "epoch": 0.04975631653199949,
      "grad_norm": 41.4461669921875,
      "learning_rate": 0.0001999878770241594,
      "loss": 4.9497,
      "step": 7759
    },
    {
      "epoch": 0.049762729254841605,
      "grad_norm": 71.56613159179688,
      "learning_rate": 0.0001999878738870097,
      "loss": 5.2471,
      "step": 7760
    },
    {
      "epoch": 0.04976914197768372,
      "grad_norm": 362.4199523925781,
      "learning_rate": 0.00019998787074945414,
      "loss": 5.0666,
      "step": 7761
    },
    {
      "epoch": 0.049775554700525845,
      "grad_norm": 115.23108673095703,
      "learning_rate": 0.00019998786761149276,
      "loss": 5.0727,
      "step": 7762
    },
    {
      "epoch": 0.04978196742336796,
      "grad_norm": 515.2173461914062,
      "learning_rate": 0.00019998786447312554,
      "loss": 4.9335,
      "step": 7763
    },
    {
      "epoch": 0.04978838014621008,
      "grad_norm": 46.267822265625,
      "learning_rate": 0.0001999878613343525,
      "loss": 5.1409,
      "step": 7764
    },
    {
      "epoch": 0.0497947928690522,
      "grad_norm": 88.2599868774414,
      "learning_rate": 0.0001999878581951736,
      "loss": 4.8115,
      "step": 7765
    },
    {
      "epoch": 0.04980120559189432,
      "grad_norm": 86.47285461425781,
      "learning_rate": 0.0001999878550555889,
      "loss": 5.0055,
      "step": 7766
    },
    {
      "epoch": 0.049807618314736436,
      "grad_norm": 56.070186614990234,
      "learning_rate": 0.00019998785191559834,
      "loss": 5.0235,
      "step": 7767
    },
    {
      "epoch": 0.04981403103757855,
      "grad_norm": 33.25910949707031,
      "learning_rate": 0.00019998784877520195,
      "loss": 4.9022,
      "step": 7768
    },
    {
      "epoch": 0.04982044376042068,
      "grad_norm": 349.3623352050781,
      "learning_rate": 0.00019998784563439974,
      "loss": 4.9373,
      "step": 7769
    },
    {
      "epoch": 0.049826856483262794,
      "grad_norm": 211.14755249023438,
      "learning_rate": 0.0001999878424931917,
      "loss": 5.0421,
      "step": 7770
    },
    {
      "epoch": 0.04983326920610491,
      "grad_norm": 4886.42626953125,
      "learning_rate": 0.00019998783935157782,
      "loss": 4.8906,
      "step": 7771
    },
    {
      "epoch": 0.049839681928947034,
      "grad_norm": 134.5972900390625,
      "learning_rate": 0.00019998783620955808,
      "loss": 4.8758,
      "step": 7772
    },
    {
      "epoch": 0.04984609465178915,
      "grad_norm": 66.7194595336914,
      "learning_rate": 0.00019998783306713252,
      "loss": 4.8776,
      "step": 7773
    },
    {
      "epoch": 0.04985250737463127,
      "grad_norm": 108.70848846435547,
      "learning_rate": 0.00019998782992430112,
      "loss": 4.8942,
      "step": 7774
    },
    {
      "epoch": 0.049858920097473385,
      "grad_norm": 54.76485061645508,
      "learning_rate": 0.00019998782678106388,
      "loss": 4.9724,
      "step": 7775
    },
    {
      "epoch": 0.04986533282031551,
      "grad_norm": 132.77598571777344,
      "learning_rate": 0.00019998782363742085,
      "loss": 4.8763,
      "step": 7776
    },
    {
      "epoch": 0.049871745543157625,
      "grad_norm": 44.46903610229492,
      "learning_rate": 0.00019998782049337194,
      "loss": 5.1477,
      "step": 7777
    },
    {
      "epoch": 0.04987815826599974,
      "grad_norm": 381.8235778808594,
      "learning_rate": 0.00019998781734891722,
      "loss": 4.9059,
      "step": 7778
    },
    {
      "epoch": 0.049884570988841866,
      "grad_norm": 216.408203125,
      "learning_rate": 0.00019998781420405668,
      "loss": 4.907,
      "step": 7779
    },
    {
      "epoch": 0.04989098371168398,
      "grad_norm": 58.517269134521484,
      "learning_rate": 0.00019998781105879027,
      "loss": 4.8325,
      "step": 7780
    },
    {
      "epoch": 0.0498973964345261,
      "grad_norm": 176.97509765625,
      "learning_rate": 0.00019998780791311805,
      "loss": 5.2287,
      "step": 7781
    },
    {
      "epoch": 0.049903809157368216,
      "grad_norm": 191.3354034423828,
      "learning_rate": 0.00019998780476703998,
      "loss": 5.0026,
      "step": 7782
    },
    {
      "epoch": 0.04991022188021034,
      "grad_norm": 103.39949035644531,
      "learning_rate": 0.0001999878016205561,
      "loss": 5.3003,
      "step": 7783
    },
    {
      "epoch": 0.04991663460305246,
      "grad_norm": 125.62722778320312,
      "learning_rate": 0.00019998779847366636,
      "loss": 4.8941,
      "step": 7784
    },
    {
      "epoch": 0.04992304732589457,
      "grad_norm": 99.114990234375,
      "learning_rate": 0.00019998779532637078,
      "loss": 4.8057,
      "step": 7785
    },
    {
      "epoch": 0.04992946004873669,
      "grad_norm": 77.40287017822266,
      "learning_rate": 0.0001999877921786694,
      "loss": 5.0689,
      "step": 7786
    },
    {
      "epoch": 0.049935872771578814,
      "grad_norm": 32.81113052368164,
      "learning_rate": 0.00019998778903056215,
      "loss": 4.9934,
      "step": 7787
    },
    {
      "epoch": 0.04994228549442093,
      "grad_norm": 72.75183868408203,
      "learning_rate": 0.00019998778588204907,
      "loss": 4.9639,
      "step": 7788
    },
    {
      "epoch": 0.04994869821726305,
      "grad_norm": 159.01150512695312,
      "learning_rate": 0.00019998778273313018,
      "loss": 5.0567,
      "step": 7789
    },
    {
      "epoch": 0.04995511094010517,
      "grad_norm": 217.9524688720703,
      "learning_rate": 0.00019998777958380544,
      "loss": 5.0635,
      "step": 7790
    },
    {
      "epoch": 0.04996152366294729,
      "grad_norm": 1155.79736328125,
      "learning_rate": 0.00019998777643407488,
      "loss": 4.8319,
      "step": 7791
    },
    {
      "epoch": 0.049967936385789405,
      "grad_norm": 81.17125701904297,
      "learning_rate": 0.00019998777328393848,
      "loss": 4.9959,
      "step": 7792
    },
    {
      "epoch": 0.04997434910863152,
      "grad_norm": 38.212013244628906,
      "learning_rate": 0.00019998777013339623,
      "loss": 4.8372,
      "step": 7793
    },
    {
      "epoch": 0.049980761831473645,
      "grad_norm": 75.35072326660156,
      "learning_rate": 0.00019998776698244814,
      "loss": 5.1958,
      "step": 7794
    },
    {
      "epoch": 0.04998717455431576,
      "grad_norm": 147.8197479248047,
      "learning_rate": 0.00019998776383109426,
      "loss": 4.9172,
      "step": 7795
    },
    {
      "epoch": 0.04999358727715788,
      "grad_norm": 68.93220520019531,
      "learning_rate": 0.0001999877606793345,
      "loss": 5.2386,
      "step": 7796
    },
    {
      "epoch": 0.05,
      "grad_norm": 49.45572280883789,
      "learning_rate": 0.00019998775752716894,
      "loss": 5.0619,
      "step": 7797
    },
    {
      "epoch": 0.05000641272284212,
      "grad_norm": 176.5511932373047,
      "learning_rate": 0.00019998775437459753,
      "loss": 4.9353,
      "step": 7798
    },
    {
      "epoch": 0.050012825445684236,
      "grad_norm": 64.35594940185547,
      "learning_rate": 0.0001999877512216203,
      "loss": 5.0522,
      "step": 7799
    },
    {
      "epoch": 0.05001923816852635,
      "grad_norm": 36.34478759765625,
      "learning_rate": 0.00019998774806823723,
      "loss": 4.965,
      "step": 7800
    },
    {
      "epoch": 0.05001923816852635,
      "eval_loss": 4.98808479309082,
      "eval_runtime": 34.7536,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 7800
    },
    {
      "epoch": 0.05002565089136848,
      "grad_norm": 31.39299774169922,
      "learning_rate": 0.00019998774491444832,
      "loss": 4.9885,
      "step": 7801
    },
    {
      "epoch": 0.050032063614210594,
      "grad_norm": 17.77600860595703,
      "learning_rate": 0.00019998774176025358,
      "loss": 5.0327,
      "step": 7802
    },
    {
      "epoch": 0.05003847633705271,
      "grad_norm": 103.86543273925781,
      "learning_rate": 0.000199987738605653,
      "loss": 5.1945,
      "step": 7803
    },
    {
      "epoch": 0.050044889059894834,
      "grad_norm": 38.24345016479492,
      "learning_rate": 0.00019998773545064659,
      "loss": 4.9991,
      "step": 7804
    },
    {
      "epoch": 0.05005130178273695,
      "grad_norm": 15.973992347717285,
      "learning_rate": 0.00019998773229523435,
      "loss": 5.2337,
      "step": 7805
    },
    {
      "epoch": 0.05005771450557907,
      "grad_norm": 12.003945350646973,
      "learning_rate": 0.0001999877291394163,
      "loss": 4.8358,
      "step": 7806
    },
    {
      "epoch": 0.050064127228421185,
      "grad_norm": 365.814697265625,
      "learning_rate": 0.00019998772598319237,
      "loss": 4.9187,
      "step": 7807
    },
    {
      "epoch": 0.05007053995126331,
      "grad_norm": 13.460735321044922,
      "learning_rate": 0.00019998772282656262,
      "loss": 4.9838,
      "step": 7808
    },
    {
      "epoch": 0.050076952674105425,
      "grad_norm": 25.347013473510742,
      "learning_rate": 0.00019998771966952706,
      "loss": 5.1595,
      "step": 7809
    },
    {
      "epoch": 0.05008336539694754,
      "grad_norm": 79.40452575683594,
      "learning_rate": 0.00019998771651208563,
      "loss": 5.0073,
      "step": 7810
    },
    {
      "epoch": 0.050089778119789666,
      "grad_norm": 13.172607421875,
      "learning_rate": 0.0001999877133542384,
      "loss": 4.8621,
      "step": 7811
    },
    {
      "epoch": 0.05009619084263178,
      "grad_norm": 69.60285949707031,
      "learning_rate": 0.00019998771019598532,
      "loss": 4.8621,
      "step": 7812
    },
    {
      "epoch": 0.0501026035654739,
      "grad_norm": 61.693885803222656,
      "learning_rate": 0.00019998770703732639,
      "loss": 5.1499,
      "step": 7813
    },
    {
      "epoch": 0.050109016288316016,
      "grad_norm": 51.620792388916016,
      "learning_rate": 0.00019998770387826163,
      "loss": 4.7739,
      "step": 7814
    },
    {
      "epoch": 0.05011542901115814,
      "grad_norm": 33.49842071533203,
      "learning_rate": 0.00019998770071879106,
      "loss": 4.9861,
      "step": 7815
    },
    {
      "epoch": 0.05012184173400026,
      "grad_norm": 51.12492370605469,
      "learning_rate": 0.00019998769755891468,
      "loss": 5.0478,
      "step": 7816
    },
    {
      "epoch": 0.050128254456842374,
      "grad_norm": 15.383541107177734,
      "learning_rate": 0.00019998769439863242,
      "loss": 5.0776,
      "step": 7817
    },
    {
      "epoch": 0.0501346671796845,
      "grad_norm": 51.68598937988281,
      "learning_rate": 0.00019998769123794432,
      "loss": 5.4308,
      "step": 7818
    },
    {
      "epoch": 0.050141079902526614,
      "grad_norm": 15.085591316223145,
      "learning_rate": 0.00019998768807685043,
      "loss": 5.0683,
      "step": 7819
    },
    {
      "epoch": 0.05014749262536873,
      "grad_norm": 86.70825958251953,
      "learning_rate": 0.00019998768491535067,
      "loss": 4.9726,
      "step": 7820
    },
    {
      "epoch": 0.05015390534821085,
      "grad_norm": 30.5731143951416,
      "learning_rate": 0.0001999876817534451,
      "loss": 4.8149,
      "step": 7821
    },
    {
      "epoch": 0.05016031807105297,
      "grad_norm": 30.777385711669922,
      "learning_rate": 0.00019998767859113366,
      "loss": 5.1153,
      "step": 7822
    },
    {
      "epoch": 0.05016673079389509,
      "grad_norm": 50.9273796081543,
      "learning_rate": 0.00019998767542841642,
      "loss": 5.0155,
      "step": 7823
    },
    {
      "epoch": 0.050173143516737205,
      "grad_norm": 30.086217880249023,
      "learning_rate": 0.00019998767226529337,
      "loss": 5.2118,
      "step": 7824
    },
    {
      "epoch": 0.05017955623957933,
      "grad_norm": 56.070247650146484,
      "learning_rate": 0.00019998766910176444,
      "loss": 4.9675,
      "step": 7825
    },
    {
      "epoch": 0.050185968962421446,
      "grad_norm": 37.94341278076172,
      "learning_rate": 0.0001999876659378297,
      "loss": 5.1124,
      "step": 7826
    },
    {
      "epoch": 0.05019238168526356,
      "grad_norm": 70.51309967041016,
      "learning_rate": 0.00019998766277348913,
      "loss": 4.9612,
      "step": 7827
    },
    {
      "epoch": 0.05019879440810568,
      "grad_norm": 69.2317123413086,
      "learning_rate": 0.0001999876596087427,
      "loss": 5.046,
      "step": 7828
    },
    {
      "epoch": 0.0502052071309478,
      "grad_norm": 58.00657272338867,
      "learning_rate": 0.00019998765644359043,
      "loss": 4.9525,
      "step": 7829
    },
    {
      "epoch": 0.05021161985378992,
      "grad_norm": 32.187923431396484,
      "learning_rate": 0.00019998765327803236,
      "loss": 4.8782,
      "step": 7830
    },
    {
      "epoch": 0.050218032576632037,
      "grad_norm": 55.41957092285156,
      "learning_rate": 0.00019998765011206845,
      "loss": 5.1527,
      "step": 7831
    },
    {
      "epoch": 0.05022444529947415,
      "grad_norm": 12.680862426757812,
      "learning_rate": 0.00019998764694569872,
      "loss": 5.3002,
      "step": 7832
    },
    {
      "epoch": 0.05023085802231628,
      "grad_norm": 65.64501190185547,
      "learning_rate": 0.00019998764377892312,
      "loss": 5.0075,
      "step": 7833
    },
    {
      "epoch": 0.050237270745158394,
      "grad_norm": 12.153284072875977,
      "learning_rate": 0.0001999876406117417,
      "loss": 4.8733,
      "step": 7834
    },
    {
      "epoch": 0.05024368346800051,
      "grad_norm": 22.13113784790039,
      "learning_rate": 0.00019998763744415445,
      "loss": 4.8082,
      "step": 7835
    },
    {
      "epoch": 0.050250096190842634,
      "grad_norm": 27.55966567993164,
      "learning_rate": 0.00019998763427616137,
      "loss": 4.9041,
      "step": 7836
    },
    {
      "epoch": 0.05025650891368475,
      "grad_norm": 10.512918472290039,
      "learning_rate": 0.00019998763110776245,
      "loss": 4.9568,
      "step": 7837
    },
    {
      "epoch": 0.05026292163652687,
      "grad_norm": 10.483465194702148,
      "learning_rate": 0.00019998762793895772,
      "loss": 4.933,
      "step": 7838
    },
    {
      "epoch": 0.050269334359368985,
      "grad_norm": 8.58071231842041,
      "learning_rate": 0.00019998762476974716,
      "loss": 5.0053,
      "step": 7839
    },
    {
      "epoch": 0.05027574708221111,
      "grad_norm": 14.78736686706543,
      "learning_rate": 0.0001999876216001307,
      "loss": 4.9444,
      "step": 7840
    },
    {
      "epoch": 0.050282159805053225,
      "grad_norm": 8.555822372436523,
      "learning_rate": 0.00019998761843010847,
      "loss": 5.0561,
      "step": 7841
    },
    {
      "epoch": 0.05028857252789534,
      "grad_norm": 8.330360412597656,
      "learning_rate": 0.00019998761525968038,
      "loss": 4.7423,
      "step": 7842
    },
    {
      "epoch": 0.050294985250737466,
      "grad_norm": 11.568772315979004,
      "learning_rate": 0.00019998761208884645,
      "loss": 4.9338,
      "step": 7843
    },
    {
      "epoch": 0.05030139797357958,
      "grad_norm": 12.538309097290039,
      "learning_rate": 0.00019998760891760673,
      "loss": 4.6883,
      "step": 7844
    },
    {
      "epoch": 0.0503078106964217,
      "grad_norm": 21.48767852783203,
      "learning_rate": 0.00019998760574596114,
      "loss": 5.1286,
      "step": 7845
    },
    {
      "epoch": 0.050314223419263816,
      "grad_norm": 10.546680450439453,
      "learning_rate": 0.00019998760257390974,
      "loss": 5.4049,
      "step": 7846
    },
    {
      "epoch": 0.05032063614210594,
      "grad_norm": 11.399087905883789,
      "learning_rate": 0.00019998759940145249,
      "loss": 4.9184,
      "step": 7847
    },
    {
      "epoch": 0.05032704886494806,
      "grad_norm": 84.1224136352539,
      "learning_rate": 0.0001999875962285894,
      "loss": 4.9665,
      "step": 7848
    },
    {
      "epoch": 0.050333461587790174,
      "grad_norm": 33.891666412353516,
      "learning_rate": 0.0001999875930553205,
      "loss": 5.0493,
      "step": 7849
    },
    {
      "epoch": 0.0503398743106323,
      "grad_norm": 17.17601776123047,
      "learning_rate": 0.00019998758988164575,
      "loss": 4.9419,
      "step": 7850
    },
    {
      "epoch": 0.050346287033474414,
      "grad_norm": 26.009614944458008,
      "learning_rate": 0.00019998758670756518,
      "loss": 4.8443,
      "step": 7851
    },
    {
      "epoch": 0.05035269975631653,
      "grad_norm": 67.34113311767578,
      "learning_rate": 0.00019998758353307876,
      "loss": 5.0619,
      "step": 7852
    },
    {
      "epoch": 0.05035911247915865,
      "grad_norm": 214.16888427734375,
      "learning_rate": 0.0001999875803581865,
      "loss": 5.1664,
      "step": 7853
    },
    {
      "epoch": 0.05036552520200077,
      "grad_norm": 234.90591430664062,
      "learning_rate": 0.00019998757718288842,
      "loss": 5.1192,
      "step": 7854
    },
    {
      "epoch": 0.05037193792484289,
      "grad_norm": 48.79084396362305,
      "learning_rate": 0.0001999875740071845,
      "loss": 5.1164,
      "step": 7855
    },
    {
      "epoch": 0.050378350647685005,
      "grad_norm": 26.289566040039062,
      "learning_rate": 0.00019998757083107479,
      "loss": 4.9751,
      "step": 7856
    },
    {
      "epoch": 0.05038476337052713,
      "grad_norm": 88.79356384277344,
      "learning_rate": 0.0001999875676545592,
      "loss": 5.079,
      "step": 7857
    },
    {
      "epoch": 0.050391176093369246,
      "grad_norm": 40.93381118774414,
      "learning_rate": 0.00019998756447763778,
      "loss": 4.9631,
      "step": 7858
    },
    {
      "epoch": 0.05039758881621136,
      "grad_norm": 194.71548461914062,
      "learning_rate": 0.00019998756130031056,
      "loss": 5.1806,
      "step": 7859
    },
    {
      "epoch": 0.05040400153905348,
      "grad_norm": 21.43494987487793,
      "learning_rate": 0.00019998755812257745,
      "loss": 5.138,
      "step": 7860
    },
    {
      "epoch": 0.0504104142618956,
      "grad_norm": 30.728933334350586,
      "learning_rate": 0.00019998755494443854,
      "loss": 5.1723,
      "step": 7861
    },
    {
      "epoch": 0.05041682698473772,
      "grad_norm": 51.78853988647461,
      "learning_rate": 0.00019998755176589382,
      "loss": 5.0994,
      "step": 7862
    },
    {
      "epoch": 0.05042323970757984,
      "grad_norm": 21.48482322692871,
      "learning_rate": 0.00019998754858694323,
      "loss": 5.0553,
      "step": 7863
    },
    {
      "epoch": 0.05042965243042196,
      "grad_norm": 195.10401916503906,
      "learning_rate": 0.00019998754540758682,
      "loss": 5.0205,
      "step": 7864
    },
    {
      "epoch": 0.05043606515326408,
      "grad_norm": 149.80738830566406,
      "learning_rate": 0.00019998754222782457,
      "loss": 5.1293,
      "step": 7865
    },
    {
      "epoch": 0.050442477876106194,
      "grad_norm": 80.91321563720703,
      "learning_rate": 0.0001999875390476565,
      "loss": 5.0176,
      "step": 7866
    },
    {
      "epoch": 0.05044889059894831,
      "grad_norm": 72.30988311767578,
      "learning_rate": 0.00019998753586708258,
      "loss": 4.9597,
      "step": 7867
    },
    {
      "epoch": 0.050455303321790435,
      "grad_norm": 27.500072479248047,
      "learning_rate": 0.00019998753268610285,
      "loss": 5.0223,
      "step": 7868
    },
    {
      "epoch": 0.05046171604463255,
      "grad_norm": 79.13392639160156,
      "learning_rate": 0.00019998752950471728,
      "loss": 5.115,
      "step": 7869
    },
    {
      "epoch": 0.05046812876747467,
      "grad_norm": 61.80095291137695,
      "learning_rate": 0.00019998752632292588,
      "loss": 5.1292,
      "step": 7870
    },
    {
      "epoch": 0.05047454149031679,
      "grad_norm": 65.95426177978516,
      "learning_rate": 0.00019998752314072865,
      "loss": 5.096,
      "step": 7871
    },
    {
      "epoch": 0.05048095421315891,
      "grad_norm": 142.3023681640625,
      "learning_rate": 0.00019998751995812557,
      "loss": 5.209,
      "step": 7872
    },
    {
      "epoch": 0.050487366936001025,
      "grad_norm": 491.6426086425781,
      "learning_rate": 0.00019998751677511667,
      "loss": 4.9478,
      "step": 7873
    },
    {
      "epoch": 0.05049377965884314,
      "grad_norm": 141.92877197265625,
      "learning_rate": 0.00019998751359170193,
      "loss": 4.9464,
      "step": 7874
    },
    {
      "epoch": 0.050500192381685266,
      "grad_norm": 21.733787536621094,
      "learning_rate": 0.00019998751040788135,
      "loss": 5.1014,
      "step": 7875
    },
    {
      "epoch": 0.05050660510452738,
      "grad_norm": 159.08779907226562,
      "learning_rate": 0.00019998750722365494,
      "loss": 5.5398,
      "step": 7876
    },
    {
      "epoch": 0.0505130178273695,
      "grad_norm": 17.1839656829834,
      "learning_rate": 0.0001999875040390227,
      "loss": 5.1538,
      "step": 7877
    },
    {
      "epoch": 0.050519430550211616,
      "grad_norm": 26.30571937561035,
      "learning_rate": 0.00019998750085398466,
      "loss": 5.1059,
      "step": 7878
    },
    {
      "epoch": 0.05052584327305374,
      "grad_norm": 20.525531768798828,
      "learning_rate": 0.00019998749766854076,
      "loss": 5.0091,
      "step": 7879
    },
    {
      "epoch": 0.05053225599589586,
      "grad_norm": 14296.330078125,
      "learning_rate": 0.000199987494482691,
      "loss": 5.0582,
      "step": 7880
    },
    {
      "epoch": 0.050538668718737974,
      "grad_norm": 50.41865539550781,
      "learning_rate": 0.00019998749129643544,
      "loss": 5.1481,
      "step": 7881
    },
    {
      "epoch": 0.0505450814415801,
      "grad_norm": 78.11106872558594,
      "learning_rate": 0.00019998748810977403,
      "loss": 4.8651,
      "step": 7882
    },
    {
      "epoch": 0.050551494164422214,
      "grad_norm": 139.68572998046875,
      "learning_rate": 0.0001999874849227068,
      "loss": 5.1482,
      "step": 7883
    },
    {
      "epoch": 0.05055790688726433,
      "grad_norm": 75.3051528930664,
      "learning_rate": 0.00019998748173523373,
      "loss": 4.9395,
      "step": 7884
    },
    {
      "epoch": 0.05056431961010645,
      "grad_norm": 31.629783630371094,
      "learning_rate": 0.00019998747854735481,
      "loss": 5.0681,
      "step": 7885
    },
    {
      "epoch": 0.05057073233294857,
      "grad_norm": 191.38275146484375,
      "learning_rate": 0.0001999874753590701,
      "loss": 5.0239,
      "step": 7886
    },
    {
      "epoch": 0.05057714505579069,
      "grad_norm": 61.944923400878906,
      "learning_rate": 0.00019998747217037953,
      "loss": 5.1106,
      "step": 7887
    },
    {
      "epoch": 0.050583557778632805,
      "grad_norm": 18.809167861938477,
      "learning_rate": 0.00019998746898128316,
      "loss": 4.9392,
      "step": 7888
    },
    {
      "epoch": 0.05058997050147493,
      "grad_norm": 93.68020629882812,
      "learning_rate": 0.00019998746579178093,
      "loss": 4.7901,
      "step": 7889
    },
    {
      "epoch": 0.050596383224317046,
      "grad_norm": 85.0385513305664,
      "learning_rate": 0.00019998746260187287,
      "loss": 4.8888,
      "step": 7890
    },
    {
      "epoch": 0.05060279594715916,
      "grad_norm": 27.769302368164062,
      "learning_rate": 0.00019998745941155897,
      "loss": 4.9359,
      "step": 7891
    },
    {
      "epoch": 0.05060920867000128,
      "grad_norm": 114.191162109375,
      "learning_rate": 0.00019998745622083923,
      "loss": 5.1012,
      "step": 7892
    },
    {
      "epoch": 0.0506156213928434,
      "grad_norm": 33.51869201660156,
      "learning_rate": 0.00019998745302971367,
      "loss": 4.9076,
      "step": 7893
    },
    {
      "epoch": 0.05062203411568552,
      "grad_norm": 21.8324031829834,
      "learning_rate": 0.00019998744983818227,
      "loss": 4.8017,
      "step": 7894
    },
    {
      "epoch": 0.05062844683852764,
      "grad_norm": 84.43138885498047,
      "learning_rate": 0.00019998744664624508,
      "loss": 5.0335,
      "step": 7895
    },
    {
      "epoch": 0.05063485956136976,
      "grad_norm": 59.48027801513672,
      "learning_rate": 0.000199987443453902,
      "loss": 4.8869,
      "step": 7896
    },
    {
      "epoch": 0.05064127228421188,
      "grad_norm": 17.549827575683594,
      "learning_rate": 0.0001999874402611531,
      "loss": 4.8739,
      "step": 7897
    },
    {
      "epoch": 0.050647685007053994,
      "grad_norm": 24.59502601623535,
      "learning_rate": 0.00019998743706799838,
      "loss": 4.8629,
      "step": 7898
    },
    {
      "epoch": 0.05065409772989611,
      "grad_norm": 27.95232391357422,
      "learning_rate": 0.00019998743387443784,
      "loss": 4.9133,
      "step": 7899
    },
    {
      "epoch": 0.050660510452738235,
      "grad_norm": 38.64064025878906,
      "learning_rate": 0.00019998743068047142,
      "loss": 5.1548,
      "step": 7900
    },
    {
      "epoch": 0.050660510452738235,
      "eval_loss": 4.950672626495361,
      "eval_runtime": 34.7372,
      "eval_samples_per_second": 90.249,
      "eval_steps_per_second": 22.569,
      "step": 7900
    },
    {
      "epoch": 0.05066692317558035,
      "grad_norm": 33.540199279785156,
      "learning_rate": 0.00019998742748609925,
      "loss": 5.0672,
      "step": 7901
    },
    {
      "epoch": 0.05067333589842247,
      "grad_norm": 33.01128005981445,
      "learning_rate": 0.00019998742429132117,
      "loss": 5.0474,
      "step": 7902
    },
    {
      "epoch": 0.05067974862126459,
      "grad_norm": 67.24663543701172,
      "learning_rate": 0.0001999874210961373,
      "loss": 4.9054,
      "step": 7903
    },
    {
      "epoch": 0.05068616134410671,
      "grad_norm": 33.09571838378906,
      "learning_rate": 0.00019998741790054758,
      "loss": 4.7947,
      "step": 7904
    },
    {
      "epoch": 0.050692574066948826,
      "grad_norm": 77.76139068603516,
      "learning_rate": 0.00019998741470455202,
      "loss": 4.8615,
      "step": 7905
    },
    {
      "epoch": 0.05069898678979094,
      "grad_norm": 21.082571029663086,
      "learning_rate": 0.00019998741150815063,
      "loss": 4.9535,
      "step": 7906
    },
    {
      "epoch": 0.050705399512633066,
      "grad_norm": 90.55326080322266,
      "learning_rate": 0.00019998740831134342,
      "loss": 4.9394,
      "step": 7907
    },
    {
      "epoch": 0.05071181223547518,
      "grad_norm": 18.022249221801758,
      "learning_rate": 0.0001999874051141304,
      "loss": 5.2861,
      "step": 7908
    },
    {
      "epoch": 0.0507182249583173,
      "grad_norm": 178.08958435058594,
      "learning_rate": 0.00019998740191651151,
      "loss": 4.7931,
      "step": 7909
    },
    {
      "epoch": 0.050724637681159424,
      "grad_norm": 50.39576721191406,
      "learning_rate": 0.0001999873987184868,
      "loss": 4.8158,
      "step": 7910
    },
    {
      "epoch": 0.05073105040400154,
      "grad_norm": 19.717021942138672,
      "learning_rate": 0.00019998739552005626,
      "loss": 5.196,
      "step": 7911
    },
    {
      "epoch": 0.05073746312684366,
      "grad_norm": 22.964675903320312,
      "learning_rate": 0.00019998739232121988,
      "loss": 5.0237,
      "step": 7912
    },
    {
      "epoch": 0.050743875849685774,
      "grad_norm": 2708.677490234375,
      "learning_rate": 0.00019998738912197766,
      "loss": 4.9473,
      "step": 7913
    },
    {
      "epoch": 0.0507502885725279,
      "grad_norm": 39.15900421142578,
      "learning_rate": 0.00019998738592232962,
      "loss": 4.6112,
      "step": 7914
    },
    {
      "epoch": 0.050756701295370014,
      "grad_norm": 59.19812774658203,
      "learning_rate": 0.00019998738272227574,
      "loss": 5.0555,
      "step": 7915
    },
    {
      "epoch": 0.05076311401821213,
      "grad_norm": 318.1673278808594,
      "learning_rate": 0.00019998737952181604,
      "loss": 4.8769,
      "step": 7916
    },
    {
      "epoch": 0.050769526741054255,
      "grad_norm": 31.123817443847656,
      "learning_rate": 0.0001999873763209505,
      "loss": 5.0185,
      "step": 7917
    },
    {
      "epoch": 0.05077593946389637,
      "grad_norm": 196.16549682617188,
      "learning_rate": 0.0001999873731196791,
      "loss": 4.9758,
      "step": 7918
    },
    {
      "epoch": 0.05078235218673849,
      "grad_norm": 42.110992431640625,
      "learning_rate": 0.00019998736991800193,
      "loss": 4.8806,
      "step": 7919
    },
    {
      "epoch": 0.050788764909580605,
      "grad_norm": 66.05267333984375,
      "learning_rate": 0.00019998736671591888,
      "loss": 4.9097,
      "step": 7920
    },
    {
      "epoch": 0.05079517763242273,
      "grad_norm": 47.149513244628906,
      "learning_rate": 0.00019998736351343005,
      "loss": 4.8878,
      "step": 7921
    },
    {
      "epoch": 0.050801590355264846,
      "grad_norm": 23.216524124145508,
      "learning_rate": 0.00019998736031053534,
      "loss": 4.6601,
      "step": 7922
    },
    {
      "epoch": 0.05080800307810696,
      "grad_norm": 612.7490844726562,
      "learning_rate": 0.0001999873571072348,
      "loss": 5.1837,
      "step": 7923
    },
    {
      "epoch": 0.05081441580094908,
      "grad_norm": 45.272701263427734,
      "learning_rate": 0.00019998735390352844,
      "loss": 4.8884,
      "step": 7924
    },
    {
      "epoch": 0.0508208285237912,
      "grad_norm": 19.88112449645996,
      "learning_rate": 0.00019998735069941622,
      "loss": 4.8083,
      "step": 7925
    },
    {
      "epoch": 0.05082724124663332,
      "grad_norm": 33.66584777832031,
      "learning_rate": 0.0001999873474948982,
      "loss": 4.8845,
      "step": 7926
    },
    {
      "epoch": 0.05083365396947544,
      "grad_norm": 39.27777862548828,
      "learning_rate": 0.00019998734428997437,
      "loss": 4.8255,
      "step": 7927
    },
    {
      "epoch": 0.05084006669231756,
      "grad_norm": 25.189455032348633,
      "learning_rate": 0.00019998734108464468,
      "loss": 4.9131,
      "step": 7928
    },
    {
      "epoch": 0.05084647941515968,
      "grad_norm": 35.73762893676758,
      "learning_rate": 0.00019998733787890912,
      "loss": 4.8284,
      "step": 7929
    },
    {
      "epoch": 0.050852892138001794,
      "grad_norm": 22.918441772460938,
      "learning_rate": 0.0001999873346727678,
      "loss": 4.6446,
      "step": 7930
    },
    {
      "epoch": 0.05085930486084391,
      "grad_norm": 29.20053482055664,
      "learning_rate": 0.0001999873314662206,
      "loss": 5.1099,
      "step": 7931
    },
    {
      "epoch": 0.050865717583686035,
      "grad_norm": 119.97309112548828,
      "learning_rate": 0.00019998732825926758,
      "loss": 5.1612,
      "step": 7932
    },
    {
      "epoch": 0.05087213030652815,
      "grad_norm": 41.8403205871582,
      "learning_rate": 0.00019998732505190872,
      "loss": 4.7997,
      "step": 7933
    },
    {
      "epoch": 0.05087854302937027,
      "grad_norm": 340.7579345703125,
      "learning_rate": 0.00019998732184414405,
      "loss": 5.0697,
      "step": 7934
    },
    {
      "epoch": 0.05088495575221239,
      "grad_norm": 50.783111572265625,
      "learning_rate": 0.00019998731863597353,
      "loss": 5.215,
      "step": 7935
    },
    {
      "epoch": 0.05089136847505451,
      "grad_norm": 16.738924026489258,
      "learning_rate": 0.0001999873154273972,
      "loss": 5.0987,
      "step": 7936
    },
    {
      "epoch": 0.050897781197896626,
      "grad_norm": 104.45695495605469,
      "learning_rate": 0.000199987312218415,
      "loss": 5.0141,
      "step": 7937
    },
    {
      "epoch": 0.05090419392073874,
      "grad_norm": 135.1173095703125,
      "learning_rate": 0.000199987309009027,
      "loss": 5.1967,
      "step": 7938
    },
    {
      "epoch": 0.050910606643580866,
      "grad_norm": 829.5728149414062,
      "learning_rate": 0.00019998730579923315,
      "loss": 5.0517,
      "step": 7939
    },
    {
      "epoch": 0.05091701936642298,
      "grad_norm": 21.973384857177734,
      "learning_rate": 0.00019998730258903347,
      "loss": 4.7542,
      "step": 7940
    },
    {
      "epoch": 0.0509234320892651,
      "grad_norm": 26.669919967651367,
      "learning_rate": 0.00019998729937842797,
      "loss": 4.8063,
      "step": 7941
    },
    {
      "epoch": 0.050929844812107224,
      "grad_norm": 4914.77392578125,
      "learning_rate": 0.0001999872961674166,
      "loss": 4.9067,
      "step": 7942
    },
    {
      "epoch": 0.05093625753494934,
      "grad_norm": 48.19892501831055,
      "learning_rate": 0.00019998729295599943,
      "loss": 5.4618,
      "step": 7943
    },
    {
      "epoch": 0.05094267025779146,
      "grad_norm": 30.25338363647461,
      "learning_rate": 0.00019998728974417645,
      "loss": 4.8927,
      "step": 7944
    },
    {
      "epoch": 0.050949082980633574,
      "grad_norm": 1011.0831298828125,
      "learning_rate": 0.0001999872865319476,
      "loss": 5.0043,
      "step": 7945
    },
    {
      "epoch": 0.0509554957034757,
      "grad_norm": 17.535778045654297,
      "learning_rate": 0.00019998728331931294,
      "loss": 4.9579,
      "step": 7946
    },
    {
      "epoch": 0.050961908426317815,
      "grad_norm": 42.15043640136719,
      "learning_rate": 0.00019998728010627243,
      "loss": 4.8728,
      "step": 7947
    },
    {
      "epoch": 0.05096832114915993,
      "grad_norm": 317.35675048828125,
      "learning_rate": 0.0001999872768928261,
      "loss": 5.0651,
      "step": 7948
    },
    {
      "epoch": 0.050974733872002055,
      "grad_norm": 48.98623275756836,
      "learning_rate": 0.00019998727367897393,
      "loss": 5.0939,
      "step": 7949
    },
    {
      "epoch": 0.05098114659484417,
      "grad_norm": 33.24980926513672,
      "learning_rate": 0.00019998727046471594,
      "loss": 4.9402,
      "step": 7950
    },
    {
      "epoch": 0.05098755931768629,
      "grad_norm": 58.344276428222656,
      "learning_rate": 0.0001999872672500521,
      "loss": 5.0433,
      "step": 7951
    },
    {
      "epoch": 0.050993972040528406,
      "grad_norm": 49.58811569213867,
      "learning_rate": 0.00019998726403498246,
      "loss": 4.8386,
      "step": 7952
    },
    {
      "epoch": 0.05100038476337053,
      "grad_norm": 168.00656127929688,
      "learning_rate": 0.000199987260819507,
      "loss": 4.838,
      "step": 7953
    },
    {
      "epoch": 0.051006797486212646,
      "grad_norm": 35.33035659790039,
      "learning_rate": 0.00019998725760362565,
      "loss": 4.9478,
      "step": 7954
    },
    {
      "epoch": 0.05101321020905476,
      "grad_norm": 41.28157424926758,
      "learning_rate": 0.0001999872543873385,
      "loss": 4.949,
      "step": 7955
    },
    {
      "epoch": 0.05101962293189689,
      "grad_norm": 67.91783142089844,
      "learning_rate": 0.0001999872511706455,
      "loss": 4.9915,
      "step": 7956
    },
    {
      "epoch": 0.051026035654739,
      "grad_norm": 3563.914794921875,
      "learning_rate": 0.0001999872479535467,
      "loss": 4.9554,
      "step": 7957
    },
    {
      "epoch": 0.05103244837758112,
      "grad_norm": 80.84425354003906,
      "learning_rate": 0.00019998724473604203,
      "loss": 4.7745,
      "step": 7958
    },
    {
      "epoch": 0.05103886110042324,
      "grad_norm": 78.99099731445312,
      "learning_rate": 0.00019998724151813155,
      "loss": 4.9064,
      "step": 7959
    },
    {
      "epoch": 0.05104527382326536,
      "grad_norm": 121.98802947998047,
      "learning_rate": 0.00019998723829981523,
      "loss": 4.8442,
      "step": 7960
    },
    {
      "epoch": 0.05105168654610748,
      "grad_norm": 82.58226776123047,
      "learning_rate": 0.0001999872350810931,
      "loss": 4.8852,
      "step": 7961
    },
    {
      "epoch": 0.051058099268949594,
      "grad_norm": 24.452484130859375,
      "learning_rate": 0.00019998723186196511,
      "loss": 4.9921,
      "step": 7962
    },
    {
      "epoch": 0.05106451199179172,
      "grad_norm": 226.89395141601562,
      "learning_rate": 0.00019998722864243132,
      "loss": 4.8668,
      "step": 7963
    },
    {
      "epoch": 0.051070924714633835,
      "grad_norm": 160.4144287109375,
      "learning_rate": 0.00019998722542249168,
      "loss": 4.5977,
      "step": 7964
    },
    {
      "epoch": 0.05107733743747595,
      "grad_norm": 127.12627410888672,
      "learning_rate": 0.00019998722220214622,
      "loss": 4.9231,
      "step": 7965
    },
    {
      "epoch": 0.05108375016031807,
      "grad_norm": 265.32733154296875,
      "learning_rate": 0.0001999872189813949,
      "loss": 4.8994,
      "step": 7966
    },
    {
      "epoch": 0.05109016288316019,
      "grad_norm": 70.09070587158203,
      "learning_rate": 0.00019998721576023777,
      "loss": 4.9229,
      "step": 7967
    },
    {
      "epoch": 0.05109657560600231,
      "grad_norm": 29.601253509521484,
      "learning_rate": 0.0001999872125386748,
      "loss": 5.1714,
      "step": 7968
    },
    {
      "epoch": 0.051102988328844426,
      "grad_norm": 54.72336959838867,
      "learning_rate": 0.000199987209316706,
      "loss": 5.4668,
      "step": 7969
    },
    {
      "epoch": 0.05110940105168654,
      "grad_norm": 173.05101013183594,
      "learning_rate": 0.00019998720609433137,
      "loss": 4.9075,
      "step": 7970
    },
    {
      "epoch": 0.051115813774528666,
      "grad_norm": 106.04501342773438,
      "learning_rate": 0.0001999872028715509,
      "loss": 4.9908,
      "step": 7971
    },
    {
      "epoch": 0.05112222649737078,
      "grad_norm": 30.785470962524414,
      "learning_rate": 0.00019998719964836462,
      "loss": 4.8531,
      "step": 7972
    },
    {
      "epoch": 0.0511286392202129,
      "grad_norm": 97.40074157714844,
      "learning_rate": 0.0001999871964247725,
      "loss": 4.775,
      "step": 7973
    },
    {
      "epoch": 0.051135051943055024,
      "grad_norm": 62.25886154174805,
      "learning_rate": 0.00019998719320077455,
      "loss": 4.9078,
      "step": 7974
    },
    {
      "epoch": 0.05114146466589714,
      "grad_norm": 27.439908981323242,
      "learning_rate": 0.00019998718997637073,
      "loss": 4.8543,
      "step": 7975
    },
    {
      "epoch": 0.05114787738873926,
      "grad_norm": 108.93112182617188,
      "learning_rate": 0.00019998718675156112,
      "loss": 4.7145,
      "step": 7976
    },
    {
      "epoch": 0.051154290111581374,
      "grad_norm": 100.19181823730469,
      "learning_rate": 0.0001999871835263457,
      "loss": 5.0561,
      "step": 7977
    },
    {
      "epoch": 0.0511607028344235,
      "grad_norm": 57.25904846191406,
      "learning_rate": 0.0001999871803007244,
      "loss": 4.8459,
      "step": 7978
    },
    {
      "epoch": 0.051167115557265615,
      "grad_norm": 102.03788757324219,
      "learning_rate": 0.00019998717707469727,
      "loss": 4.6992,
      "step": 7979
    },
    {
      "epoch": 0.05117352828010773,
      "grad_norm": 123.9177017211914,
      "learning_rate": 0.00019998717384826434,
      "loss": 4.8741,
      "step": 7980
    },
    {
      "epoch": 0.051179941002949855,
      "grad_norm": 507.8418884277344,
      "learning_rate": 0.00019998717062142557,
      "loss": 5.0546,
      "step": 7981
    },
    {
      "epoch": 0.05118635372579197,
      "grad_norm": 27.617778778076172,
      "learning_rate": 0.00019998716739418095,
      "loss": 4.9112,
      "step": 7982
    },
    {
      "epoch": 0.05119276644863409,
      "grad_norm": 241.48338317871094,
      "learning_rate": 0.00019998716416653052,
      "loss": 4.8466,
      "step": 7983
    },
    {
      "epoch": 0.051199179171476206,
      "grad_norm": 35.55826187133789,
      "learning_rate": 0.00019998716093847424,
      "loss": 5.0439,
      "step": 7984
    },
    {
      "epoch": 0.05120559189431833,
      "grad_norm": 110.9425048828125,
      "learning_rate": 0.00019998715771001212,
      "loss": 5.2096,
      "step": 7985
    },
    {
      "epoch": 0.051212004617160446,
      "grad_norm": 660.7036743164062,
      "learning_rate": 0.0001999871544811442,
      "loss": 5.0571,
      "step": 7986
    },
    {
      "epoch": 0.05121841734000256,
      "grad_norm": 100.740234375,
      "learning_rate": 0.00019998715125187045,
      "loss": 5.0373,
      "step": 7987
    },
    {
      "epoch": 0.05122483006284469,
      "grad_norm": 58.96010971069336,
      "learning_rate": 0.00019998714802219085,
      "loss": 4.9823,
      "step": 7988
    },
    {
      "epoch": 0.051231242785686804,
      "grad_norm": 34.04893493652344,
      "learning_rate": 0.00019998714479210544,
      "loss": 4.8981,
      "step": 7989
    },
    {
      "epoch": 0.05123765550852892,
      "grad_norm": 19.95500946044922,
      "learning_rate": 0.00019998714156161418,
      "loss": 4.809,
      "step": 7990
    },
    {
      "epoch": 0.05124406823137104,
      "grad_norm": 167.45298767089844,
      "learning_rate": 0.00019998713833071707,
      "loss": 4.9711,
      "step": 7991
    },
    {
      "epoch": 0.05125048095421316,
      "grad_norm": 52.84558868408203,
      "learning_rate": 0.00019998713509941415,
      "loss": 5.0057,
      "step": 7992
    },
    {
      "epoch": 0.05125689367705528,
      "grad_norm": 7618.40771484375,
      "learning_rate": 0.0001999871318677054,
      "loss": 4.7501,
      "step": 7993
    },
    {
      "epoch": 0.051263306399897395,
      "grad_norm": 27.543882369995117,
      "learning_rate": 0.0001999871286355908,
      "loss": 4.7462,
      "step": 7994
    },
    {
      "epoch": 0.05126971912273952,
      "grad_norm": 44.00352478027344,
      "learning_rate": 0.0001999871254030704,
      "loss": 4.8627,
      "step": 7995
    },
    {
      "epoch": 0.051276131845581635,
      "grad_norm": 88.56633758544922,
      "learning_rate": 0.00019998712217014414,
      "loss": 4.9134,
      "step": 7996
    },
    {
      "epoch": 0.05128254456842375,
      "grad_norm": 61.9807014465332,
      "learning_rate": 0.00019998711893681208,
      "loss": 4.8106,
      "step": 7997
    },
    {
      "epoch": 0.05128895729126587,
      "grad_norm": 553.532470703125,
      "learning_rate": 0.00019998711570307415,
      "loss": 4.7887,
      "step": 7998
    },
    {
      "epoch": 0.05129537001410799,
      "grad_norm": 383.5530090332031,
      "learning_rate": 0.00019998711246893046,
      "loss": 5.0628,
      "step": 7999
    },
    {
      "epoch": 0.05130178273695011,
      "grad_norm": 39.69355773925781,
      "learning_rate": 0.00019998710923438087,
      "loss": 5.1029,
      "step": 8000
    },
    {
      "epoch": 0.05130178273695011,
      "eval_loss": 4.892087936401367,
      "eval_runtime": 34.7181,
      "eval_samples_per_second": 90.299,
      "eval_steps_per_second": 22.582,
      "step": 8000
    },
    {
      "epoch": 0.051308195459792226,
      "grad_norm": 355.3545227050781,
      "learning_rate": 0.00019998710599942549,
      "loss": 4.852,
      "step": 8001
    },
    {
      "epoch": 0.05131460818263435,
      "grad_norm": 60.86275100708008,
      "learning_rate": 0.00019998710276406423,
      "loss": 5.4914,
      "step": 8002
    },
    {
      "epoch": 0.05132102090547647,
      "grad_norm": 14181.2734375,
      "learning_rate": 0.00019998709952829717,
      "loss": 4.6784,
      "step": 8003
    },
    {
      "epoch": 0.05132743362831858,
      "grad_norm": 1008.0430908203125,
      "learning_rate": 0.00019998709629212425,
      "loss": 4.834,
      "step": 8004
    },
    {
      "epoch": 0.0513338463511607,
      "grad_norm": 31.997100830078125,
      "learning_rate": 0.00019998709305554555,
      "loss": 4.9087,
      "step": 8005
    },
    {
      "epoch": 0.051340259074002824,
      "grad_norm": 70.10431671142578,
      "learning_rate": 0.00019998708981856098,
      "loss": 5.0372,
      "step": 8006
    },
    {
      "epoch": 0.05134667179684494,
      "grad_norm": 249.84091186523438,
      "learning_rate": 0.0001999870865811706,
      "loss": 4.9111,
      "step": 8007
    },
    {
      "epoch": 0.05135308451968706,
      "grad_norm": 1645.203369140625,
      "learning_rate": 0.00019998708334337438,
      "loss": 5.0914,
      "step": 8008
    },
    {
      "epoch": 0.05135949724252918,
      "grad_norm": 91.06905364990234,
      "learning_rate": 0.00019998708010517233,
      "loss": 5.1532,
      "step": 8009
    },
    {
      "epoch": 0.0513659099653713,
      "grad_norm": 130.47264099121094,
      "learning_rate": 0.00019998707686656443,
      "loss": 4.9321,
      "step": 8010
    },
    {
      "epoch": 0.051372322688213415,
      "grad_norm": 56.0865364074707,
      "learning_rate": 0.00019998707362755075,
      "loss": 4.7673,
      "step": 8011
    },
    {
      "epoch": 0.05137873541105553,
      "grad_norm": 113.71900177001953,
      "learning_rate": 0.0001999870703881312,
      "loss": 4.7581,
      "step": 8012
    },
    {
      "epoch": 0.051385148133897655,
      "grad_norm": 84.6542739868164,
      "learning_rate": 0.00019998706714830582,
      "loss": 5.026,
      "step": 8013
    },
    {
      "epoch": 0.05139156085673977,
      "grad_norm": 91.11860656738281,
      "learning_rate": 0.0001999870639080746,
      "loss": 4.8576,
      "step": 8014
    },
    {
      "epoch": 0.05139797357958189,
      "grad_norm": 59.88254928588867,
      "learning_rate": 0.00019998706066743757,
      "loss": 5.1514,
      "step": 8015
    },
    {
      "epoch": 0.051404386302424006,
      "grad_norm": 52.7176513671875,
      "learning_rate": 0.0001999870574263947,
      "loss": 4.9492,
      "step": 8016
    },
    {
      "epoch": 0.05141079902526613,
      "grad_norm": 55.22439193725586,
      "learning_rate": 0.00019998705418494602,
      "loss": 5.3381,
      "step": 8017
    },
    {
      "epoch": 0.051417211748108246,
      "grad_norm": 123.55150604248047,
      "learning_rate": 0.00019998705094309148,
      "loss": 4.9682,
      "step": 8018
    },
    {
      "epoch": 0.05142362447095036,
      "grad_norm": 65.29302978515625,
      "learning_rate": 0.00019998704770083113,
      "loss": 4.7809,
      "step": 8019
    },
    {
      "epoch": 0.05143003719379249,
      "grad_norm": 125.09074401855469,
      "learning_rate": 0.00019998704445816493,
      "loss": 4.9292,
      "step": 8020
    },
    {
      "epoch": 0.051436449916634604,
      "grad_norm": 156.0825958251953,
      "learning_rate": 0.00019998704121509288,
      "loss": 4.9375,
      "step": 8021
    },
    {
      "epoch": 0.05144286263947672,
      "grad_norm": 50.2368278503418,
      "learning_rate": 0.00019998703797161502,
      "loss": 4.9244,
      "step": 8022
    },
    {
      "epoch": 0.05144927536231884,
      "grad_norm": 164.03721618652344,
      "learning_rate": 0.00019998703472773135,
      "loss": 5.0671,
      "step": 8023
    },
    {
      "epoch": 0.05145568808516096,
      "grad_norm": 1204.06005859375,
      "learning_rate": 0.00019998703148344182,
      "loss": 4.9545,
      "step": 8024
    },
    {
      "epoch": 0.05146210080800308,
      "grad_norm": 124.42789459228516,
      "learning_rate": 0.0001999870282387465,
      "loss": 4.8747,
      "step": 8025
    },
    {
      "epoch": 0.051468513530845195,
      "grad_norm": 386.30181884765625,
      "learning_rate": 0.0001999870249936453,
      "loss": 4.8923,
      "step": 8026
    },
    {
      "epoch": 0.05147492625368732,
      "grad_norm": 332.6799621582031,
      "learning_rate": 0.0001999870217481383,
      "loss": 4.8906,
      "step": 8027
    },
    {
      "epoch": 0.051481338976529435,
      "grad_norm": 785.4654541015625,
      "learning_rate": 0.00019998701850222546,
      "loss": 4.9374,
      "step": 8028
    },
    {
      "epoch": 0.05148775169937155,
      "grad_norm": 17.94832992553711,
      "learning_rate": 0.0001999870152559068,
      "loss": 4.8993,
      "step": 8029
    },
    {
      "epoch": 0.05149416442221367,
      "grad_norm": 30.690645217895508,
      "learning_rate": 0.00019998701200918227,
      "loss": 4.7901,
      "step": 8030
    },
    {
      "epoch": 0.05150057714505579,
      "grad_norm": 31.20249366760254,
      "learning_rate": 0.00019998700876205195,
      "loss": 5.2489,
      "step": 8031
    },
    {
      "epoch": 0.05150698986789791,
      "grad_norm": 175.44583129882812,
      "learning_rate": 0.00019998700551451579,
      "loss": 4.9094,
      "step": 8032
    },
    {
      "epoch": 0.051513402590740026,
      "grad_norm": 25.89974594116211,
      "learning_rate": 0.0001999870022665738,
      "loss": 4.7503,
      "step": 8033
    },
    {
      "epoch": 0.05151981531358215,
      "grad_norm": 18.992151260375977,
      "learning_rate": 0.00019998699901822598,
      "loss": 4.8321,
      "step": 8034
    },
    {
      "epoch": 0.05152622803642427,
      "grad_norm": 22.994176864624023,
      "learning_rate": 0.00019998699576947234,
      "loss": 4.8913,
      "step": 8035
    },
    {
      "epoch": 0.051532640759266383,
      "grad_norm": 133.94248962402344,
      "learning_rate": 0.00019998699252031282,
      "loss": 4.8568,
      "step": 8036
    },
    {
      "epoch": 0.0515390534821085,
      "grad_norm": 298.6766662597656,
      "learning_rate": 0.00019998698927074752,
      "loss": 4.9084,
      "step": 8037
    },
    {
      "epoch": 0.051545466204950624,
      "grad_norm": 38.778228759765625,
      "learning_rate": 0.00019998698602077637,
      "loss": 5.0227,
      "step": 8038
    },
    {
      "epoch": 0.05155187892779274,
      "grad_norm": 19.627553939819336,
      "learning_rate": 0.00019998698277039944,
      "loss": 5.4399,
      "step": 8039
    },
    {
      "epoch": 0.05155829165063486,
      "grad_norm": 26.189146041870117,
      "learning_rate": 0.0001999869795196166,
      "loss": 4.8581,
      "step": 8040
    },
    {
      "epoch": 0.05156470437347698,
      "grad_norm": 47.220428466796875,
      "learning_rate": 0.00019998697626842798,
      "loss": 5.1395,
      "step": 8041
    },
    {
      "epoch": 0.0515711170963191,
      "grad_norm": 20.44215965270996,
      "learning_rate": 0.00019998697301683348,
      "loss": 4.889,
      "step": 8042
    },
    {
      "epoch": 0.051577529819161215,
      "grad_norm": 125.32125854492188,
      "learning_rate": 0.0001999869697648332,
      "loss": 4.9361,
      "step": 8043
    },
    {
      "epoch": 0.05158394254200333,
      "grad_norm": 873.4628295898438,
      "learning_rate": 0.00019998696651242706,
      "loss": 5.2382,
      "step": 8044
    },
    {
      "epoch": 0.051590355264845456,
      "grad_norm": 60.1650505065918,
      "learning_rate": 0.0001999869632596151,
      "loss": 5.0135,
      "step": 8045
    },
    {
      "epoch": 0.05159676798768757,
      "grad_norm": 70.09210205078125,
      "learning_rate": 0.00019998696000639733,
      "loss": 4.8139,
      "step": 8046
    },
    {
      "epoch": 0.05160318071052969,
      "grad_norm": 126.34220886230469,
      "learning_rate": 0.0001999869567527737,
      "loss": 4.9568,
      "step": 8047
    },
    {
      "epoch": 0.05160959343337181,
      "grad_norm": 22.961483001708984,
      "learning_rate": 0.00019998695349874424,
      "loss": 4.6765,
      "step": 8048
    },
    {
      "epoch": 0.05161600615621393,
      "grad_norm": 49.63742446899414,
      "learning_rate": 0.00019998695024430895,
      "loss": 4.8354,
      "step": 8049
    },
    {
      "epoch": 0.051622418879056046,
      "grad_norm": 73.19596099853516,
      "learning_rate": 0.00019998694698946783,
      "loss": 4.8213,
      "step": 8050
    },
    {
      "epoch": 0.05162883160189816,
      "grad_norm": 30.226552963256836,
      "learning_rate": 0.00019998694373422088,
      "loss": 4.7192,
      "step": 8051
    },
    {
      "epoch": 0.05163524432474029,
      "grad_norm": 52.69015884399414,
      "learning_rate": 0.00019998694047856813,
      "loss": 4.6578,
      "step": 8052
    },
    {
      "epoch": 0.051641657047582404,
      "grad_norm": 29.649356842041016,
      "learning_rate": 0.0001999869372225095,
      "loss": 4.6777,
      "step": 8053
    },
    {
      "epoch": 0.05164806977042452,
      "grad_norm": 35.89086151123047,
      "learning_rate": 0.00019998693396604508,
      "loss": 4.8759,
      "step": 8054
    },
    {
      "epoch": 0.051654482493266644,
      "grad_norm": 44.51070022583008,
      "learning_rate": 0.0001999869307091748,
      "loss": 4.9742,
      "step": 8055
    },
    {
      "epoch": 0.05166089521610876,
      "grad_norm": 129.74913024902344,
      "learning_rate": 0.0001999869274518987,
      "loss": 4.7762,
      "step": 8056
    },
    {
      "epoch": 0.05166730793895088,
      "grad_norm": 766.1036376953125,
      "learning_rate": 0.0001999869241942168,
      "loss": 4.9872,
      "step": 8057
    },
    {
      "epoch": 0.051673720661792995,
      "grad_norm": 56.9774284362793,
      "learning_rate": 0.00019998692093612904,
      "loss": 4.9642,
      "step": 8058
    },
    {
      "epoch": 0.05168013338463512,
      "grad_norm": 96.34674835205078,
      "learning_rate": 0.00019998691767763544,
      "loss": 5.0724,
      "step": 8059
    },
    {
      "epoch": 0.051686546107477235,
      "grad_norm": 36.27647018432617,
      "learning_rate": 0.00019998691441873602,
      "loss": 4.7127,
      "step": 8060
    },
    {
      "epoch": 0.05169295883031935,
      "grad_norm": 43.12348937988281,
      "learning_rate": 0.0001999869111594308,
      "loss": 4.9462,
      "step": 8061
    },
    {
      "epoch": 0.05169937155316147,
      "grad_norm": 82.8092041015625,
      "learning_rate": 0.0001999869078997197,
      "loss": 5.0892,
      "step": 8062
    },
    {
      "epoch": 0.05170578427600359,
      "grad_norm": 38.51020431518555,
      "learning_rate": 0.0001999869046396028,
      "loss": 4.829,
      "step": 8063
    },
    {
      "epoch": 0.05171219699884571,
      "grad_norm": 946.122314453125,
      "learning_rate": 0.00019998690137908005,
      "loss": 4.7758,
      "step": 8064
    },
    {
      "epoch": 0.051718609721687826,
      "grad_norm": 62.92197799682617,
      "learning_rate": 0.00019998689811815147,
      "loss": 4.8284,
      "step": 8065
    },
    {
      "epoch": 0.05172502244452995,
      "grad_norm": 455.36102294921875,
      "learning_rate": 0.00019998689485681707,
      "loss": 5.3631,
      "step": 8066
    },
    {
      "epoch": 0.05173143516737207,
      "grad_norm": 49.202728271484375,
      "learning_rate": 0.00019998689159507685,
      "loss": 4.8989,
      "step": 8067
    },
    {
      "epoch": 0.051737847890214184,
      "grad_norm": 494.1072998046875,
      "learning_rate": 0.00019998688833293077,
      "loss": 4.8062,
      "step": 8068
    },
    {
      "epoch": 0.0517442606130563,
      "grad_norm": 36.441612243652344,
      "learning_rate": 0.00019998688507037892,
      "loss": 4.9365,
      "step": 8069
    },
    {
      "epoch": 0.051750673335898424,
      "grad_norm": 18.971223831176758,
      "learning_rate": 0.00019998688180742117,
      "loss": 4.913,
      "step": 8070
    },
    {
      "epoch": 0.05175708605874054,
      "grad_norm": 67.92460632324219,
      "learning_rate": 0.00019998687854405763,
      "loss": 4.9074,
      "step": 8071
    },
    {
      "epoch": 0.05176349878158266,
      "grad_norm": 22.435501098632812,
      "learning_rate": 0.00019998687528028822,
      "loss": 4.6877,
      "step": 8072
    },
    {
      "epoch": 0.05176991150442478,
      "grad_norm": 50.760047912597656,
      "learning_rate": 0.00019998687201611302,
      "loss": 4.9092,
      "step": 8073
    },
    {
      "epoch": 0.0517763242272669,
      "grad_norm": 170.94320678710938,
      "learning_rate": 0.00019998686875153198,
      "loss": 5.1297,
      "step": 8074
    },
    {
      "epoch": 0.051782736950109015,
      "grad_norm": 70.24266052246094,
      "learning_rate": 0.0001999868654865451,
      "loss": 4.9637,
      "step": 8075
    },
    {
      "epoch": 0.05178914967295113,
      "grad_norm": 189.46873474121094,
      "learning_rate": 0.0001999868622211524,
      "loss": 4.8862,
      "step": 8076
    },
    {
      "epoch": 0.051795562395793256,
      "grad_norm": 182.3583984375,
      "learning_rate": 0.00019998685895535387,
      "loss": 5.2591,
      "step": 8077
    },
    {
      "epoch": 0.05180197511863537,
      "grad_norm": 59.89603805541992,
      "learning_rate": 0.0001999868556891495,
      "loss": 4.9144,
      "step": 8078
    },
    {
      "epoch": 0.05180838784147749,
      "grad_norm": 73.15975189208984,
      "learning_rate": 0.00019998685242253933,
      "loss": 4.9409,
      "step": 8079
    },
    {
      "epoch": 0.05181480056431961,
      "grad_norm": 16.661693572998047,
      "learning_rate": 0.00019998684915552327,
      "loss": 4.7793,
      "step": 8080
    },
    {
      "epoch": 0.05182121328716173,
      "grad_norm": 821.198486328125,
      "learning_rate": 0.00019998684588810143,
      "loss": 4.8782,
      "step": 8081
    },
    {
      "epoch": 0.05182762601000385,
      "grad_norm": 34.36075210571289,
      "learning_rate": 0.00019998684262027375,
      "loss": 4.9163,
      "step": 8082
    },
    {
      "epoch": 0.05183403873284596,
      "grad_norm": 131.99676513671875,
      "learning_rate": 0.00019998683935204024,
      "loss": 4.8483,
      "step": 8083
    },
    {
      "epoch": 0.05184045145568809,
      "grad_norm": 73.64056396484375,
      "learning_rate": 0.0001999868360834009,
      "loss": 4.8156,
      "step": 8084
    },
    {
      "epoch": 0.051846864178530204,
      "grad_norm": 28582.419921875,
      "learning_rate": 0.0001999868328143557,
      "loss": 5.001,
      "step": 8085
    },
    {
      "epoch": 0.05185327690137232,
      "grad_norm": 163.88819885253906,
      "learning_rate": 0.00019998682954490472,
      "loss": 4.8818,
      "step": 8086
    },
    {
      "epoch": 0.051859689624214445,
      "grad_norm": 45.67708206176758,
      "learning_rate": 0.0001999868262750479,
      "loss": 4.73,
      "step": 8087
    },
    {
      "epoch": 0.05186610234705656,
      "grad_norm": 22.83474349975586,
      "learning_rate": 0.0001999868230047852,
      "loss": 4.842,
      "step": 8088
    },
    {
      "epoch": 0.05187251506989868,
      "grad_norm": 134.0845489501953,
      "learning_rate": 0.00019998681973411672,
      "loss": 4.8385,
      "step": 8089
    },
    {
      "epoch": 0.051878927792740795,
      "grad_norm": 355.27606201171875,
      "learning_rate": 0.0001999868164630424,
      "loss": 5.0377,
      "step": 8090
    },
    {
      "epoch": 0.05188534051558292,
      "grad_norm": 116.93704223632812,
      "learning_rate": 0.00019998681319156224,
      "loss": 4.7698,
      "step": 8091
    },
    {
      "epoch": 0.051891753238425035,
      "grad_norm": 92.57508850097656,
      "learning_rate": 0.00019998680991967625,
      "loss": 4.7823,
      "step": 8092
    },
    {
      "epoch": 0.05189816596126715,
      "grad_norm": 43.63619613647461,
      "learning_rate": 0.00019998680664738445,
      "loss": 4.9027,
      "step": 8093
    },
    {
      "epoch": 0.051904578684109276,
      "grad_norm": 22.553218841552734,
      "learning_rate": 0.0001999868033746868,
      "loss": 4.979,
      "step": 8094
    },
    {
      "epoch": 0.05191099140695139,
      "grad_norm": 48.567771911621094,
      "learning_rate": 0.00019998680010158333,
      "loss": 5.3124,
      "step": 8095
    },
    {
      "epoch": 0.05191740412979351,
      "grad_norm": 25.55848503112793,
      "learning_rate": 0.00019998679682807402,
      "loss": 4.9493,
      "step": 8096
    },
    {
      "epoch": 0.051923816852635626,
      "grad_norm": 42.62399673461914,
      "learning_rate": 0.0001999867935541589,
      "loss": 4.8144,
      "step": 8097
    },
    {
      "epoch": 0.05193022957547775,
      "grad_norm": 91.69535827636719,
      "learning_rate": 0.00019998679027983794,
      "loss": 4.7595,
      "step": 8098
    },
    {
      "epoch": 0.05193664229831987,
      "grad_norm": 43.031349182128906,
      "learning_rate": 0.00019998678700511112,
      "loss": 4.8705,
      "step": 8099
    },
    {
      "epoch": 0.051943055021161984,
      "grad_norm": 18.376829147338867,
      "learning_rate": 0.00019998678372997852,
      "loss": 4.9226,
      "step": 8100
    },
    {
      "epoch": 0.051943055021161984,
      "eval_loss": 4.871734142303467,
      "eval_runtime": 34.7821,
      "eval_samples_per_second": 90.133,
      "eval_steps_per_second": 22.54,
      "step": 8100
    },
    {
      "epoch": 0.05194946774400411,
      "grad_norm": 111.13719177246094,
      "learning_rate": 0.00019998678045444007,
      "loss": 4.8904,
      "step": 8101
    },
    {
      "epoch": 0.051955880466846224,
      "grad_norm": 14.87928581237793,
      "learning_rate": 0.0001999867771784958,
      "loss": 5.039,
      "step": 8102
    },
    {
      "epoch": 0.05196229318968834,
      "grad_norm": 71.86165618896484,
      "learning_rate": 0.00019998677390214566,
      "loss": 5.14,
      "step": 8103
    },
    {
      "epoch": 0.05196870591253046,
      "grad_norm": 37.43595886230469,
      "learning_rate": 0.00019998677062538973,
      "loss": 4.9504,
      "step": 8104
    },
    {
      "epoch": 0.05197511863537258,
      "grad_norm": 180.73394775390625,
      "learning_rate": 0.00019998676734822793,
      "loss": 4.7427,
      "step": 8105
    },
    {
      "epoch": 0.0519815313582147,
      "grad_norm": 48.907386779785156,
      "learning_rate": 0.00019998676407066034,
      "loss": 4.8431,
      "step": 8106
    },
    {
      "epoch": 0.051987944081056815,
      "grad_norm": 27.832120895385742,
      "learning_rate": 0.0001999867607926869,
      "loss": 4.9281,
      "step": 8107
    },
    {
      "epoch": 0.05199435680389893,
      "grad_norm": 97.3283462524414,
      "learning_rate": 0.00019998675751430763,
      "loss": 5.0144,
      "step": 8108
    },
    {
      "epoch": 0.052000769526741056,
      "grad_norm": 25.782270431518555,
      "learning_rate": 0.00019998675423552257,
      "loss": 4.8355,
      "step": 8109
    },
    {
      "epoch": 0.05200718224958317,
      "grad_norm": 38.05955505371094,
      "learning_rate": 0.00019998675095633163,
      "loss": 4.9622,
      "step": 8110
    },
    {
      "epoch": 0.05201359497242529,
      "grad_norm": 657.5665893554688,
      "learning_rate": 0.00019998674767673488,
      "loss": 5.1818,
      "step": 8111
    },
    {
      "epoch": 0.05202000769526741,
      "grad_norm": 141.1175079345703,
      "learning_rate": 0.0001999867443967323,
      "loss": 5.0973,
      "step": 8112
    },
    {
      "epoch": 0.05202642041810953,
      "grad_norm": 33.777095794677734,
      "learning_rate": 0.0001999867411163239,
      "loss": 4.9715,
      "step": 8113
    },
    {
      "epoch": 0.05203283314095165,
      "grad_norm": 87.64032745361328,
      "learning_rate": 0.00019998673783550966,
      "loss": 4.8016,
      "step": 8114
    },
    {
      "epoch": 0.052039245863793764,
      "grad_norm": 311.3172607421875,
      "learning_rate": 0.00019998673455428958,
      "loss": 5.0512,
      "step": 8115
    },
    {
      "epoch": 0.05204565858663589,
      "grad_norm": 4009.687744140625,
      "learning_rate": 0.00019998673127266369,
      "loss": 5.0289,
      "step": 8116
    },
    {
      "epoch": 0.052052071309478004,
      "grad_norm": 44.939456939697266,
      "learning_rate": 0.00019998672799063195,
      "loss": 4.6802,
      "step": 8117
    },
    {
      "epoch": 0.05205848403232012,
      "grad_norm": 83.81211853027344,
      "learning_rate": 0.0001999867247081944,
      "loss": 4.9398,
      "step": 8118
    },
    {
      "epoch": 0.052064896755162245,
      "grad_norm": 170.0706329345703,
      "learning_rate": 0.00019998672142535102,
      "loss": 4.9333,
      "step": 8119
    },
    {
      "epoch": 0.05207130947800436,
      "grad_norm": 40.5296630859375,
      "learning_rate": 0.00019998671814210178,
      "loss": 5.0535,
      "step": 8120
    },
    {
      "epoch": 0.05207772220084648,
      "grad_norm": 192.29586791992188,
      "learning_rate": 0.00019998671485844675,
      "loss": 5.1674,
      "step": 8121
    },
    {
      "epoch": 0.052084134923688595,
      "grad_norm": 93.52227020263672,
      "learning_rate": 0.00019998671157438587,
      "loss": 5.105,
      "step": 8122
    },
    {
      "epoch": 0.05209054764653072,
      "grad_norm": 50.36114501953125,
      "learning_rate": 0.00019998670828991915,
      "loss": 5.0261,
      "step": 8123
    },
    {
      "epoch": 0.052096960369372836,
      "grad_norm": 241.35824584960938,
      "learning_rate": 0.00019998670500504662,
      "loss": 4.9513,
      "step": 8124
    },
    {
      "epoch": 0.05210337309221495,
      "grad_norm": 922.78125,
      "learning_rate": 0.00019998670171976826,
      "loss": 4.8589,
      "step": 8125
    },
    {
      "epoch": 0.052109785815057076,
      "grad_norm": 205.28639221191406,
      "learning_rate": 0.00019998669843408407,
      "loss": 5.1137,
      "step": 8126
    },
    {
      "epoch": 0.05211619853789919,
      "grad_norm": 64.82112121582031,
      "learning_rate": 0.00019998669514799405,
      "loss": 4.8551,
      "step": 8127
    },
    {
      "epoch": 0.05212261126074131,
      "grad_norm": 25.522201538085938,
      "learning_rate": 0.0001999866918614982,
      "loss": 4.9612,
      "step": 8128
    },
    {
      "epoch": 0.05212902398358343,
      "grad_norm": 47.463661193847656,
      "learning_rate": 0.0001999866885745965,
      "loss": 4.8468,
      "step": 8129
    },
    {
      "epoch": 0.05213543670642555,
      "grad_norm": 67.32078552246094,
      "learning_rate": 0.000199986685287289,
      "loss": 5.0351,
      "step": 8130
    },
    {
      "epoch": 0.05214184942926767,
      "grad_norm": 134.7091827392578,
      "learning_rate": 0.00019998668199957563,
      "loss": 4.9746,
      "step": 8131
    },
    {
      "epoch": 0.052148262152109784,
      "grad_norm": 88079.4453125,
      "learning_rate": 0.00019998667871145645,
      "loss": 4.9611,
      "step": 8132
    },
    {
      "epoch": 0.05215467487495191,
      "grad_norm": 84.65496063232422,
      "learning_rate": 0.00019998667542293146,
      "loss": 5.0055,
      "step": 8133
    },
    {
      "epoch": 0.052161087597794024,
      "grad_norm": 129.71481323242188,
      "learning_rate": 0.00019998667213400064,
      "loss": 5.1031,
      "step": 8134
    },
    {
      "epoch": 0.05216750032063614,
      "grad_norm": 1062.9739990234375,
      "learning_rate": 0.00019998666884466396,
      "loss": 4.8902,
      "step": 8135
    },
    {
      "epoch": 0.05217391304347826,
      "grad_norm": 778.4412231445312,
      "learning_rate": 0.00019998666555492148,
      "loss": 5.081,
      "step": 8136
    },
    {
      "epoch": 0.05218032576632038,
      "grad_norm": 52.05812072753906,
      "learning_rate": 0.00019998666226477317,
      "loss": 5.0765,
      "step": 8137
    },
    {
      "epoch": 0.0521867384891625,
      "grad_norm": 49.49405288696289,
      "learning_rate": 0.00019998665897421903,
      "loss": 4.9531,
      "step": 8138
    },
    {
      "epoch": 0.052193151212004615,
      "grad_norm": 72.30412292480469,
      "learning_rate": 0.00019998665568325902,
      "loss": 5.0232,
      "step": 8139
    },
    {
      "epoch": 0.05219956393484674,
      "grad_norm": 22.308372497558594,
      "learning_rate": 0.00019998665239189323,
      "loss": 4.8492,
      "step": 8140
    },
    {
      "epoch": 0.052205976657688856,
      "grad_norm": 25.515670776367188,
      "learning_rate": 0.00019998664910012159,
      "loss": 5.0101,
      "step": 8141
    },
    {
      "epoch": 0.05221238938053097,
      "grad_norm": 222.8126678466797,
      "learning_rate": 0.00019998664580794413,
      "loss": 5.0454,
      "step": 8142
    },
    {
      "epoch": 0.05221880210337309,
      "grad_norm": 168.73953247070312,
      "learning_rate": 0.00019998664251536083,
      "loss": 4.8632,
      "step": 8143
    },
    {
      "epoch": 0.05222521482621521,
      "grad_norm": 61.29880905151367,
      "learning_rate": 0.0001999866392223717,
      "loss": 5.012,
      "step": 8144
    },
    {
      "epoch": 0.05223162754905733,
      "grad_norm": 28.244667053222656,
      "learning_rate": 0.00019998663592897677,
      "loss": 5.3274,
      "step": 8145
    },
    {
      "epoch": 0.05223804027189945,
      "grad_norm": 70.06334686279297,
      "learning_rate": 0.000199986632635176,
      "loss": 4.8586,
      "step": 8146
    },
    {
      "epoch": 0.05224445299474157,
      "grad_norm": 37.2658805847168,
      "learning_rate": 0.00019998662934096937,
      "loss": 4.8884,
      "step": 8147
    },
    {
      "epoch": 0.05225086571758369,
      "grad_norm": 27.456880569458008,
      "learning_rate": 0.0001999866260463569,
      "loss": 5.0051,
      "step": 8148
    },
    {
      "epoch": 0.052257278440425804,
      "grad_norm": 46.05531311035156,
      "learning_rate": 0.00019998662275133865,
      "loss": 5.1829,
      "step": 8149
    },
    {
      "epoch": 0.05226369116326792,
      "grad_norm": 23.218650817871094,
      "learning_rate": 0.00019998661945591455,
      "loss": 4.768,
      "step": 8150
    },
    {
      "epoch": 0.052270103886110045,
      "grad_norm": 62.994808197021484,
      "learning_rate": 0.0001999866161600846,
      "loss": 5.1723,
      "step": 8151
    },
    {
      "epoch": 0.05227651660895216,
      "grad_norm": 19.006221771240234,
      "learning_rate": 0.00019998661286384887,
      "loss": 5.033,
      "step": 8152
    },
    {
      "epoch": 0.05228292933179428,
      "grad_norm": 19.192508697509766,
      "learning_rate": 0.00019998660956720726,
      "loss": 4.756,
      "step": 8153
    },
    {
      "epoch": 0.052289342054636395,
      "grad_norm": 34.7824821472168,
      "learning_rate": 0.00019998660627015987,
      "loss": 4.9725,
      "step": 8154
    },
    {
      "epoch": 0.05229575477747852,
      "grad_norm": 44.36838912963867,
      "learning_rate": 0.00019998660297270663,
      "loss": 4.9848,
      "step": 8155
    },
    {
      "epoch": 0.052302167500320636,
      "grad_norm": 49.97526550292969,
      "learning_rate": 0.00019998659967484755,
      "loss": 4.9871,
      "step": 8156
    },
    {
      "epoch": 0.05230858022316275,
      "grad_norm": 30.707426071166992,
      "learning_rate": 0.00019998659637658265,
      "loss": 4.8187,
      "step": 8157
    },
    {
      "epoch": 0.052314992946004876,
      "grad_norm": 31.247568130493164,
      "learning_rate": 0.0001999865930779119,
      "loss": 4.8672,
      "step": 8158
    },
    {
      "epoch": 0.05232140566884699,
      "grad_norm": 28.393938064575195,
      "learning_rate": 0.00019998658977883534,
      "loss": 5.2114,
      "step": 8159
    },
    {
      "epoch": 0.05232781839168911,
      "grad_norm": 26.502973556518555,
      "learning_rate": 0.00019998658647935296,
      "loss": 5.0312,
      "step": 8160
    },
    {
      "epoch": 0.05233423111453123,
      "grad_norm": 321.53778076171875,
      "learning_rate": 0.0001999865831794647,
      "loss": 4.9818,
      "step": 8161
    },
    {
      "epoch": 0.05234064383737335,
      "grad_norm": 166.40052795410156,
      "learning_rate": 0.00019998657987917067,
      "loss": 4.7661,
      "step": 8162
    },
    {
      "epoch": 0.05234705656021547,
      "grad_norm": 64.84699249267578,
      "learning_rate": 0.0001999865765784708,
      "loss": 5.0653,
      "step": 8163
    },
    {
      "epoch": 0.052353469283057584,
      "grad_norm": 31.172168731689453,
      "learning_rate": 0.0001999865732773651,
      "loss": 5.2071,
      "step": 8164
    },
    {
      "epoch": 0.05235988200589971,
      "grad_norm": 43.98504638671875,
      "learning_rate": 0.00019998656997585355,
      "loss": 4.9847,
      "step": 8165
    },
    {
      "epoch": 0.052366294728741825,
      "grad_norm": 24.41764259338379,
      "learning_rate": 0.0001999865666739362,
      "loss": 4.9093,
      "step": 8166
    },
    {
      "epoch": 0.05237270745158394,
      "grad_norm": 117.81244659423828,
      "learning_rate": 0.00019998656337161298,
      "loss": 5.1113,
      "step": 8167
    },
    {
      "epoch": 0.05237912017442606,
      "grad_norm": 161.95921325683594,
      "learning_rate": 0.00019998656006888396,
      "loss": 4.9639,
      "step": 8168
    },
    {
      "epoch": 0.05238553289726818,
      "grad_norm": 39.851707458496094,
      "learning_rate": 0.00019998655676574912,
      "loss": 4.869,
      "step": 8169
    },
    {
      "epoch": 0.0523919456201103,
      "grad_norm": 92.16587829589844,
      "learning_rate": 0.00019998655346220842,
      "loss": 4.9035,
      "step": 8170
    },
    {
      "epoch": 0.052398358342952416,
      "grad_norm": 46.73244094848633,
      "learning_rate": 0.00019998655015826194,
      "loss": 5.045,
      "step": 8171
    },
    {
      "epoch": 0.05240477106579454,
      "grad_norm": 35.8344841003418,
      "learning_rate": 0.00019998654685390957,
      "loss": 5.2063,
      "step": 8172
    },
    {
      "epoch": 0.052411183788636656,
      "grad_norm": 30.20846176147461,
      "learning_rate": 0.00019998654354915144,
      "loss": 5.002,
      "step": 8173
    },
    {
      "epoch": 0.05241759651147877,
      "grad_norm": 26.587867736816406,
      "learning_rate": 0.0001999865402439874,
      "loss": 5.0737,
      "step": 8174
    },
    {
      "epoch": 0.05242400923432089,
      "grad_norm": 34.470787048339844,
      "learning_rate": 0.0001999865369384176,
      "loss": 5.0912,
      "step": 8175
    },
    {
      "epoch": 0.05243042195716301,
      "grad_norm": 21.751638412475586,
      "learning_rate": 0.00019998653363244192,
      "loss": 5.017,
      "step": 8176
    },
    {
      "epoch": 0.05243683468000513,
      "grad_norm": 61.50896072387695,
      "learning_rate": 0.00019998653032606044,
      "loss": 4.9258,
      "step": 8177
    },
    {
      "epoch": 0.05244324740284725,
      "grad_norm": 21.324501037597656,
      "learning_rate": 0.00019998652701927317,
      "loss": 5.0284,
      "step": 8178
    },
    {
      "epoch": 0.05244966012568937,
      "grad_norm": 137.37171936035156,
      "learning_rate": 0.00019998652371208003,
      "loss": 4.8331,
      "step": 8179
    },
    {
      "epoch": 0.05245607284853149,
      "grad_norm": 28.77932357788086,
      "learning_rate": 0.00019998652040448102,
      "loss": 5.2636,
      "step": 8180
    },
    {
      "epoch": 0.052462485571373604,
      "grad_norm": 38.08238983154297,
      "learning_rate": 0.0001999865170964762,
      "loss": 5.0265,
      "step": 8181
    },
    {
      "epoch": 0.05246889829421572,
      "grad_norm": 37.38011932373047,
      "learning_rate": 0.00019998651378806562,
      "loss": 5.0594,
      "step": 8182
    },
    {
      "epoch": 0.052475311017057845,
      "grad_norm": 30.211387634277344,
      "learning_rate": 0.00019998651047924916,
      "loss": 5.2343,
      "step": 8183
    },
    {
      "epoch": 0.05248172373989996,
      "grad_norm": 77.72940826416016,
      "learning_rate": 0.00019998650717002687,
      "loss": 4.9342,
      "step": 8184
    },
    {
      "epoch": 0.05248813646274208,
      "grad_norm": 155.3151092529297,
      "learning_rate": 0.00019998650386039875,
      "loss": 4.8363,
      "step": 8185
    },
    {
      "epoch": 0.0524945491855842,
      "grad_norm": 47045.546875,
      "learning_rate": 0.0001999865005503648,
      "loss": 4.8503,
      "step": 8186
    },
    {
      "epoch": 0.05250096190842632,
      "grad_norm": 39.83267593383789,
      "learning_rate": 0.00019998649723992505,
      "loss": 5.0646,
      "step": 8187
    },
    {
      "epoch": 0.052507374631268436,
      "grad_norm": 51.12102127075195,
      "learning_rate": 0.00019998649392907945,
      "loss": 4.8205,
      "step": 8188
    },
    {
      "epoch": 0.05251378735411055,
      "grad_norm": 59.88576889038086,
      "learning_rate": 0.00019998649061782803,
      "loss": 5.2421,
      "step": 8189
    },
    {
      "epoch": 0.052520200076952676,
      "grad_norm": 41.95560073852539,
      "learning_rate": 0.00019998648730617076,
      "loss": 4.8977,
      "step": 8190
    },
    {
      "epoch": 0.05252661279979479,
      "grad_norm": 97.11495208740234,
      "learning_rate": 0.00019998648399410768,
      "loss": 4.9159,
      "step": 8191
    },
    {
      "epoch": 0.05253302552263691,
      "grad_norm": 42.273460388183594,
      "learning_rate": 0.00019998648068163876,
      "loss": 4.7946,
      "step": 8192
    },
    {
      "epoch": 0.052539438245479034,
      "grad_norm": 35.17139434814453,
      "learning_rate": 0.00019998647736876402,
      "loss": 4.926,
      "step": 8193
    },
    {
      "epoch": 0.05254585096832115,
      "grad_norm": 17551.791015625,
      "learning_rate": 0.00019998647405548346,
      "loss": 4.7762,
      "step": 8194
    },
    {
      "epoch": 0.05255226369116327,
      "grad_norm": 37.47956466674805,
      "learning_rate": 0.00019998647074179703,
      "loss": 4.9495,
      "step": 8195
    },
    {
      "epoch": 0.052558676414005384,
      "grad_norm": 13.593650817871094,
      "learning_rate": 0.0001999864674277048,
      "loss": 4.8927,
      "step": 8196
    },
    {
      "epoch": 0.05256508913684751,
      "grad_norm": 24.55443572998047,
      "learning_rate": 0.00019998646411320678,
      "loss": 5.1839,
      "step": 8197
    },
    {
      "epoch": 0.052571501859689625,
      "grad_norm": 25.984949111938477,
      "learning_rate": 0.00019998646079830287,
      "loss": 4.7939,
      "step": 8198
    },
    {
      "epoch": 0.05257791458253174,
      "grad_norm": 12.560480117797852,
      "learning_rate": 0.00019998645748299314,
      "loss": 4.9456,
      "step": 8199
    },
    {
      "epoch": 0.05258432730537386,
      "grad_norm": 174.39820861816406,
      "learning_rate": 0.0001999864541672776,
      "loss": 4.9602,
      "step": 8200
    },
    {
      "epoch": 0.05258432730537386,
      "eval_loss": 4.915542125701904,
      "eval_runtime": 34.7956,
      "eval_samples_per_second": 90.097,
      "eval_steps_per_second": 22.532,
      "step": 8200
    },
    {
      "epoch": 0.05259074002821598,
      "grad_norm": 126.65023803710938,
      "learning_rate": 0.00019998645085115625,
      "loss": 4.8669,
      "step": 8201
    },
    {
      "epoch": 0.0525971527510581,
      "grad_norm": 31.774553298950195,
      "learning_rate": 0.00019998644753462904,
      "loss": 4.8188,
      "step": 8202
    },
    {
      "epoch": 0.052603565473900216,
      "grad_norm": 161.73521423339844,
      "learning_rate": 0.000199986444217696,
      "loss": 4.8597,
      "step": 8203
    },
    {
      "epoch": 0.05260997819674234,
      "grad_norm": 28.26842498779297,
      "learning_rate": 0.00019998644090035716,
      "loss": 5.0577,
      "step": 8204
    },
    {
      "epoch": 0.052616390919584456,
      "grad_norm": 24.96038246154785,
      "learning_rate": 0.00019998643758261246,
      "loss": 5.1692,
      "step": 8205
    },
    {
      "epoch": 0.05262280364242657,
      "grad_norm": 25.366098403930664,
      "learning_rate": 0.00019998643426446196,
      "loss": 4.874,
      "step": 8206
    },
    {
      "epoch": 0.05262921636526869,
      "grad_norm": 8.5827054977417,
      "learning_rate": 0.00019998643094590562,
      "loss": 4.9812,
      "step": 8207
    },
    {
      "epoch": 0.052635629088110814,
      "grad_norm": 19.20112419128418,
      "learning_rate": 0.00019998642762694344,
      "loss": 5.0022,
      "step": 8208
    },
    {
      "epoch": 0.05264204181095293,
      "grad_norm": 30.98072052001953,
      "learning_rate": 0.00019998642430757544,
      "loss": 5.0166,
      "step": 8209
    },
    {
      "epoch": 0.05264845453379505,
      "grad_norm": 57.73454666137695,
      "learning_rate": 0.0001999864209878016,
      "loss": 4.9173,
      "step": 8210
    },
    {
      "epoch": 0.05265486725663717,
      "grad_norm": 515.0115966796875,
      "learning_rate": 0.00019998641766762196,
      "loss": 4.8911,
      "step": 8211
    },
    {
      "epoch": 0.05266127997947929,
      "grad_norm": 22.793590545654297,
      "learning_rate": 0.00019998641434703648,
      "loss": 4.9538,
      "step": 8212
    },
    {
      "epoch": 0.052667692702321404,
      "grad_norm": 39.64565658569336,
      "learning_rate": 0.00019998641102604516,
      "loss": 5.0139,
      "step": 8213
    },
    {
      "epoch": 0.05267410542516352,
      "grad_norm": 153.47982788085938,
      "learning_rate": 0.00019998640770464802,
      "loss": 5.008,
      "step": 8214
    },
    {
      "epoch": 0.052680518148005645,
      "grad_norm": 18.067277908325195,
      "learning_rate": 0.00019998640438284503,
      "loss": 5.002,
      "step": 8215
    },
    {
      "epoch": 0.05268693087084776,
      "grad_norm": 29.90627670288086,
      "learning_rate": 0.00019998640106063626,
      "loss": 5.1427,
      "step": 8216
    },
    {
      "epoch": 0.05269334359368988,
      "grad_norm": 27.71428108215332,
      "learning_rate": 0.00019998639773802164,
      "loss": 4.8825,
      "step": 8217
    },
    {
      "epoch": 0.052699756316532,
      "grad_norm": 152.97238159179688,
      "learning_rate": 0.00019998639441500118,
      "loss": 4.9441,
      "step": 8218
    },
    {
      "epoch": 0.05270616903937412,
      "grad_norm": 26.743436813354492,
      "learning_rate": 0.00019998639109157488,
      "loss": 4.8377,
      "step": 8219
    },
    {
      "epoch": 0.052712581762216236,
      "grad_norm": 48.66415786743164,
      "learning_rate": 0.00019998638776774275,
      "loss": 5.1241,
      "step": 8220
    },
    {
      "epoch": 0.05271899448505835,
      "grad_norm": 24.662580490112305,
      "learning_rate": 0.00019998638444350484,
      "loss": 5.1042,
      "step": 8221
    },
    {
      "epoch": 0.052725407207900477,
      "grad_norm": 70.68648529052734,
      "learning_rate": 0.00019998638111886109,
      "loss": 4.9568,
      "step": 8222
    },
    {
      "epoch": 0.05273181993074259,
      "grad_norm": 15.751713752746582,
      "learning_rate": 0.00019998637779381149,
      "loss": 4.9401,
      "step": 8223
    },
    {
      "epoch": 0.05273823265358471,
      "grad_norm": 68.14893341064453,
      "learning_rate": 0.00019998637446835607,
      "loss": 4.9005,
      "step": 8224
    },
    {
      "epoch": 0.052744645376426834,
      "grad_norm": 126.32156372070312,
      "learning_rate": 0.00019998637114249478,
      "loss": 4.9539,
      "step": 8225
    },
    {
      "epoch": 0.05275105809926895,
      "grad_norm": 4306.19580078125,
      "learning_rate": 0.00019998636781622773,
      "loss": 5.1547,
      "step": 8226
    },
    {
      "epoch": 0.05275747082211107,
      "grad_norm": 40.572689056396484,
      "learning_rate": 0.0001999863644895548,
      "loss": 4.9122,
      "step": 8227
    },
    {
      "epoch": 0.052763883544953184,
      "grad_norm": 23.750978469848633,
      "learning_rate": 0.00019998636116247607,
      "loss": 4.9683,
      "step": 8228
    },
    {
      "epoch": 0.05277029626779531,
      "grad_norm": 23.083744049072266,
      "learning_rate": 0.00019998635783499152,
      "loss": 5.1515,
      "step": 8229
    },
    {
      "epoch": 0.052776708990637425,
      "grad_norm": 19.000795364379883,
      "learning_rate": 0.00019998635450710112,
      "loss": 4.8729,
      "step": 8230
    },
    {
      "epoch": 0.05278312171347954,
      "grad_norm": 44.071102142333984,
      "learning_rate": 0.0001999863511788049,
      "loss": 4.7919,
      "step": 8231
    },
    {
      "epoch": 0.052789534436321665,
      "grad_norm": 32.58263397216797,
      "learning_rate": 0.00019998634785010287,
      "loss": 4.8137,
      "step": 8232
    },
    {
      "epoch": 0.05279594715916378,
      "grad_norm": 69.4540023803711,
      "learning_rate": 0.000199986344520995,
      "loss": 5.0935,
      "step": 8233
    },
    {
      "epoch": 0.0528023598820059,
      "grad_norm": 38.270606994628906,
      "learning_rate": 0.00019998634119148124,
      "loss": 4.8263,
      "step": 8234
    },
    {
      "epoch": 0.052808772604848016,
      "grad_norm": 16.415159225463867,
      "learning_rate": 0.00019998633786156173,
      "loss": 5.0573,
      "step": 8235
    },
    {
      "epoch": 0.05281518532769014,
      "grad_norm": 14.422950744628906,
      "learning_rate": 0.00019998633453123635,
      "loss": 5.0995,
      "step": 8236
    },
    {
      "epoch": 0.052821598050532256,
      "grad_norm": 53.30729293823242,
      "learning_rate": 0.00019998633120050518,
      "loss": 4.9421,
      "step": 8237
    },
    {
      "epoch": 0.05282801077337437,
      "grad_norm": 159.50282287597656,
      "learning_rate": 0.00019998632786936816,
      "loss": 4.8737,
      "step": 8238
    },
    {
      "epoch": 0.0528344234962165,
      "grad_norm": 27.21122932434082,
      "learning_rate": 0.00019998632453782533,
      "loss": 4.8999,
      "step": 8239
    },
    {
      "epoch": 0.052840836219058614,
      "grad_norm": 294.5509033203125,
      "learning_rate": 0.00019998632120587665,
      "loss": 4.8925,
      "step": 8240
    },
    {
      "epoch": 0.05284724894190073,
      "grad_norm": 43.6660270690918,
      "learning_rate": 0.00019998631787352213,
      "loss": 5.0042,
      "step": 8241
    },
    {
      "epoch": 0.05285366166474285,
      "grad_norm": 51.59761047363281,
      "learning_rate": 0.00019998631454076182,
      "loss": 5.2136,
      "step": 8242
    },
    {
      "epoch": 0.05286007438758497,
      "grad_norm": 37.284969329833984,
      "learning_rate": 0.00019998631120759564,
      "loss": 5.0052,
      "step": 8243
    },
    {
      "epoch": 0.05286648711042709,
      "grad_norm": 59.22019577026367,
      "learning_rate": 0.00019998630787402367,
      "loss": 4.9056,
      "step": 8244
    },
    {
      "epoch": 0.052872899833269205,
      "grad_norm": 30.772706985473633,
      "learning_rate": 0.00019998630454004586,
      "loss": 5.0052,
      "step": 8245
    },
    {
      "epoch": 0.05287931255611132,
      "grad_norm": 60.95798110961914,
      "learning_rate": 0.00019998630120566222,
      "loss": 5.1477,
      "step": 8246
    },
    {
      "epoch": 0.052885725278953445,
      "grad_norm": 168.4700927734375,
      "learning_rate": 0.00019998629787087275,
      "loss": 5.0235,
      "step": 8247
    },
    {
      "epoch": 0.05289213800179556,
      "grad_norm": 19.878032684326172,
      "learning_rate": 0.00019998629453567746,
      "loss": 5.0132,
      "step": 8248
    },
    {
      "epoch": 0.05289855072463768,
      "grad_norm": 272.3575744628906,
      "learning_rate": 0.00019998629120007632,
      "loss": 5.0712,
      "step": 8249
    },
    {
      "epoch": 0.0529049634474798,
      "grad_norm": 23.294788360595703,
      "learning_rate": 0.0001999862878640694,
      "loss": 4.9885,
      "step": 8250
    },
    {
      "epoch": 0.05291137617032192,
      "grad_norm": 33.1325569152832,
      "learning_rate": 0.0001999862845276566,
      "loss": 4.9178,
      "step": 8251
    },
    {
      "epoch": 0.052917788893164036,
      "grad_norm": 34.9647331237793,
      "learning_rate": 0.000199986281190838,
      "loss": 5.1783,
      "step": 8252
    },
    {
      "epoch": 0.05292420161600615,
      "grad_norm": 18.322465896606445,
      "learning_rate": 0.00019998627785361355,
      "loss": 4.8507,
      "step": 8253
    },
    {
      "epoch": 0.05293061433884828,
      "grad_norm": 33.15084457397461,
      "learning_rate": 0.00019998627451598327,
      "loss": 5.1727,
      "step": 8254
    },
    {
      "epoch": 0.05293702706169039,
      "grad_norm": 99.55352020263672,
      "learning_rate": 0.0001999862711779472,
      "loss": 4.9799,
      "step": 8255
    },
    {
      "epoch": 0.05294343978453251,
      "grad_norm": 101.9640884399414,
      "learning_rate": 0.0001999862678395053,
      "loss": 4.795,
      "step": 8256
    },
    {
      "epoch": 0.052949852507374634,
      "grad_norm": 19.69597625732422,
      "learning_rate": 0.00019998626450065752,
      "loss": 4.9505,
      "step": 8257
    },
    {
      "epoch": 0.05295626523021675,
      "grad_norm": 59.75593948364258,
      "learning_rate": 0.00019998626116140395,
      "loss": 5.0164,
      "step": 8258
    },
    {
      "epoch": 0.05296267795305887,
      "grad_norm": 297.841064453125,
      "learning_rate": 0.00019998625782174456,
      "loss": 5.0652,
      "step": 8259
    },
    {
      "epoch": 0.052969090675900984,
      "grad_norm": 20.35866355895996,
      "learning_rate": 0.00019998625448167933,
      "loss": 4.9044,
      "step": 8260
    },
    {
      "epoch": 0.05297550339874311,
      "grad_norm": 152.78623962402344,
      "learning_rate": 0.00019998625114120829,
      "loss": 4.8753,
      "step": 8261
    },
    {
      "epoch": 0.052981916121585225,
      "grad_norm": 60.688629150390625,
      "learning_rate": 0.00019998624780033137,
      "loss": 5.2276,
      "step": 8262
    },
    {
      "epoch": 0.05298832884442734,
      "grad_norm": 66.91827392578125,
      "learning_rate": 0.00019998624445904866,
      "loss": 4.9451,
      "step": 8263
    },
    {
      "epoch": 0.052994741567269465,
      "grad_norm": 37.94528579711914,
      "learning_rate": 0.00019998624111736013,
      "loss": 5.0837,
      "step": 8264
    },
    {
      "epoch": 0.05300115429011158,
      "grad_norm": 231.74954223632812,
      "learning_rate": 0.00019998623777526574,
      "loss": 4.8322,
      "step": 8265
    },
    {
      "epoch": 0.0530075670129537,
      "grad_norm": 160.02047729492188,
      "learning_rate": 0.00019998623443276555,
      "loss": 4.951,
      "step": 8266
    },
    {
      "epoch": 0.053013979735795816,
      "grad_norm": 17.414892196655273,
      "learning_rate": 0.00019998623108985952,
      "loss": 5.2051,
      "step": 8267
    },
    {
      "epoch": 0.05302039245863794,
      "grad_norm": 183.08155822753906,
      "learning_rate": 0.00019998622774654767,
      "loss": 5.0323,
      "step": 8268
    },
    {
      "epoch": 0.053026805181480056,
      "grad_norm": 45.76160430908203,
      "learning_rate": 0.00019998622440283,
      "loss": 4.9249,
      "step": 8269
    },
    {
      "epoch": 0.05303321790432217,
      "grad_norm": 550.8905639648438,
      "learning_rate": 0.0001999862210587065,
      "loss": 4.8885,
      "step": 8270
    },
    {
      "epoch": 0.0530396306271643,
      "grad_norm": 31.79918670654297,
      "learning_rate": 0.00019998621771417718,
      "loss": 4.8941,
      "step": 8271
    },
    {
      "epoch": 0.053046043350006414,
      "grad_norm": 31.064273834228516,
      "learning_rate": 0.000199986214369242,
      "loss": 4.8634,
      "step": 8272
    },
    {
      "epoch": 0.05305245607284853,
      "grad_norm": 25.956247329711914,
      "learning_rate": 0.00019998621102390102,
      "loss": 5.0316,
      "step": 8273
    },
    {
      "epoch": 0.05305886879569065,
      "grad_norm": 27.43094825744629,
      "learning_rate": 0.0001999862076781542,
      "loss": 4.8094,
      "step": 8274
    },
    {
      "epoch": 0.05306528151853277,
      "grad_norm": 34.768028259277344,
      "learning_rate": 0.00019998620433200155,
      "loss": 5.0209,
      "step": 8275
    },
    {
      "epoch": 0.05307169424137489,
      "grad_norm": 61.761932373046875,
      "learning_rate": 0.00019998620098544308,
      "loss": 5.0788,
      "step": 8276
    },
    {
      "epoch": 0.053078106964217005,
      "grad_norm": 2018.451416015625,
      "learning_rate": 0.00019998619763847878,
      "loss": 5.1532,
      "step": 8277
    },
    {
      "epoch": 0.05308451968705913,
      "grad_norm": 32.9929313659668,
      "learning_rate": 0.00019998619429110865,
      "loss": 4.8724,
      "step": 8278
    },
    {
      "epoch": 0.053090932409901245,
      "grad_norm": 28.633323669433594,
      "learning_rate": 0.0001999861909433327,
      "loss": 5.024,
      "step": 8279
    },
    {
      "epoch": 0.05309734513274336,
      "grad_norm": 90.59600830078125,
      "learning_rate": 0.00019998618759515093,
      "loss": 5.1669,
      "step": 8280
    },
    {
      "epoch": 0.05310375785558548,
      "grad_norm": 161.34385681152344,
      "learning_rate": 0.0001999861842465633,
      "loss": 5.303,
      "step": 8281
    },
    {
      "epoch": 0.0531101705784276,
      "grad_norm": 48.91548538208008,
      "learning_rate": 0.00019998618089756985,
      "loss": 4.7589,
      "step": 8282
    },
    {
      "epoch": 0.05311658330126972,
      "grad_norm": 31.462425231933594,
      "learning_rate": 0.00019998617754817062,
      "loss": 5.0122,
      "step": 8283
    },
    {
      "epoch": 0.053122996024111836,
      "grad_norm": 71.50920867919922,
      "learning_rate": 0.0001999861741983655,
      "loss": 5.0827,
      "step": 8284
    },
    {
      "epoch": 0.05312940874695396,
      "grad_norm": 490.541748046875,
      "learning_rate": 0.0001999861708481546,
      "loss": 4.9678,
      "step": 8285
    },
    {
      "epoch": 0.05313582146979608,
      "grad_norm": 70.72122955322266,
      "learning_rate": 0.00019998616749753785,
      "loss": 5.1801,
      "step": 8286
    },
    {
      "epoch": 0.053142234192638194,
      "grad_norm": 13.553847312927246,
      "learning_rate": 0.0001999861641465153,
      "loss": 4.9037,
      "step": 8287
    },
    {
      "epoch": 0.05314864691548031,
      "grad_norm": 59.3830680847168,
      "learning_rate": 0.0001999861607950869,
      "loss": 5.0652,
      "step": 8288
    },
    {
      "epoch": 0.053155059638322434,
      "grad_norm": 448.4938049316406,
      "learning_rate": 0.00019998615744325267,
      "loss": 5.0845,
      "step": 8289
    },
    {
      "epoch": 0.05316147236116455,
      "grad_norm": 207.5261688232422,
      "learning_rate": 0.00019998615409101258,
      "loss": 5.0996,
      "step": 8290
    },
    {
      "epoch": 0.05316788508400667,
      "grad_norm": 55.537193298339844,
      "learning_rate": 0.0001999861507383667,
      "loss": 5.1169,
      "step": 8291
    },
    {
      "epoch": 0.053174297806848785,
      "grad_norm": 202.15109252929688,
      "learning_rate": 0.000199986147385315,
      "loss": 4.7497,
      "step": 8292
    },
    {
      "epoch": 0.05318071052969091,
      "grad_norm": 64.10118103027344,
      "learning_rate": 0.00019998614403185746,
      "loss": 5.0348,
      "step": 8293
    },
    {
      "epoch": 0.053187123252533025,
      "grad_norm": 25.541942596435547,
      "learning_rate": 0.0001999861406779941,
      "loss": 5.3602,
      "step": 8294
    },
    {
      "epoch": 0.05319353597537514,
      "grad_norm": 263.0708923339844,
      "learning_rate": 0.0001999861373237249,
      "loss": 4.7994,
      "step": 8295
    },
    {
      "epoch": 0.053199948698217266,
      "grad_norm": 47.7879753112793,
      "learning_rate": 0.0001999861339690499,
      "loss": 4.9415,
      "step": 8296
    },
    {
      "epoch": 0.05320636142105938,
      "grad_norm": 329.0145568847656,
      "learning_rate": 0.00019998613061396903,
      "loss": 4.9314,
      "step": 8297
    },
    {
      "epoch": 0.0532127741439015,
      "grad_norm": 40.798126220703125,
      "learning_rate": 0.00019998612725848238,
      "loss": 4.9328,
      "step": 8298
    },
    {
      "epoch": 0.053219186866743616,
      "grad_norm": 316.21221923828125,
      "learning_rate": 0.00019998612390258985,
      "loss": 4.8578,
      "step": 8299
    },
    {
      "epoch": 0.05322559958958574,
      "grad_norm": 54.103939056396484,
      "learning_rate": 0.00019998612054629154,
      "loss": 5.1026,
      "step": 8300
    },
    {
      "epoch": 0.05322559958958574,
      "eval_loss": 4.952312469482422,
      "eval_runtime": 34.7369,
      "eval_samples_per_second": 90.25,
      "eval_steps_per_second": 22.57,
      "step": 8300
    },
    {
      "epoch": 0.05323201231242786,
      "grad_norm": 253.5659942626953,
      "learning_rate": 0.00019998611718958739,
      "loss": 4.8617,
      "step": 8301
    },
    {
      "epoch": 0.05323842503526997,
      "grad_norm": 1288.7774658203125,
      "learning_rate": 0.0001999861138324774,
      "loss": 4.9196,
      "step": 8302
    },
    {
      "epoch": 0.0532448377581121,
      "grad_norm": 589.6217041015625,
      "learning_rate": 0.0001999861104749616,
      "loss": 5.0383,
      "step": 8303
    },
    {
      "epoch": 0.053251250480954214,
      "grad_norm": 52.52103042602539,
      "learning_rate": 0.00019998610711703996,
      "loss": 5.0569,
      "step": 8304
    },
    {
      "epoch": 0.05325766320379633,
      "grad_norm": 536.8452758789062,
      "learning_rate": 0.00019998610375871248,
      "loss": 4.9378,
      "step": 8305
    },
    {
      "epoch": 0.05326407592663845,
      "grad_norm": 28.3880672454834,
      "learning_rate": 0.0001999861003999792,
      "loss": 5.1316,
      "step": 8306
    },
    {
      "epoch": 0.05327048864948057,
      "grad_norm": 38.049781799316406,
      "learning_rate": 0.00019998609704084008,
      "loss": 4.9046,
      "step": 8307
    },
    {
      "epoch": 0.05327690137232269,
      "grad_norm": 313.76702880859375,
      "learning_rate": 0.00019998609368129512,
      "loss": 4.8273,
      "step": 8308
    },
    {
      "epoch": 0.053283314095164805,
      "grad_norm": 41.335548400878906,
      "learning_rate": 0.00019998609032134438,
      "loss": 4.9471,
      "step": 8309
    },
    {
      "epoch": 0.05328972681800693,
      "grad_norm": 29.626161575317383,
      "learning_rate": 0.00019998608696098776,
      "loss": 4.8898,
      "step": 8310
    },
    {
      "epoch": 0.053296139540849045,
      "grad_norm": 16.079845428466797,
      "learning_rate": 0.00019998608360022533,
      "loss": 4.8745,
      "step": 8311
    },
    {
      "epoch": 0.05330255226369116,
      "grad_norm": 38.841129302978516,
      "learning_rate": 0.0001999860802390571,
      "loss": 4.7858,
      "step": 8312
    },
    {
      "epoch": 0.05330896498653328,
      "grad_norm": 340.1409606933594,
      "learning_rate": 0.000199986076877483,
      "loss": 4.7838,
      "step": 8313
    },
    {
      "epoch": 0.0533153777093754,
      "grad_norm": 148.72927856445312,
      "learning_rate": 0.0001999860735155031,
      "loss": 5.1821,
      "step": 8314
    },
    {
      "epoch": 0.05332179043221752,
      "grad_norm": 746.8961791992188,
      "learning_rate": 0.00019998607015311737,
      "loss": 4.8755,
      "step": 8315
    },
    {
      "epoch": 0.053328203155059636,
      "grad_norm": 24.140146255493164,
      "learning_rate": 0.0001999860667903258,
      "loss": 5.021,
      "step": 8316
    },
    {
      "epoch": 0.05333461587790176,
      "grad_norm": 38.053260803222656,
      "learning_rate": 0.0001999860634271284,
      "loss": 4.8832,
      "step": 8317
    },
    {
      "epoch": 0.05334102860074388,
      "grad_norm": 224.55496215820312,
      "learning_rate": 0.0001999860600635252,
      "loss": 4.9632,
      "step": 8318
    },
    {
      "epoch": 0.053347441323585994,
      "grad_norm": 41.712364196777344,
      "learning_rate": 0.00019998605669951615,
      "loss": 4.9691,
      "step": 8319
    },
    {
      "epoch": 0.05335385404642811,
      "grad_norm": 97493.65625,
      "learning_rate": 0.0001999860533351013,
      "loss": 4.8177,
      "step": 8320
    },
    {
      "epoch": 0.053360266769270234,
      "grad_norm": 22.41916847229004,
      "learning_rate": 0.00019998604997028058,
      "loss": 4.8774,
      "step": 8321
    },
    {
      "epoch": 0.05336667949211235,
      "grad_norm": 256.85858154296875,
      "learning_rate": 0.00019998604660505408,
      "loss": 5.1476,
      "step": 8322
    },
    {
      "epoch": 0.05337309221495447,
      "grad_norm": 259.51373291015625,
      "learning_rate": 0.0001999860432394217,
      "loss": 4.9499,
      "step": 8323
    },
    {
      "epoch": 0.05337950493779659,
      "grad_norm": 33.29091262817383,
      "learning_rate": 0.00019998603987338355,
      "loss": 5.2352,
      "step": 8324
    },
    {
      "epoch": 0.05338591766063871,
      "grad_norm": 46.65172576904297,
      "learning_rate": 0.00019998603650693954,
      "loss": 4.9112,
      "step": 8325
    },
    {
      "epoch": 0.053392330383480825,
      "grad_norm": 14.306947708129883,
      "learning_rate": 0.0001999860331400897,
      "loss": 5.4973,
      "step": 8326
    },
    {
      "epoch": 0.05339874310632294,
      "grad_norm": 49.7725944519043,
      "learning_rate": 0.00019998602977283408,
      "loss": 4.9742,
      "step": 8327
    },
    {
      "epoch": 0.053405155829165066,
      "grad_norm": 1564.3404541015625,
      "learning_rate": 0.00019998602640517257,
      "loss": 5.1012,
      "step": 8328
    },
    {
      "epoch": 0.05341156855200718,
      "grad_norm": 25.041061401367188,
      "learning_rate": 0.00019998602303710524,
      "loss": 4.8248,
      "step": 8329
    },
    {
      "epoch": 0.0534179812748493,
      "grad_norm": 32.41387176513672,
      "learning_rate": 0.00019998601966863213,
      "loss": 5.0396,
      "step": 8330
    },
    {
      "epoch": 0.05342439399769142,
      "grad_norm": 61.717185974121094,
      "learning_rate": 0.00019998601629975317,
      "loss": 4.9175,
      "step": 8331
    },
    {
      "epoch": 0.05343080672053354,
      "grad_norm": 384.08929443359375,
      "learning_rate": 0.00019998601293046836,
      "loss": 4.8921,
      "step": 8332
    },
    {
      "epoch": 0.05343721944337566,
      "grad_norm": 67.25605773925781,
      "learning_rate": 0.00019998600956077777,
      "loss": 5.0002,
      "step": 8333
    },
    {
      "epoch": 0.053443632166217774,
      "grad_norm": 15.230390548706055,
      "learning_rate": 0.0001999860061906813,
      "loss": 4.9282,
      "step": 8334
    },
    {
      "epoch": 0.0534500448890599,
      "grad_norm": 69.33506774902344,
      "learning_rate": 0.00019998600282017902,
      "loss": 4.8107,
      "step": 8335
    },
    {
      "epoch": 0.053456457611902014,
      "grad_norm": 53.60639572143555,
      "learning_rate": 0.00019998599944927095,
      "loss": 4.7933,
      "step": 8336
    },
    {
      "epoch": 0.05346287033474413,
      "grad_norm": 38.43190383911133,
      "learning_rate": 0.000199985996077957,
      "loss": 5.1534,
      "step": 8337
    },
    {
      "epoch": 0.05346928305758625,
      "grad_norm": 44.02254104614258,
      "learning_rate": 0.00019998599270623724,
      "loss": 5.0566,
      "step": 8338
    },
    {
      "epoch": 0.05347569578042837,
      "grad_norm": 34.436744689941406,
      "learning_rate": 0.0001999859893341117,
      "loss": 4.8508,
      "step": 8339
    },
    {
      "epoch": 0.05348210850327049,
      "grad_norm": 68.12781524658203,
      "learning_rate": 0.0001999859859615803,
      "loss": 5.111,
      "step": 8340
    },
    {
      "epoch": 0.053488521226112605,
      "grad_norm": 12.908495903015137,
      "learning_rate": 0.00019998598258864306,
      "loss": 4.9464,
      "step": 8341
    },
    {
      "epoch": 0.05349493394895473,
      "grad_norm": 72.8587646484375,
      "learning_rate": 0.0001999859792153,
      "loss": 5.0748,
      "step": 8342
    },
    {
      "epoch": 0.053501346671796846,
      "grad_norm": 43.76202392578125,
      "learning_rate": 0.0001999859758415511,
      "loss": 5.0977,
      "step": 8343
    },
    {
      "epoch": 0.05350775939463896,
      "grad_norm": 19.186077117919922,
      "learning_rate": 0.0001999859724673964,
      "loss": 5.1246,
      "step": 8344
    },
    {
      "epoch": 0.05351417211748108,
      "grad_norm": 61.626888275146484,
      "learning_rate": 0.00019998596909283586,
      "loss": 4.8229,
      "step": 8345
    },
    {
      "epoch": 0.0535205848403232,
      "grad_norm": 52.230445861816406,
      "learning_rate": 0.00019998596571786949,
      "loss": 5.2914,
      "step": 8346
    },
    {
      "epoch": 0.05352699756316532,
      "grad_norm": 5961.2685546875,
      "learning_rate": 0.00019998596234249732,
      "loss": 4.9396,
      "step": 8347
    },
    {
      "epoch": 0.053533410286007437,
      "grad_norm": 83.04808044433594,
      "learning_rate": 0.0001999859589667193,
      "loss": 4.8238,
      "step": 8348
    },
    {
      "epoch": 0.05353982300884956,
      "grad_norm": 70.9623031616211,
      "learning_rate": 0.00019998595559053546,
      "loss": 5.0505,
      "step": 8349
    },
    {
      "epoch": 0.05354623573169168,
      "grad_norm": 299.7010192871094,
      "learning_rate": 0.00019998595221394579,
      "loss": 5.1234,
      "step": 8350
    },
    {
      "epoch": 0.053552648454533794,
      "grad_norm": 16.241777420043945,
      "learning_rate": 0.0001999859488369503,
      "loss": 4.6715,
      "step": 8351
    },
    {
      "epoch": 0.05355906117737591,
      "grad_norm": 96.95157623291016,
      "learning_rate": 0.00019998594545954897,
      "loss": 4.963,
      "step": 8352
    },
    {
      "epoch": 0.053565473900218034,
      "grad_norm": 109.2093734741211,
      "learning_rate": 0.00019998594208174182,
      "loss": 4.9589,
      "step": 8353
    },
    {
      "epoch": 0.05357188662306015,
      "grad_norm": 59.195640563964844,
      "learning_rate": 0.00019998593870352885,
      "loss": 4.865,
      "step": 8354
    },
    {
      "epoch": 0.05357829934590227,
      "grad_norm": 58.339080810546875,
      "learning_rate": 0.00019998593532491004,
      "loss": 5.0535,
      "step": 8355
    },
    {
      "epoch": 0.05358471206874439,
      "grad_norm": 119.92326354980469,
      "learning_rate": 0.0001999859319458854,
      "loss": 4.6091,
      "step": 8356
    },
    {
      "epoch": 0.05359112479158651,
      "grad_norm": 175.20631408691406,
      "learning_rate": 0.00019998592856645495,
      "loss": 4.9115,
      "step": 8357
    },
    {
      "epoch": 0.053597537514428625,
      "grad_norm": 78.33397674560547,
      "learning_rate": 0.00019998592518661866,
      "loss": 4.853,
      "step": 8358
    },
    {
      "epoch": 0.05360395023727074,
      "grad_norm": 74.52306365966797,
      "learning_rate": 0.00019998592180637655,
      "loss": 4.9385,
      "step": 8359
    },
    {
      "epoch": 0.053610362960112866,
      "grad_norm": 72.99503326416016,
      "learning_rate": 0.00019998591842572863,
      "loss": 5.0549,
      "step": 8360
    },
    {
      "epoch": 0.05361677568295498,
      "grad_norm": 29.552719116210938,
      "learning_rate": 0.00019998591504467487,
      "loss": 5.1649,
      "step": 8361
    },
    {
      "epoch": 0.0536231884057971,
      "grad_norm": 22.151992797851562,
      "learning_rate": 0.0001999859116632153,
      "loss": 5.0009,
      "step": 8362
    },
    {
      "epoch": 0.05362960112863922,
      "grad_norm": 193.9528350830078,
      "learning_rate": 0.00019998590828134986,
      "loss": 4.8498,
      "step": 8363
    },
    {
      "epoch": 0.05363601385148134,
      "grad_norm": 74.92327880859375,
      "learning_rate": 0.00019998590489907865,
      "loss": 4.7895,
      "step": 8364
    },
    {
      "epoch": 0.05364242657432346,
      "grad_norm": 22.369308471679688,
      "learning_rate": 0.0001999859015164016,
      "loss": 4.9094,
      "step": 8365
    },
    {
      "epoch": 0.053648839297165574,
      "grad_norm": 15.774547576904297,
      "learning_rate": 0.00019998589813331868,
      "loss": 4.7722,
      "step": 8366
    },
    {
      "epoch": 0.0536552520200077,
      "grad_norm": 52.140445709228516,
      "learning_rate": 0.00019998589474982996,
      "loss": 4.7191,
      "step": 8367
    },
    {
      "epoch": 0.053661664742849814,
      "grad_norm": 18.25370979309082,
      "learning_rate": 0.00019998589136593543,
      "loss": 5.0325,
      "step": 8368
    },
    {
      "epoch": 0.05366807746569193,
      "grad_norm": 158.85350036621094,
      "learning_rate": 0.00019998588798163504,
      "loss": 4.9484,
      "step": 8369
    },
    {
      "epoch": 0.053674490188534055,
      "grad_norm": 46.005619049072266,
      "learning_rate": 0.00019998588459692887,
      "loss": 4.9826,
      "step": 8370
    },
    {
      "epoch": 0.05368090291137617,
      "grad_norm": 77.9990005493164,
      "learning_rate": 0.00019998588121181683,
      "loss": 4.8013,
      "step": 8371
    },
    {
      "epoch": 0.05368731563421829,
      "grad_norm": 2218.212646484375,
      "learning_rate": 0.00019998587782629897,
      "loss": 4.9686,
      "step": 8372
    },
    {
      "epoch": 0.053693728357060405,
      "grad_norm": 81.84815216064453,
      "learning_rate": 0.0001999858744403753,
      "loss": 4.8028,
      "step": 8373
    },
    {
      "epoch": 0.05370014107990253,
      "grad_norm": 36.301841735839844,
      "learning_rate": 0.0001999858710540458,
      "loss": 4.8896,
      "step": 8374
    },
    {
      "epoch": 0.053706553802744646,
      "grad_norm": 41.5338249206543,
      "learning_rate": 0.00019998586766731047,
      "loss": 4.9801,
      "step": 8375
    },
    {
      "epoch": 0.05371296652558676,
      "grad_norm": 243.98834228515625,
      "learning_rate": 0.00019998586428016931,
      "loss": 4.9935,
      "step": 8376
    },
    {
      "epoch": 0.053719379248428886,
      "grad_norm": 36.752235412597656,
      "learning_rate": 0.00019998586089262234,
      "loss": 4.6821,
      "step": 8377
    },
    {
      "epoch": 0.053725791971271,
      "grad_norm": 20.436891555786133,
      "learning_rate": 0.00019998585750466953,
      "loss": 5.0285,
      "step": 8378
    },
    {
      "epoch": 0.05373220469411312,
      "grad_norm": 2721.994873046875,
      "learning_rate": 0.0001999858541163109,
      "loss": 4.9915,
      "step": 8379
    },
    {
      "epoch": 0.05373861741695524,
      "grad_norm": 153.8529052734375,
      "learning_rate": 0.00019998585072754645,
      "loss": 5.1043,
      "step": 8380
    },
    {
      "epoch": 0.05374503013979736,
      "grad_norm": 121.87444305419922,
      "learning_rate": 0.00019998584733837619,
      "loss": 4.8516,
      "step": 8381
    },
    {
      "epoch": 0.05375144286263948,
      "grad_norm": 34.367183685302734,
      "learning_rate": 0.00019998584394880005,
      "loss": 5.1621,
      "step": 8382
    },
    {
      "epoch": 0.053757855585481594,
      "grad_norm": 66.55306243896484,
      "learning_rate": 0.0001999858405588181,
      "loss": 4.9036,
      "step": 8383
    },
    {
      "epoch": 0.05376426830832371,
      "grad_norm": 42.35858917236328,
      "learning_rate": 0.00019998583716843035,
      "loss": 4.643,
      "step": 8384
    },
    {
      "epoch": 0.053770681031165835,
      "grad_norm": 21.248308181762695,
      "learning_rate": 0.00019998583377763677,
      "loss": 4.9422,
      "step": 8385
    },
    {
      "epoch": 0.05377709375400795,
      "grad_norm": 26.862157821655273,
      "learning_rate": 0.00019998583038643734,
      "loss": 5.1622,
      "step": 8386
    },
    {
      "epoch": 0.05378350647685007,
      "grad_norm": 332.3064270019531,
      "learning_rate": 0.00019998582699483212,
      "loss": 4.8308,
      "step": 8387
    },
    {
      "epoch": 0.05378991919969219,
      "grad_norm": 96.99209594726562,
      "learning_rate": 0.00019998582360282105,
      "loss": 4.9035,
      "step": 8388
    },
    {
      "epoch": 0.05379633192253431,
      "grad_norm": 68.2452163696289,
      "learning_rate": 0.00019998582021040414,
      "loss": 5.1077,
      "step": 8389
    },
    {
      "epoch": 0.053802744645376425,
      "grad_norm": 35.47123336791992,
      "learning_rate": 0.00019998581681758144,
      "loss": 4.6955,
      "step": 8390
    },
    {
      "epoch": 0.05380915736821854,
      "grad_norm": 286.4034423828125,
      "learning_rate": 0.0001999858134243529,
      "loss": 5.038,
      "step": 8391
    },
    {
      "epoch": 0.053815570091060666,
      "grad_norm": 30.973155975341797,
      "learning_rate": 0.0001999858100307185,
      "loss": 5.119,
      "step": 8392
    },
    {
      "epoch": 0.05382198281390278,
      "grad_norm": 49.706077575683594,
      "learning_rate": 0.00019998580663667831,
      "loss": 4.9433,
      "step": 8393
    },
    {
      "epoch": 0.0538283955367449,
      "grad_norm": 102.18484497070312,
      "learning_rate": 0.0001999858032422323,
      "loss": 4.9847,
      "step": 8394
    },
    {
      "epoch": 0.05383480825958702,
      "grad_norm": 88.18399810791016,
      "learning_rate": 0.00019998579984738046,
      "loss": 5.0474,
      "step": 8395
    },
    {
      "epoch": 0.05384122098242914,
      "grad_norm": 45.628150939941406,
      "learning_rate": 0.00019998579645212278,
      "loss": 5.0451,
      "step": 8396
    },
    {
      "epoch": 0.05384763370527126,
      "grad_norm": 44.50272750854492,
      "learning_rate": 0.00019998579305645928,
      "loss": 5.1341,
      "step": 8397
    },
    {
      "epoch": 0.053854046428113374,
      "grad_norm": 55.58155822753906,
      "learning_rate": 0.00019998578966038996,
      "loss": 5.1147,
      "step": 8398
    },
    {
      "epoch": 0.0538604591509555,
      "grad_norm": 346.731201171875,
      "learning_rate": 0.0001999857862639148,
      "loss": 4.7815,
      "step": 8399
    },
    {
      "epoch": 0.053866871873797614,
      "grad_norm": 26.058042526245117,
      "learning_rate": 0.00019998578286703383,
      "loss": 4.9261,
      "step": 8400
    },
    {
      "epoch": 0.053866871873797614,
      "eval_loss": 4.923044204711914,
      "eval_runtime": 34.7388,
      "eval_samples_per_second": 90.245,
      "eval_steps_per_second": 22.568,
      "step": 8400
    },
    {
      "epoch": 0.05387328459663973,
      "grad_norm": 43.429927825927734,
      "learning_rate": 0.000199985779469747,
      "loss": 4.9449,
      "step": 8401
    },
    {
      "epoch": 0.053879697319481855,
      "grad_norm": 98.58100128173828,
      "learning_rate": 0.0001999857760720544,
      "loss": 4.9066,
      "step": 8402
    },
    {
      "epoch": 0.05388611004232397,
      "grad_norm": 54.8905143737793,
      "learning_rate": 0.00019998577267395592,
      "loss": 4.8272,
      "step": 8403
    },
    {
      "epoch": 0.05389252276516609,
      "grad_norm": 40.02095413208008,
      "learning_rate": 0.00019998576927545165,
      "loss": 4.9877,
      "step": 8404
    },
    {
      "epoch": 0.053898935488008205,
      "grad_norm": 214.69200134277344,
      "learning_rate": 0.00019998576587654157,
      "loss": 5.3013,
      "step": 8405
    },
    {
      "epoch": 0.05390534821085033,
      "grad_norm": 99.50467681884766,
      "learning_rate": 0.00019998576247722563,
      "loss": 4.848,
      "step": 8406
    },
    {
      "epoch": 0.053911760933692446,
      "grad_norm": 532.91748046875,
      "learning_rate": 0.0001999857590775039,
      "loss": 4.9548,
      "step": 8407
    },
    {
      "epoch": 0.05391817365653456,
      "grad_norm": 49.037811279296875,
      "learning_rate": 0.00019998575567737627,
      "loss": 5.2587,
      "step": 8408
    },
    {
      "epoch": 0.053924586379376686,
      "grad_norm": 414.86932373046875,
      "learning_rate": 0.00019998575227684286,
      "loss": 5.1665,
      "step": 8409
    },
    {
      "epoch": 0.0539309991022188,
      "grad_norm": 329.9891357421875,
      "learning_rate": 0.00019998574887590363,
      "loss": 4.8907,
      "step": 8410
    },
    {
      "epoch": 0.05393741182506092,
      "grad_norm": 34.9036979675293,
      "learning_rate": 0.00019998574547455857,
      "loss": 5.1239,
      "step": 8411
    },
    {
      "epoch": 0.05394382454790304,
      "grad_norm": 31.12646484375,
      "learning_rate": 0.00019998574207280768,
      "loss": 5.0225,
      "step": 8412
    },
    {
      "epoch": 0.05395023727074516,
      "grad_norm": 62.15817642211914,
      "learning_rate": 0.000199985738670651,
      "loss": 4.7705,
      "step": 8413
    },
    {
      "epoch": 0.05395664999358728,
      "grad_norm": 76.27921295166016,
      "learning_rate": 0.00019998573526808846,
      "loss": 5.2805,
      "step": 8414
    },
    {
      "epoch": 0.053963062716429394,
      "grad_norm": 78.2518310546875,
      "learning_rate": 0.0001999857318651201,
      "loss": 5.0968,
      "step": 8415
    },
    {
      "epoch": 0.05396947543927152,
      "grad_norm": 40.37059783935547,
      "learning_rate": 0.0001999857284617459,
      "loss": 4.9863,
      "step": 8416
    },
    {
      "epoch": 0.053975888162113635,
      "grad_norm": 1528.18017578125,
      "learning_rate": 0.0001999857250579659,
      "loss": 4.9655,
      "step": 8417
    },
    {
      "epoch": 0.05398230088495575,
      "grad_norm": 3574.408935546875,
      "learning_rate": 0.00019998572165378005,
      "loss": 5.158,
      "step": 8418
    },
    {
      "epoch": 0.05398871360779787,
      "grad_norm": 121.13386535644531,
      "learning_rate": 0.0001999857182491884,
      "loss": 4.9029,
      "step": 8419
    },
    {
      "epoch": 0.05399512633063999,
      "grad_norm": 140.43846130371094,
      "learning_rate": 0.00019998571484419088,
      "loss": 5.0909,
      "step": 8420
    },
    {
      "epoch": 0.05400153905348211,
      "grad_norm": 37.897891998291016,
      "learning_rate": 0.00019998571143878756,
      "loss": 4.8261,
      "step": 8421
    },
    {
      "epoch": 0.054007951776324226,
      "grad_norm": 44.283653259277344,
      "learning_rate": 0.00019998570803297843,
      "loss": 5.0163,
      "step": 8422
    },
    {
      "epoch": 0.05401436449916635,
      "grad_norm": 109.13983917236328,
      "learning_rate": 0.00019998570462676348,
      "loss": 4.7561,
      "step": 8423
    },
    {
      "epoch": 0.054020777222008466,
      "grad_norm": 160.43008422851562,
      "learning_rate": 0.00019998570122014265,
      "loss": 5.2318,
      "step": 8424
    },
    {
      "epoch": 0.05402718994485058,
      "grad_norm": 23.73974609375,
      "learning_rate": 0.00019998569781311604,
      "loss": 4.9543,
      "step": 8425
    },
    {
      "epoch": 0.0540336026676927,
      "grad_norm": 61.79634475708008,
      "learning_rate": 0.00019998569440568363,
      "loss": 4.907,
      "step": 8426
    },
    {
      "epoch": 0.054040015390534824,
      "grad_norm": 57.48414993286133,
      "learning_rate": 0.00019998569099784533,
      "loss": 4.8432,
      "step": 8427
    },
    {
      "epoch": 0.05404642811337694,
      "grad_norm": 33.464298248291016,
      "learning_rate": 0.00019998568758960127,
      "loss": 4.886,
      "step": 8428
    },
    {
      "epoch": 0.05405284083621906,
      "grad_norm": 339.80938720703125,
      "learning_rate": 0.00019998568418095133,
      "loss": 5.091,
      "step": 8429
    },
    {
      "epoch": 0.054059253559061174,
      "grad_norm": 31.906984329223633,
      "learning_rate": 0.00019998568077189558,
      "loss": 5.12,
      "step": 8430
    },
    {
      "epoch": 0.0540656662819033,
      "grad_norm": 20.049306869506836,
      "learning_rate": 0.000199985677362434,
      "loss": 4.8945,
      "step": 8431
    },
    {
      "epoch": 0.054072079004745414,
      "grad_norm": 53.87220764160156,
      "learning_rate": 0.00019998567395256662,
      "loss": 4.9634,
      "step": 8432
    },
    {
      "epoch": 0.05407849172758753,
      "grad_norm": 89.2840805053711,
      "learning_rate": 0.0001999856705422934,
      "loss": 5.1638,
      "step": 8433
    },
    {
      "epoch": 0.054084904450429655,
      "grad_norm": 105.2955093383789,
      "learning_rate": 0.00019998566713161435,
      "loss": 4.9032,
      "step": 8434
    },
    {
      "epoch": 0.05409131717327177,
      "grad_norm": 37.08896255493164,
      "learning_rate": 0.00019998566372052948,
      "loss": 5.5374,
      "step": 8435
    },
    {
      "epoch": 0.05409772989611389,
      "grad_norm": 29.056245803833008,
      "learning_rate": 0.00019998566030903877,
      "loss": 5.0754,
      "step": 8436
    },
    {
      "epoch": 0.054104142618956005,
      "grad_norm": 160.98092651367188,
      "learning_rate": 0.00019998565689714228,
      "loss": 5.0575,
      "step": 8437
    },
    {
      "epoch": 0.05411055534179813,
      "grad_norm": 49.16008377075195,
      "learning_rate": 0.00019998565348483993,
      "loss": 4.8234,
      "step": 8438
    },
    {
      "epoch": 0.054116968064640246,
      "grad_norm": 69.52204132080078,
      "learning_rate": 0.00019998565007213175,
      "loss": 4.733,
      "step": 8439
    },
    {
      "epoch": 0.05412338078748236,
      "grad_norm": 95.43112182617188,
      "learning_rate": 0.00019998564665901775,
      "loss": 5.0929,
      "step": 8440
    },
    {
      "epoch": 0.054129793510324486,
      "grad_norm": 48.028472900390625,
      "learning_rate": 0.00019998564324549793,
      "loss": 4.9183,
      "step": 8441
    },
    {
      "epoch": 0.0541362062331666,
      "grad_norm": 53.55350112915039,
      "learning_rate": 0.0001999856398315723,
      "loss": 5.2048,
      "step": 8442
    },
    {
      "epoch": 0.05414261895600872,
      "grad_norm": 21.557924270629883,
      "learning_rate": 0.0001999856364172408,
      "loss": 5.1336,
      "step": 8443
    },
    {
      "epoch": 0.05414903167885084,
      "grad_norm": 37.26813888549805,
      "learning_rate": 0.0001999856330025035,
      "loss": 4.9005,
      "step": 8444
    },
    {
      "epoch": 0.05415544440169296,
      "grad_norm": 25.435497283935547,
      "learning_rate": 0.00019998562958736037,
      "loss": 4.7625,
      "step": 8445
    },
    {
      "epoch": 0.05416185712453508,
      "grad_norm": 151.9412841796875,
      "learning_rate": 0.00019998562617181141,
      "loss": 4.8172,
      "step": 8446
    },
    {
      "epoch": 0.054168269847377194,
      "grad_norm": 91.56257629394531,
      "learning_rate": 0.00019998562275585667,
      "loss": 4.8156,
      "step": 8447
    },
    {
      "epoch": 0.05417468257021932,
      "grad_norm": 112.90050506591797,
      "learning_rate": 0.00019998561933949605,
      "loss": 5.1341,
      "step": 8448
    },
    {
      "epoch": 0.054181095293061435,
      "grad_norm": 35.494468688964844,
      "learning_rate": 0.0001999856159227296,
      "loss": 5.1044,
      "step": 8449
    },
    {
      "epoch": 0.05418750801590355,
      "grad_norm": 141.0421905517578,
      "learning_rate": 0.00019998561250555739,
      "loss": 4.9606,
      "step": 8450
    },
    {
      "epoch": 0.05419392073874567,
      "grad_norm": 24.43404769897461,
      "learning_rate": 0.0001999856090879793,
      "loss": 4.9137,
      "step": 8451
    },
    {
      "epoch": 0.05420033346158779,
      "grad_norm": 51.24435043334961,
      "learning_rate": 0.0001999856056699954,
      "loss": 5.0726,
      "step": 8452
    },
    {
      "epoch": 0.05420674618442991,
      "grad_norm": 30.409940719604492,
      "learning_rate": 0.0001999856022516057,
      "loss": 4.9819,
      "step": 8453
    },
    {
      "epoch": 0.054213158907272026,
      "grad_norm": 83.94517517089844,
      "learning_rate": 0.00019998559883281015,
      "loss": 5.1425,
      "step": 8454
    },
    {
      "epoch": 0.05421957163011415,
      "grad_norm": 29.38254737854004,
      "learning_rate": 0.00019998559541360876,
      "loss": 5.1367,
      "step": 8455
    },
    {
      "epoch": 0.054225984352956266,
      "grad_norm": 42.05602264404297,
      "learning_rate": 0.00019998559199400155,
      "loss": 4.9259,
      "step": 8456
    },
    {
      "epoch": 0.05423239707579838,
      "grad_norm": 21.944738388061523,
      "learning_rate": 0.00019998558857398853,
      "loss": 5.0433,
      "step": 8457
    },
    {
      "epoch": 0.0542388097986405,
      "grad_norm": 24.355134963989258,
      "learning_rate": 0.00019998558515356969,
      "loss": 4.972,
      "step": 8458
    },
    {
      "epoch": 0.054245222521482624,
      "grad_norm": 52.212589263916016,
      "learning_rate": 0.000199985581732745,
      "loss": 4.9909,
      "step": 8459
    },
    {
      "epoch": 0.05425163524432474,
      "grad_norm": 42.43999099731445,
      "learning_rate": 0.0001999855783115145,
      "loss": 4.8262,
      "step": 8460
    },
    {
      "epoch": 0.05425804796716686,
      "grad_norm": 2643.204345703125,
      "learning_rate": 0.00019998557488987818,
      "loss": 4.9378,
      "step": 8461
    },
    {
      "epoch": 0.05426446069000898,
      "grad_norm": 256.193359375,
      "learning_rate": 0.00019998557146783604,
      "loss": 4.8648,
      "step": 8462
    },
    {
      "epoch": 0.0542708734128511,
      "grad_norm": 273.01092529296875,
      "learning_rate": 0.00019998556804538806,
      "loss": 4.7943,
      "step": 8463
    },
    {
      "epoch": 0.054277286135693215,
      "grad_norm": 44.153507232666016,
      "learning_rate": 0.00019998556462253426,
      "loss": 4.9375,
      "step": 8464
    },
    {
      "epoch": 0.05428369885853533,
      "grad_norm": 67.51769256591797,
      "learning_rate": 0.00019998556119927465,
      "loss": 5.1747,
      "step": 8465
    },
    {
      "epoch": 0.054290111581377455,
      "grad_norm": 72.28517150878906,
      "learning_rate": 0.0001999855577756092,
      "loss": 4.8014,
      "step": 8466
    },
    {
      "epoch": 0.05429652430421957,
      "grad_norm": 41.423160552978516,
      "learning_rate": 0.00019998555435153792,
      "loss": 4.8725,
      "step": 8467
    },
    {
      "epoch": 0.05430293702706169,
      "grad_norm": 105.00241088867188,
      "learning_rate": 0.00019998555092706083,
      "loss": 5.0417,
      "step": 8468
    },
    {
      "epoch": 0.05430934974990381,
      "grad_norm": 111.35884094238281,
      "learning_rate": 0.0001999855475021779,
      "loss": 4.6922,
      "step": 8469
    },
    {
      "epoch": 0.05431576247274593,
      "grad_norm": 51.32773208618164,
      "learning_rate": 0.00019998554407688914,
      "loss": 4.8754,
      "step": 8470
    },
    {
      "epoch": 0.054322175195588046,
      "grad_norm": 77.23303985595703,
      "learning_rate": 0.00019998554065119457,
      "loss": 5.2248,
      "step": 8471
    },
    {
      "epoch": 0.05432858791843016,
      "grad_norm": 37.330928802490234,
      "learning_rate": 0.00019998553722509415,
      "loss": 4.9203,
      "step": 8472
    },
    {
      "epoch": 0.05433500064127229,
      "grad_norm": 74.4698715209961,
      "learning_rate": 0.00019998553379858795,
      "loss": 4.8785,
      "step": 8473
    },
    {
      "epoch": 0.0543414133641144,
      "grad_norm": 57.53788757324219,
      "learning_rate": 0.0001999855303716759,
      "loss": 4.9202,
      "step": 8474
    },
    {
      "epoch": 0.05434782608695652,
      "grad_norm": 49.763458251953125,
      "learning_rate": 0.000199985526944358,
      "loss": 5.2883,
      "step": 8475
    },
    {
      "epoch": 0.054354238809798644,
      "grad_norm": 142.94500732421875,
      "learning_rate": 0.0001999855235166343,
      "loss": 5.0008,
      "step": 8476
    },
    {
      "epoch": 0.05436065153264076,
      "grad_norm": 31.96721839904785,
      "learning_rate": 0.0001999855200885048,
      "loss": 4.7723,
      "step": 8477
    },
    {
      "epoch": 0.05436706425548288,
      "grad_norm": 182.2510223388672,
      "learning_rate": 0.00019998551665996946,
      "loss": 4.9236,
      "step": 8478
    },
    {
      "epoch": 0.054373476978324994,
      "grad_norm": 31.331586837768555,
      "learning_rate": 0.0001999855132310283,
      "loss": 4.9043,
      "step": 8479
    },
    {
      "epoch": 0.05437988970116712,
      "grad_norm": 118.4581069946289,
      "learning_rate": 0.00019998550980168127,
      "loss": 5.0388,
      "step": 8480
    },
    {
      "epoch": 0.054386302424009235,
      "grad_norm": 41.88921356201172,
      "learning_rate": 0.00019998550637192848,
      "loss": 5.0005,
      "step": 8481
    },
    {
      "epoch": 0.05439271514685135,
      "grad_norm": 36.67866516113281,
      "learning_rate": 0.00019998550294176982,
      "loss": 4.861,
      "step": 8482
    },
    {
      "epoch": 0.05439912786969347,
      "grad_norm": 27.419273376464844,
      "learning_rate": 0.00019998549951120534,
      "loss": 4.8551,
      "step": 8483
    },
    {
      "epoch": 0.05440554059253559,
      "grad_norm": 27.94165802001953,
      "learning_rate": 0.00019998549608023507,
      "loss": 4.9501,
      "step": 8484
    },
    {
      "epoch": 0.05441195331537771,
      "grad_norm": 62.60673141479492,
      "learning_rate": 0.00019998549264885893,
      "loss": 4.9046,
      "step": 8485
    },
    {
      "epoch": 0.054418366038219826,
      "grad_norm": 72.05516815185547,
      "learning_rate": 0.000199985489217077,
      "loss": 5.2953,
      "step": 8486
    },
    {
      "epoch": 0.05442477876106195,
      "grad_norm": 81.51216125488281,
      "learning_rate": 0.0001999854857848892,
      "loss": 4.9945,
      "step": 8487
    },
    {
      "epoch": 0.054431191483904066,
      "grad_norm": 17.67779541015625,
      "learning_rate": 0.00019998548235229563,
      "loss": 5.0364,
      "step": 8488
    },
    {
      "epoch": 0.05443760420674618,
      "grad_norm": 57.474388122558594,
      "learning_rate": 0.00019998547891929622,
      "loss": 4.7935,
      "step": 8489
    },
    {
      "epoch": 0.0544440169295883,
      "grad_norm": 25.508079528808594,
      "learning_rate": 0.00019998547548589097,
      "loss": 5.0258,
      "step": 8490
    },
    {
      "epoch": 0.054450429652430424,
      "grad_norm": 46.062862396240234,
      "learning_rate": 0.0001999854720520799,
      "loss": 5.1222,
      "step": 8491
    },
    {
      "epoch": 0.05445684237527254,
      "grad_norm": 48.99055480957031,
      "learning_rate": 0.000199985468617863,
      "loss": 4.9786,
      "step": 8492
    },
    {
      "epoch": 0.05446325509811466,
      "grad_norm": 20.48383331298828,
      "learning_rate": 0.00019998546518324028,
      "loss": 4.9375,
      "step": 8493
    },
    {
      "epoch": 0.05446966782095678,
      "grad_norm": 14.693707466125488,
      "learning_rate": 0.00019998546174821176,
      "loss": 4.8188,
      "step": 8494
    },
    {
      "epoch": 0.0544760805437989,
      "grad_norm": 34.02178955078125,
      "learning_rate": 0.00019998545831277737,
      "loss": 5.2932,
      "step": 8495
    },
    {
      "epoch": 0.054482493266641015,
      "grad_norm": 16.799652099609375,
      "learning_rate": 0.0001999854548769372,
      "loss": 4.715,
      "step": 8496
    },
    {
      "epoch": 0.05448890598948313,
      "grad_norm": 23.597537994384766,
      "learning_rate": 0.0001999854514406912,
      "loss": 4.8407,
      "step": 8497
    },
    {
      "epoch": 0.054495318712325255,
      "grad_norm": 28.4490966796875,
      "learning_rate": 0.00019998544800403932,
      "loss": 4.9828,
      "step": 8498
    },
    {
      "epoch": 0.05450173143516737,
      "grad_norm": 29.354822158813477,
      "learning_rate": 0.00019998544456698166,
      "loss": 4.9492,
      "step": 8499
    },
    {
      "epoch": 0.05450814415800949,
      "grad_norm": 10.077142715454102,
      "learning_rate": 0.0001999854411295182,
      "loss": 5.163,
      "step": 8500
    },
    {
      "epoch": 0.05450814415800949,
      "eval_loss": 4.906142711639404,
      "eval_runtime": 34.7366,
      "eval_samples_per_second": 90.251,
      "eval_steps_per_second": 22.57,
      "step": 8500
    },
    {
      "epoch": 0.05451455688085161,
      "grad_norm": 38.97203063964844,
      "learning_rate": 0.0001999854376916489,
      "loss": 4.834,
      "step": 8501
    },
    {
      "epoch": 0.05452096960369373,
      "grad_norm": 19.96907615661621,
      "learning_rate": 0.00019998543425337376,
      "loss": 5.2784,
      "step": 8502
    },
    {
      "epoch": 0.054527382326535846,
      "grad_norm": 20.377893447875977,
      "learning_rate": 0.00019998543081469278,
      "loss": 5.1784,
      "step": 8503
    },
    {
      "epoch": 0.05453379504937796,
      "grad_norm": 143.3229217529297,
      "learning_rate": 0.000199985427375606,
      "loss": 4.9119,
      "step": 8504
    },
    {
      "epoch": 0.05454020777222009,
      "grad_norm": 18.76494026184082,
      "learning_rate": 0.00019998542393611336,
      "loss": 5.2062,
      "step": 8505
    },
    {
      "epoch": 0.054546620495062204,
      "grad_norm": 17.51410484313965,
      "learning_rate": 0.00019998542049621496,
      "loss": 4.9572,
      "step": 8506
    },
    {
      "epoch": 0.05455303321790432,
      "grad_norm": 54.30170440673828,
      "learning_rate": 0.00019998541705591068,
      "loss": 5.0065,
      "step": 8507
    },
    {
      "epoch": 0.054559445940746444,
      "grad_norm": 49.32450866699219,
      "learning_rate": 0.00019998541361520062,
      "loss": 4.7639,
      "step": 8508
    },
    {
      "epoch": 0.05456585866358856,
      "grad_norm": 44.01066970825195,
      "learning_rate": 0.0001999854101740847,
      "loss": 5.0193,
      "step": 8509
    },
    {
      "epoch": 0.05457227138643068,
      "grad_norm": 15.129262924194336,
      "learning_rate": 0.00019998540673256296,
      "loss": 4.9623,
      "step": 8510
    },
    {
      "epoch": 0.054578684109272795,
      "grad_norm": 12.646097183227539,
      "learning_rate": 0.00019998540329063541,
      "loss": 5.1879,
      "step": 8511
    },
    {
      "epoch": 0.05458509683211492,
      "grad_norm": 14.352150917053223,
      "learning_rate": 0.00019998539984830203,
      "loss": 4.78,
      "step": 8512
    },
    {
      "epoch": 0.054591509554957035,
      "grad_norm": 21.960519790649414,
      "learning_rate": 0.00019998539640556282,
      "loss": 5.0076,
      "step": 8513
    },
    {
      "epoch": 0.05459792227779915,
      "grad_norm": 21.798906326293945,
      "learning_rate": 0.0001999853929624178,
      "loss": 4.8346,
      "step": 8514
    },
    {
      "epoch": 0.054604335000641276,
      "grad_norm": 23.820209503173828,
      "learning_rate": 0.00019998538951886694,
      "loss": 4.7979,
      "step": 8515
    },
    {
      "epoch": 0.05461074772348339,
      "grad_norm": 96.19989776611328,
      "learning_rate": 0.00019998538607491026,
      "loss": 4.8853,
      "step": 8516
    },
    {
      "epoch": 0.05461716044632551,
      "grad_norm": 16.36310386657715,
      "learning_rate": 0.0001999853826305478,
      "loss": 4.8252,
      "step": 8517
    },
    {
      "epoch": 0.054623573169167626,
      "grad_norm": 14.378681182861328,
      "learning_rate": 0.00019998537918577945,
      "loss": 4.9492,
      "step": 8518
    },
    {
      "epoch": 0.05462998589200975,
      "grad_norm": 31.641521453857422,
      "learning_rate": 0.0001999853757406053,
      "loss": 5.0884,
      "step": 8519
    },
    {
      "epoch": 0.05463639861485187,
      "grad_norm": 27.132883071899414,
      "learning_rate": 0.00019998537229502534,
      "loss": 4.8794,
      "step": 8520
    },
    {
      "epoch": 0.05464281133769398,
      "grad_norm": 19.767362594604492,
      "learning_rate": 0.00019998536884903954,
      "loss": 5.0198,
      "step": 8521
    },
    {
      "epoch": 0.05464922406053611,
      "grad_norm": 153.02699279785156,
      "learning_rate": 0.0001999853654026479,
      "loss": 5.1432,
      "step": 8522
    },
    {
      "epoch": 0.054655636783378224,
      "grad_norm": 70.94815826416016,
      "learning_rate": 0.00019998536195585045,
      "loss": 5.127,
      "step": 8523
    },
    {
      "epoch": 0.05466204950622034,
      "grad_norm": 22.531051635742188,
      "learning_rate": 0.00019998535850864718,
      "loss": 4.8823,
      "step": 8524
    },
    {
      "epoch": 0.05466846222906246,
      "grad_norm": 12.042604446411133,
      "learning_rate": 0.00019998535506103807,
      "loss": 5.04,
      "step": 8525
    },
    {
      "epoch": 0.05467487495190458,
      "grad_norm": 20.340538024902344,
      "learning_rate": 0.0001999853516130232,
      "loss": 4.877,
      "step": 8526
    },
    {
      "epoch": 0.0546812876747467,
      "grad_norm": 32.83601760864258,
      "learning_rate": 0.00019998534816460244,
      "loss": 4.8342,
      "step": 8527
    },
    {
      "epoch": 0.054687700397588815,
      "grad_norm": 25.253076553344727,
      "learning_rate": 0.00019998534471577588,
      "loss": 4.9013,
      "step": 8528
    },
    {
      "epoch": 0.05469411312043093,
      "grad_norm": 53.61324691772461,
      "learning_rate": 0.00019998534126654347,
      "loss": 5.0645,
      "step": 8529
    },
    {
      "epoch": 0.054700525843273055,
      "grad_norm": 11.067605018615723,
      "learning_rate": 0.00019998533781690527,
      "loss": 4.8345,
      "step": 8530
    },
    {
      "epoch": 0.05470693856611517,
      "grad_norm": 47.14798355102539,
      "learning_rate": 0.00019998533436686123,
      "loss": 4.7388,
      "step": 8531
    },
    {
      "epoch": 0.05471335128895729,
      "grad_norm": 33.80683517456055,
      "learning_rate": 0.0001999853309164114,
      "loss": 5.0232,
      "step": 8532
    },
    {
      "epoch": 0.05471976401179941,
      "grad_norm": 32.36234664916992,
      "learning_rate": 0.0001999853274655557,
      "loss": 5.0592,
      "step": 8533
    },
    {
      "epoch": 0.05472617673464153,
      "grad_norm": 38.49869918823242,
      "learning_rate": 0.00019998532401429417,
      "loss": 4.9114,
      "step": 8534
    },
    {
      "epoch": 0.054732589457483646,
      "grad_norm": 105.39102935791016,
      "learning_rate": 0.00019998532056262683,
      "loss": 4.7022,
      "step": 8535
    },
    {
      "epoch": 0.05473900218032576,
      "grad_norm": 19.620328903198242,
      "learning_rate": 0.00019998531711055368,
      "loss": 4.9254,
      "step": 8536
    },
    {
      "epoch": 0.05474541490316789,
      "grad_norm": 18.089096069335938,
      "learning_rate": 0.0001999853136580747,
      "loss": 5.0312,
      "step": 8537
    },
    {
      "epoch": 0.054751827626010004,
      "grad_norm": 20.095483779907227,
      "learning_rate": 0.0001999853102051899,
      "loss": 4.9211,
      "step": 8538
    },
    {
      "epoch": 0.05475824034885212,
      "grad_norm": 24.898332595825195,
      "learning_rate": 0.00019998530675189926,
      "loss": 4.8212,
      "step": 8539
    },
    {
      "epoch": 0.054764653071694244,
      "grad_norm": 75.17655181884766,
      "learning_rate": 0.00019998530329820281,
      "loss": 4.9373,
      "step": 8540
    },
    {
      "epoch": 0.05477106579453636,
      "grad_norm": 10.251063346862793,
      "learning_rate": 0.00019998529984410052,
      "loss": 4.8664,
      "step": 8541
    },
    {
      "epoch": 0.05477747851737848,
      "grad_norm": 49.965797424316406,
      "learning_rate": 0.00019998529638959244,
      "loss": 5.0312,
      "step": 8542
    },
    {
      "epoch": 0.054783891240220595,
      "grad_norm": 68.40572357177734,
      "learning_rate": 0.0001999852929346785,
      "loss": 4.8439,
      "step": 8543
    },
    {
      "epoch": 0.05479030396306272,
      "grad_norm": 15.377750396728516,
      "learning_rate": 0.00019998528947935874,
      "loss": 4.7645,
      "step": 8544
    },
    {
      "epoch": 0.054796716685904835,
      "grad_norm": 14.254533767700195,
      "learning_rate": 0.00019998528602363318,
      "loss": 4.967,
      "step": 8545
    },
    {
      "epoch": 0.05480312940874695,
      "grad_norm": 28.320890426635742,
      "learning_rate": 0.0001999852825675018,
      "loss": 4.8225,
      "step": 8546
    },
    {
      "epoch": 0.054809542131589076,
      "grad_norm": 688.0277099609375,
      "learning_rate": 0.00019998527911096456,
      "loss": 5.1534,
      "step": 8547
    },
    {
      "epoch": 0.05481595485443119,
      "grad_norm": 21.41303253173828,
      "learning_rate": 0.00019998527565402152,
      "loss": 4.7445,
      "step": 8548
    },
    {
      "epoch": 0.05482236757727331,
      "grad_norm": 15.884055137634277,
      "learning_rate": 0.00019998527219667266,
      "loss": 5.1184,
      "step": 8549
    },
    {
      "epoch": 0.054828780300115426,
      "grad_norm": 58.86423873901367,
      "learning_rate": 0.00019998526873891796,
      "loss": 5.2266,
      "step": 8550
    },
    {
      "epoch": 0.05483519302295755,
      "grad_norm": 15.983325958251953,
      "learning_rate": 0.00019998526528075745,
      "loss": 4.9142,
      "step": 8551
    },
    {
      "epoch": 0.05484160574579967,
      "grad_norm": 69.50108337402344,
      "learning_rate": 0.00019998526182219112,
      "loss": 5.0547,
      "step": 8552
    },
    {
      "epoch": 0.054848018468641783,
      "grad_norm": 37.386749267578125,
      "learning_rate": 0.00019998525836321897,
      "loss": 4.9966,
      "step": 8553
    },
    {
      "epoch": 0.05485443119148391,
      "grad_norm": 108.92407989501953,
      "learning_rate": 0.00019998525490384097,
      "loss": 4.756,
      "step": 8554
    },
    {
      "epoch": 0.054860843914326024,
      "grad_norm": 20.780729293823242,
      "learning_rate": 0.0001999852514440572,
      "loss": 4.9705,
      "step": 8555
    },
    {
      "epoch": 0.05486725663716814,
      "grad_norm": 22.69664764404297,
      "learning_rate": 0.00019998524798386753,
      "loss": 4.9085,
      "step": 8556
    },
    {
      "epoch": 0.05487366936001026,
      "grad_norm": 13.134709358215332,
      "learning_rate": 0.00019998524452327206,
      "loss": 4.7209,
      "step": 8557
    },
    {
      "epoch": 0.05488008208285238,
      "grad_norm": 62.240684509277344,
      "learning_rate": 0.0001999852410622708,
      "loss": 5.3835,
      "step": 8558
    },
    {
      "epoch": 0.0548864948056945,
      "grad_norm": 19.068099975585938,
      "learning_rate": 0.0001999852376008637,
      "loss": 5.1194,
      "step": 8559
    },
    {
      "epoch": 0.054892907528536615,
      "grad_norm": 27.094667434692383,
      "learning_rate": 0.00019998523413905078,
      "loss": 4.7467,
      "step": 8560
    },
    {
      "epoch": 0.05489932025137874,
      "grad_norm": 315.933349609375,
      "learning_rate": 0.000199985230676832,
      "loss": 4.9101,
      "step": 8561
    },
    {
      "epoch": 0.054905732974220856,
      "grad_norm": 15.861956596374512,
      "learning_rate": 0.00019998522721420745,
      "loss": 4.9055,
      "step": 8562
    },
    {
      "epoch": 0.05491214569706297,
      "grad_norm": 35.67094421386719,
      "learning_rate": 0.00019998522375117705,
      "loss": 4.9113,
      "step": 8563
    },
    {
      "epoch": 0.05491855841990509,
      "grad_norm": 13.532905578613281,
      "learning_rate": 0.0001999852202877408,
      "loss": 4.9119,
      "step": 8564
    },
    {
      "epoch": 0.05492497114274721,
      "grad_norm": 41.10251235961914,
      "learning_rate": 0.00019998521682389878,
      "loss": 4.8643,
      "step": 8565
    },
    {
      "epoch": 0.05493138386558933,
      "grad_norm": 11.020524978637695,
      "learning_rate": 0.0001999852133596509,
      "loss": 4.8018,
      "step": 8566
    },
    {
      "epoch": 0.054937796588431446,
      "grad_norm": 322.7715759277344,
      "learning_rate": 0.0001999852098949972,
      "loss": 5.1093,
      "step": 8567
    },
    {
      "epoch": 0.05494420931127357,
      "grad_norm": 9.10751724243164,
      "learning_rate": 0.0001999852064299377,
      "loss": 4.9682,
      "step": 8568
    },
    {
      "epoch": 0.05495062203411569,
      "grad_norm": 48.59761047363281,
      "learning_rate": 0.00019998520296447237,
      "loss": 4.7637,
      "step": 8569
    },
    {
      "epoch": 0.054957034756957804,
      "grad_norm": 93.94709777832031,
      "learning_rate": 0.0001999851994986012,
      "loss": 4.8225,
      "step": 8570
    },
    {
      "epoch": 0.05496344747979992,
      "grad_norm": 50.29059600830078,
      "learning_rate": 0.0001999851960323242,
      "loss": 4.8928,
      "step": 8571
    },
    {
      "epoch": 0.054969860202642044,
      "grad_norm": 27.886192321777344,
      "learning_rate": 0.0001999851925656414,
      "loss": 5.3344,
      "step": 8572
    },
    {
      "epoch": 0.05497627292548416,
      "grad_norm": 24.40703582763672,
      "learning_rate": 0.00019998518909855278,
      "loss": 4.9402,
      "step": 8573
    },
    {
      "epoch": 0.05498268564832628,
      "grad_norm": 897.419677734375,
      "learning_rate": 0.0001999851856310583,
      "loss": 4.6245,
      "step": 8574
    },
    {
      "epoch": 0.054989098371168395,
      "grad_norm": 29.089567184448242,
      "learning_rate": 0.00019998518216315803,
      "loss": 5.0493,
      "step": 8575
    },
    {
      "epoch": 0.05499551109401052,
      "grad_norm": 80.02274322509766,
      "learning_rate": 0.00019998517869485193,
      "loss": 5.1824,
      "step": 8576
    },
    {
      "epoch": 0.055001923816852635,
      "grad_norm": 61.072975158691406,
      "learning_rate": 0.00019998517522613998,
      "loss": 4.7616,
      "step": 8577
    },
    {
      "epoch": 0.05500833653969475,
      "grad_norm": 118.91529083251953,
      "learning_rate": 0.00019998517175702225,
      "loss": 4.9579,
      "step": 8578
    },
    {
      "epoch": 0.055014749262536876,
      "grad_norm": 108.62525939941406,
      "learning_rate": 0.0001999851682874987,
      "loss": 5.2192,
      "step": 8579
    },
    {
      "epoch": 0.05502116198537899,
      "grad_norm": 18.911373138427734,
      "learning_rate": 0.00019998516481756928,
      "loss": 4.8493,
      "step": 8580
    },
    {
      "epoch": 0.05502757470822111,
      "grad_norm": 13.288280487060547,
      "learning_rate": 0.00019998516134723407,
      "loss": 4.8365,
      "step": 8581
    },
    {
      "epoch": 0.055033987431063226,
      "grad_norm": 95.27800750732422,
      "learning_rate": 0.00019998515787649304,
      "loss": 5.1138,
      "step": 8582
    },
    {
      "epoch": 0.05504040015390535,
      "grad_norm": 26.332185745239258,
      "learning_rate": 0.00019998515440534617,
      "loss": 5.0209,
      "step": 8583
    },
    {
      "epoch": 0.05504681287674747,
      "grad_norm": 14.54329776763916,
      "learning_rate": 0.00019998515093379348,
      "loss": 4.9684,
      "step": 8584
    },
    {
      "epoch": 0.055053225599589584,
      "grad_norm": 8.708016395568848,
      "learning_rate": 0.00019998514746183497,
      "loss": 4.7684,
      "step": 8585
    },
    {
      "epoch": 0.05505963832243171,
      "grad_norm": 17.292951583862305,
      "learning_rate": 0.00019998514398947062,
      "loss": 4.8625,
      "step": 8586
    },
    {
      "epoch": 0.055066051045273824,
      "grad_norm": 39.88741683959961,
      "learning_rate": 0.00019998514051670045,
      "loss": 5.5657,
      "step": 8587
    },
    {
      "epoch": 0.05507246376811594,
      "grad_norm": 45.806671142578125,
      "learning_rate": 0.0001999851370435245,
      "loss": 4.7249,
      "step": 8588
    },
    {
      "epoch": 0.05507887649095806,
      "grad_norm": 29.0529727935791,
      "learning_rate": 0.00019998513356994267,
      "loss": 4.7687,
      "step": 8589
    },
    {
      "epoch": 0.05508528921380018,
      "grad_norm": 24.855228424072266,
      "learning_rate": 0.00019998513009595502,
      "loss": 4.9823,
      "step": 8590
    },
    {
      "epoch": 0.0550917019366423,
      "grad_norm": 82.76290130615234,
      "learning_rate": 0.0001999851266215616,
      "loss": 4.9314,
      "step": 8591
    },
    {
      "epoch": 0.055098114659484415,
      "grad_norm": 68.8657455444336,
      "learning_rate": 0.0001999851231467623,
      "loss": 4.8293,
      "step": 8592
    },
    {
      "epoch": 0.05510452738232654,
      "grad_norm": 17.355857849121094,
      "learning_rate": 0.0001999851196715572,
      "loss": 4.8764,
      "step": 8593
    },
    {
      "epoch": 0.055110940105168656,
      "grad_norm": 29.870363235473633,
      "learning_rate": 0.00019998511619594627,
      "loss": 5.1187,
      "step": 8594
    },
    {
      "epoch": 0.05511735282801077,
      "grad_norm": 31.10442352294922,
      "learning_rate": 0.00019998511271992957,
      "loss": 5.2499,
      "step": 8595
    },
    {
      "epoch": 0.05512376555085289,
      "grad_norm": 22.063581466674805,
      "learning_rate": 0.000199985109243507,
      "loss": 5.1007,
      "step": 8596
    },
    {
      "epoch": 0.05513017827369501,
      "grad_norm": 31.474945068359375,
      "learning_rate": 0.0001999851057666786,
      "loss": 5.2582,
      "step": 8597
    },
    {
      "epoch": 0.05513659099653713,
      "grad_norm": 40.92707443237305,
      "learning_rate": 0.00019998510228944437,
      "loss": 5.0914,
      "step": 8598
    },
    {
      "epoch": 0.05514300371937925,
      "grad_norm": 26.305450439453125,
      "learning_rate": 0.00019998509881180435,
      "loss": 5.1405,
      "step": 8599
    },
    {
      "epoch": 0.05514941644222137,
      "grad_norm": 44.88008117675781,
      "learning_rate": 0.00019998509533375848,
      "loss": 4.9201,
      "step": 8600
    },
    {
      "epoch": 0.05514941644222137,
      "eval_loss": 4.904366493225098,
      "eval_runtime": 34.7952,
      "eval_samples_per_second": 90.099,
      "eval_steps_per_second": 22.532,
      "step": 8600
    },
    {
      "epoch": 0.05515582916506349,
      "grad_norm": 247.44725036621094,
      "learning_rate": 0.0001999850918553068,
      "loss": 4.8414,
      "step": 8601
    },
    {
      "epoch": 0.055162241887905604,
      "grad_norm": 80.80818176269531,
      "learning_rate": 0.00019998508837644932,
      "loss": 5.028,
      "step": 8602
    },
    {
      "epoch": 0.05516865461074772,
      "grad_norm": 53.81200408935547,
      "learning_rate": 0.000199985084897186,
      "loss": 4.9953,
      "step": 8603
    },
    {
      "epoch": 0.055175067333589844,
      "grad_norm": 64.96536254882812,
      "learning_rate": 0.00019998508141751682,
      "loss": 4.9871,
      "step": 8604
    },
    {
      "epoch": 0.05518148005643196,
      "grad_norm": 33.862491607666016,
      "learning_rate": 0.00019998507793744186,
      "loss": 4.7782,
      "step": 8605
    },
    {
      "epoch": 0.05518789277927408,
      "grad_norm": 61.030433654785156,
      "learning_rate": 0.00019998507445696104,
      "loss": 5.0901,
      "step": 8606
    },
    {
      "epoch": 0.0551943055021162,
      "grad_norm": 48.17033004760742,
      "learning_rate": 0.00019998507097607443,
      "loss": 4.6709,
      "step": 8607
    },
    {
      "epoch": 0.05520071822495832,
      "grad_norm": 152.43307495117188,
      "learning_rate": 0.000199985067494782,
      "loss": 4.9309,
      "step": 8608
    },
    {
      "epoch": 0.055207130947800435,
      "grad_norm": 18.83973503112793,
      "learning_rate": 0.00019998506401308372,
      "loss": 5.1663,
      "step": 8609
    },
    {
      "epoch": 0.05521354367064255,
      "grad_norm": 70.72065734863281,
      "learning_rate": 0.00019998506053097966,
      "loss": 4.7976,
      "step": 8610
    },
    {
      "epoch": 0.055219956393484676,
      "grad_norm": 51.546688079833984,
      "learning_rate": 0.00019998505704846973,
      "loss": 4.8845,
      "step": 8611
    },
    {
      "epoch": 0.05522636911632679,
      "grad_norm": 27.95473289489746,
      "learning_rate": 0.000199985053565554,
      "loss": 5.0158,
      "step": 8612
    },
    {
      "epoch": 0.05523278183916891,
      "grad_norm": 39.23067092895508,
      "learning_rate": 0.00019998505008223246,
      "loss": 4.971,
      "step": 8613
    },
    {
      "epoch": 0.05523919456201103,
      "grad_norm": 209.2926025390625,
      "learning_rate": 0.00019998504659850505,
      "loss": 4.8106,
      "step": 8614
    },
    {
      "epoch": 0.05524560728485315,
      "grad_norm": 27.437421798706055,
      "learning_rate": 0.00019998504311437184,
      "loss": 4.9872,
      "step": 8615
    },
    {
      "epoch": 0.05525202000769527,
      "grad_norm": 21.65028953552246,
      "learning_rate": 0.00019998503962983283,
      "loss": 5.0131,
      "step": 8616
    },
    {
      "epoch": 0.055258432730537384,
      "grad_norm": 25.866413116455078,
      "learning_rate": 0.00019998503614488796,
      "loss": 4.9072,
      "step": 8617
    },
    {
      "epoch": 0.05526484545337951,
      "grad_norm": 48.53281021118164,
      "learning_rate": 0.0001999850326595373,
      "loss": 5.1749,
      "step": 8618
    },
    {
      "epoch": 0.055271258176221624,
      "grad_norm": 23.99344825744629,
      "learning_rate": 0.0001999850291737808,
      "loss": 4.9451,
      "step": 8619
    },
    {
      "epoch": 0.05527767089906374,
      "grad_norm": 21.62563133239746,
      "learning_rate": 0.0001999850256876185,
      "loss": 5.0826,
      "step": 8620
    },
    {
      "epoch": 0.05528408362190586,
      "grad_norm": 44.349021911621094,
      "learning_rate": 0.00019998502220105034,
      "loss": 5.4179,
      "step": 8621
    },
    {
      "epoch": 0.05529049634474798,
      "grad_norm": 583.8655395507812,
      "learning_rate": 0.0001999850187140764,
      "loss": 5.5933,
      "step": 8622
    },
    {
      "epoch": 0.0552969090675901,
      "grad_norm": 70.05229949951172,
      "learning_rate": 0.0001999850152266966,
      "loss": 5.0138,
      "step": 8623
    },
    {
      "epoch": 0.055303321790432215,
      "grad_norm": 275.7863464355469,
      "learning_rate": 0.000199985011738911,
      "loss": 5.15,
      "step": 8624
    },
    {
      "epoch": 0.05530973451327434,
      "grad_norm": 24.075849533081055,
      "learning_rate": 0.00019998500825071957,
      "loss": 4.985,
      "step": 8625
    },
    {
      "epoch": 0.055316147236116456,
      "grad_norm": 64.66134643554688,
      "learning_rate": 0.00019998500476212233,
      "loss": 5.0252,
      "step": 8626
    },
    {
      "epoch": 0.05532255995895857,
      "grad_norm": 29.83308219909668,
      "learning_rate": 0.00019998500127311924,
      "loss": 4.8449,
      "step": 8627
    },
    {
      "epoch": 0.05532897268180069,
      "grad_norm": 86.76728820800781,
      "learning_rate": 0.00019998499778371037,
      "loss": 5.1593,
      "step": 8628
    },
    {
      "epoch": 0.05533538540464281,
      "grad_norm": 85.22871398925781,
      "learning_rate": 0.00019998499429389565,
      "loss": 5.0089,
      "step": 8629
    },
    {
      "epoch": 0.05534179812748493,
      "grad_norm": 30.604448318481445,
      "learning_rate": 0.0001999849908036751,
      "loss": 4.8851,
      "step": 8630
    },
    {
      "epoch": 0.05534821085032705,
      "grad_norm": 31.316967010498047,
      "learning_rate": 0.00019998498731304873,
      "loss": 5.1233,
      "step": 8631
    },
    {
      "epoch": 0.05535462357316917,
      "grad_norm": 53.227840423583984,
      "learning_rate": 0.00019998498382201653,
      "loss": 4.9863,
      "step": 8632
    },
    {
      "epoch": 0.05536103629601129,
      "grad_norm": 19.40572738647461,
      "learning_rate": 0.00019998498033057854,
      "loss": 4.8856,
      "step": 8633
    },
    {
      "epoch": 0.055367449018853404,
      "grad_norm": 31.037080764770508,
      "learning_rate": 0.00019998497683873469,
      "loss": 5.123,
      "step": 8634
    },
    {
      "epoch": 0.05537386174169552,
      "grad_norm": 9.705617904663086,
      "learning_rate": 0.00019998497334648504,
      "loss": 5.0518,
      "step": 8635
    },
    {
      "epoch": 0.055380274464537645,
      "grad_norm": 19.433713912963867,
      "learning_rate": 0.00019998496985382955,
      "loss": 5.2293,
      "step": 8636
    },
    {
      "epoch": 0.05538668718737976,
      "grad_norm": 18.16026496887207,
      "learning_rate": 0.00019998496636076824,
      "loss": 5.0055,
      "step": 8637
    },
    {
      "epoch": 0.05539309991022188,
      "grad_norm": 37.5261344909668,
      "learning_rate": 0.00019998496286730114,
      "loss": 5.194,
      "step": 8638
    },
    {
      "epoch": 0.055399512633064,
      "grad_norm": 10.849664688110352,
      "learning_rate": 0.0001999849593734282,
      "loss": 5.0417,
      "step": 8639
    },
    {
      "epoch": 0.05540592535590612,
      "grad_norm": 18.92922592163086,
      "learning_rate": 0.00019998495587914944,
      "loss": 4.9025,
      "step": 8640
    },
    {
      "epoch": 0.055412338078748236,
      "grad_norm": 10.409456253051758,
      "learning_rate": 0.00019998495238446483,
      "loss": 4.9879,
      "step": 8641
    },
    {
      "epoch": 0.05541875080159035,
      "grad_norm": 26.95559310913086,
      "learning_rate": 0.0001999849488893744,
      "loss": 4.8965,
      "step": 8642
    },
    {
      "epoch": 0.055425163524432476,
      "grad_norm": 6.551690578460693,
      "learning_rate": 0.00019998494539387817,
      "loss": 5.1378,
      "step": 8643
    },
    {
      "epoch": 0.05543157624727459,
      "grad_norm": 8.500321388244629,
      "learning_rate": 0.00019998494189797612,
      "loss": 5.0765,
      "step": 8644
    },
    {
      "epoch": 0.05543798897011671,
      "grad_norm": 14.209556579589844,
      "learning_rate": 0.00019998493840166822,
      "loss": 5.0565,
      "step": 8645
    },
    {
      "epoch": 0.055444401692958833,
      "grad_norm": 10.624724388122559,
      "learning_rate": 0.00019998493490495453,
      "loss": 4.8953,
      "step": 8646
    },
    {
      "epoch": 0.05545081441580095,
      "grad_norm": 8.244250297546387,
      "learning_rate": 0.000199984931407835,
      "loss": 5.0373,
      "step": 8647
    },
    {
      "epoch": 0.05545722713864307,
      "grad_norm": 18.425518035888672,
      "learning_rate": 0.00019998492791030965,
      "loss": 4.9201,
      "step": 8648
    },
    {
      "epoch": 0.055463639861485184,
      "grad_norm": 12.617720603942871,
      "learning_rate": 0.00019998492441237851,
      "loss": 5.0228,
      "step": 8649
    },
    {
      "epoch": 0.05547005258432731,
      "grad_norm": 49.26289749145508,
      "learning_rate": 0.0001999849209140415,
      "loss": 5.0414,
      "step": 8650
    },
    {
      "epoch": 0.055476465307169424,
      "grad_norm": 21.924972534179688,
      "learning_rate": 0.0001999849174152987,
      "loss": 4.9106,
      "step": 8651
    },
    {
      "epoch": 0.05548287803001154,
      "grad_norm": 17.92490005493164,
      "learning_rate": 0.00019998491391615004,
      "loss": 5.1688,
      "step": 8652
    },
    {
      "epoch": 0.055489290752853665,
      "grad_norm": 14.752424240112305,
      "learning_rate": 0.0001999849104165956,
      "loss": 4.9005,
      "step": 8653
    },
    {
      "epoch": 0.05549570347569578,
      "grad_norm": 44.377559661865234,
      "learning_rate": 0.0001999849069166353,
      "loss": 5.2242,
      "step": 8654
    },
    {
      "epoch": 0.0555021161985379,
      "grad_norm": 21.546966552734375,
      "learning_rate": 0.0001999849034162692,
      "loss": 4.7956,
      "step": 8655
    },
    {
      "epoch": 0.055508528921380015,
      "grad_norm": 20.609844207763672,
      "learning_rate": 0.00019998489991549727,
      "loss": 5.02,
      "step": 8656
    },
    {
      "epoch": 0.05551494164422214,
      "grad_norm": 16.656517028808594,
      "learning_rate": 0.0001999848964143195,
      "loss": 4.9553,
      "step": 8657
    },
    {
      "epoch": 0.055521354367064256,
      "grad_norm": 13.006735801696777,
      "learning_rate": 0.00019998489291273597,
      "loss": 4.9234,
      "step": 8658
    },
    {
      "epoch": 0.05552776708990637,
      "grad_norm": 62.72275161743164,
      "learning_rate": 0.00019998488941074655,
      "loss": 5.628,
      "step": 8659
    },
    {
      "epoch": 0.055534179812748496,
      "grad_norm": 21.86766815185547,
      "learning_rate": 0.00019998488590835137,
      "loss": 5.0122,
      "step": 8660
    },
    {
      "epoch": 0.05554059253559061,
      "grad_norm": 14.958578109741211,
      "learning_rate": 0.00019998488240555032,
      "loss": 4.827,
      "step": 8661
    },
    {
      "epoch": 0.05554700525843273,
      "grad_norm": 11.89888858795166,
      "learning_rate": 0.00019998487890234348,
      "loss": 5.0364,
      "step": 8662
    },
    {
      "epoch": 0.05555341798127485,
      "grad_norm": 17.862220764160156,
      "learning_rate": 0.00019998487539873077,
      "loss": 5.0633,
      "step": 8663
    },
    {
      "epoch": 0.05555983070411697,
      "grad_norm": 18.36687660217285,
      "learning_rate": 0.0001999848718947123,
      "loss": 5.0146,
      "step": 8664
    },
    {
      "epoch": 0.05556624342695909,
      "grad_norm": 12.912959098815918,
      "learning_rate": 0.00019998486839028796,
      "loss": 4.9343,
      "step": 8665
    },
    {
      "epoch": 0.055572656149801204,
      "grad_norm": 33.004554748535156,
      "learning_rate": 0.00019998486488545782,
      "loss": 5.0109,
      "step": 8666
    },
    {
      "epoch": 0.05557906887264332,
      "grad_norm": 13.160289764404297,
      "learning_rate": 0.00019998486138022184,
      "loss": 5.0572,
      "step": 8667
    },
    {
      "epoch": 0.055585481595485445,
      "grad_norm": 27.824838638305664,
      "learning_rate": 0.00019998485787458002,
      "loss": 5.0317,
      "step": 8668
    },
    {
      "epoch": 0.05559189431832756,
      "grad_norm": 7.473540306091309,
      "learning_rate": 0.00019998485436853244,
      "loss": 4.7592,
      "step": 8669
    },
    {
      "epoch": 0.05559830704116968,
      "grad_norm": 11.698040962219238,
      "learning_rate": 0.000199984850862079,
      "loss": 4.8754,
      "step": 8670
    },
    {
      "epoch": 0.0556047197640118,
      "grad_norm": 20.87047576904297,
      "learning_rate": 0.00019998484735521974,
      "loss": 5.007,
      "step": 8671
    },
    {
      "epoch": 0.05561113248685392,
      "grad_norm": 36.29562759399414,
      "learning_rate": 0.00019998484384795465,
      "loss": 4.8025,
      "step": 8672
    },
    {
      "epoch": 0.055617545209696036,
      "grad_norm": 14.870352745056152,
      "learning_rate": 0.00019998484034028374,
      "loss": 4.9989,
      "step": 8673
    },
    {
      "epoch": 0.05562395793253815,
      "grad_norm": 8.591636657714844,
      "learning_rate": 0.00019998483683220705,
      "loss": 4.8921,
      "step": 8674
    },
    {
      "epoch": 0.055630370655380276,
      "grad_norm": 13.180532455444336,
      "learning_rate": 0.0001999848333237245,
      "loss": 4.8431,
      "step": 8675
    },
    {
      "epoch": 0.05563678337822239,
      "grad_norm": 46.660526275634766,
      "learning_rate": 0.00019998482981483612,
      "loss": 4.9644,
      "step": 8676
    },
    {
      "epoch": 0.05564319610106451,
      "grad_norm": 163.7561492919922,
      "learning_rate": 0.00019998482630554195,
      "loss": 4.9806,
      "step": 8677
    },
    {
      "epoch": 0.055649608823906634,
      "grad_norm": 75.57942962646484,
      "learning_rate": 0.00019998482279584193,
      "loss": 4.9826,
      "step": 8678
    },
    {
      "epoch": 0.05565602154674875,
      "grad_norm": 316.2571716308594,
      "learning_rate": 0.0001999848192857361,
      "loss": 5.2247,
      "step": 8679
    },
    {
      "epoch": 0.05566243426959087,
      "grad_norm": 23.931060791015625,
      "learning_rate": 0.00019998481577522442,
      "loss": 4.9648,
      "step": 8680
    },
    {
      "epoch": 0.055668846992432984,
      "grad_norm": 14.123224258422852,
      "learning_rate": 0.00019998481226430698,
      "loss": 4.7362,
      "step": 8681
    },
    {
      "epoch": 0.05567525971527511,
      "grad_norm": 12.229227066040039,
      "learning_rate": 0.00019998480875298367,
      "loss": 4.8421,
      "step": 8682
    },
    {
      "epoch": 0.055681672438117225,
      "grad_norm": 13.20019817352295,
      "learning_rate": 0.00019998480524125456,
      "loss": 4.8041,
      "step": 8683
    },
    {
      "epoch": 0.05568808516095934,
      "grad_norm": 21.65593147277832,
      "learning_rate": 0.0001999848017291196,
      "loss": 4.9489,
      "step": 8684
    },
    {
      "epoch": 0.055694497883801465,
      "grad_norm": 21.02761459350586,
      "learning_rate": 0.00019998479821657883,
      "loss": 5.0267,
      "step": 8685
    },
    {
      "epoch": 0.05570091060664358,
      "grad_norm": 23.332096099853516,
      "learning_rate": 0.00019998479470363225,
      "loss": 4.8717,
      "step": 8686
    },
    {
      "epoch": 0.0557073233294857,
      "grad_norm": 52.3393669128418,
      "learning_rate": 0.00019998479119027985,
      "loss": 4.8107,
      "step": 8687
    },
    {
      "epoch": 0.055713736052327816,
      "grad_norm": 30.16268539428711,
      "learning_rate": 0.0001999847876765216,
      "loss": 4.9494,
      "step": 8688
    },
    {
      "epoch": 0.05572014877516994,
      "grad_norm": 16.902515411376953,
      "learning_rate": 0.00019998478416235758,
      "loss": 5.1197,
      "step": 8689
    },
    {
      "epoch": 0.055726561498012056,
      "grad_norm": 24.751827239990234,
      "learning_rate": 0.0001999847806477877,
      "loss": 4.9983,
      "step": 8690
    },
    {
      "epoch": 0.05573297422085417,
      "grad_norm": 8.344145774841309,
      "learning_rate": 0.00019998477713281202,
      "loss": 4.69,
      "step": 8691
    },
    {
      "epoch": 0.0557393869436963,
      "grad_norm": 10.60447883605957,
      "learning_rate": 0.00019998477361743048,
      "loss": 4.9652,
      "step": 8692
    },
    {
      "epoch": 0.05574579966653841,
      "grad_norm": 8.383339881896973,
      "learning_rate": 0.00019998477010164316,
      "loss": 5.1585,
      "step": 8693
    },
    {
      "epoch": 0.05575221238938053,
      "grad_norm": 22.793657302856445,
      "learning_rate": 0.00019998476658545001,
      "loss": 4.7911,
      "step": 8694
    },
    {
      "epoch": 0.05575862511222265,
      "grad_norm": 8.974259376525879,
      "learning_rate": 0.000199984763068851,
      "loss": 4.7655,
      "step": 8695
    },
    {
      "epoch": 0.05576503783506477,
      "grad_norm": 8.131258964538574,
      "learning_rate": 0.00019998475955184623,
      "loss": 4.7253,
      "step": 8696
    },
    {
      "epoch": 0.05577145055790689,
      "grad_norm": 28.05838966369629,
      "learning_rate": 0.00019998475603443558,
      "loss": 4.8236,
      "step": 8697
    },
    {
      "epoch": 0.055777863280749004,
      "grad_norm": 30.121078491210938,
      "learning_rate": 0.00019998475251661914,
      "loss": 4.9796,
      "step": 8698
    },
    {
      "epoch": 0.05578427600359113,
      "grad_norm": 16.957271575927734,
      "learning_rate": 0.00019998474899839686,
      "loss": 5.2439,
      "step": 8699
    },
    {
      "epoch": 0.055790688726433245,
      "grad_norm": 99.28023529052734,
      "learning_rate": 0.00019998474547976876,
      "loss": 4.8231,
      "step": 8700
    },
    {
      "epoch": 0.055790688726433245,
      "eval_loss": 4.912812232971191,
      "eval_runtime": 34.7363,
      "eval_samples_per_second": 90.251,
      "eval_steps_per_second": 22.57,
      "step": 8700
    },
    {
      "epoch": 0.05579710144927536,
      "grad_norm": 8.930985450744629,
      "learning_rate": 0.00019998474196073488,
      "loss": 4.892,
      "step": 8701
    },
    {
      "epoch": 0.05580351417211748,
      "grad_norm": 8.230198860168457,
      "learning_rate": 0.00019998473844129512,
      "loss": 4.7534,
      "step": 8702
    },
    {
      "epoch": 0.0558099268949596,
      "grad_norm": 14.92162799835205,
      "learning_rate": 0.00019998473492144957,
      "loss": 4.9071,
      "step": 8703
    },
    {
      "epoch": 0.05581633961780172,
      "grad_norm": 12.372488975524902,
      "learning_rate": 0.0001999847314011982,
      "loss": 4.7319,
      "step": 8704
    },
    {
      "epoch": 0.055822752340643836,
      "grad_norm": 10.745084762573242,
      "learning_rate": 0.000199984727880541,
      "loss": 4.9249,
      "step": 8705
    },
    {
      "epoch": 0.05582916506348596,
      "grad_norm": 23.993349075317383,
      "learning_rate": 0.000199984724359478,
      "loss": 4.9216,
      "step": 8706
    },
    {
      "epoch": 0.055835577786328076,
      "grad_norm": 15.117555618286133,
      "learning_rate": 0.00019998472083800913,
      "loss": 4.8993,
      "step": 8707
    },
    {
      "epoch": 0.05584199050917019,
      "grad_norm": 21.426998138427734,
      "learning_rate": 0.00019998471731613447,
      "loss": 4.7917,
      "step": 8708
    },
    {
      "epoch": 0.05584840323201231,
      "grad_norm": 7.6352458000183105,
      "learning_rate": 0.000199984713793854,
      "loss": 4.8416,
      "step": 8709
    },
    {
      "epoch": 0.055854815954854434,
      "grad_norm": 17.99732780456543,
      "learning_rate": 0.0001999847102711677,
      "loss": 4.918,
      "step": 8710
    },
    {
      "epoch": 0.05586122867769655,
      "grad_norm": 9.469980239868164,
      "learning_rate": 0.00019998470674807556,
      "loss": 4.9501,
      "step": 8711
    },
    {
      "epoch": 0.05586764140053867,
      "grad_norm": 29.199142456054688,
      "learning_rate": 0.00019998470322457764,
      "loss": 5.149,
      "step": 8712
    },
    {
      "epoch": 0.055874054123380784,
      "grad_norm": 10.35720157623291,
      "learning_rate": 0.00019998469970067384,
      "loss": 5.0002,
      "step": 8713
    },
    {
      "epoch": 0.05588046684622291,
      "grad_norm": 33.439510345458984,
      "learning_rate": 0.00019998469617636425,
      "loss": 5.0723,
      "step": 8714
    },
    {
      "epoch": 0.055886879569065025,
      "grad_norm": 12.997993469238281,
      "learning_rate": 0.00019998469265164885,
      "loss": 4.7576,
      "step": 8715
    },
    {
      "epoch": 0.05589329229190714,
      "grad_norm": 25.064987182617188,
      "learning_rate": 0.00019998468912652763,
      "loss": 5.0053,
      "step": 8716
    },
    {
      "epoch": 0.055899705014749265,
      "grad_norm": 16.193143844604492,
      "learning_rate": 0.00019998468560100056,
      "loss": 5.7554,
      "step": 8717
    },
    {
      "epoch": 0.05590611773759138,
      "grad_norm": 6.200562000274658,
      "learning_rate": 0.00019998468207506768,
      "loss": 4.7889,
      "step": 8718
    },
    {
      "epoch": 0.0559125304604335,
      "grad_norm": 25.60779571533203,
      "learning_rate": 0.00019998467854872898,
      "loss": 5.1322,
      "step": 8719
    },
    {
      "epoch": 0.055918943183275616,
      "grad_norm": 37.65080642700195,
      "learning_rate": 0.0001999846750219845,
      "loss": 4.9372,
      "step": 8720
    },
    {
      "epoch": 0.05592535590611774,
      "grad_norm": 257.5732421875,
      "learning_rate": 0.00019998467149483413,
      "loss": 4.931,
      "step": 8721
    },
    {
      "epoch": 0.055931768628959856,
      "grad_norm": 8.803833961486816,
      "learning_rate": 0.00019998466796727798,
      "loss": 5.003,
      "step": 8722
    },
    {
      "epoch": 0.05593818135180197,
      "grad_norm": 13.429312705993652,
      "learning_rate": 0.00019998466443931601,
      "loss": 4.9044,
      "step": 8723
    },
    {
      "epoch": 0.0559445940746441,
      "grad_norm": 22.764297485351562,
      "learning_rate": 0.00019998466091094818,
      "loss": 5.1909,
      "step": 8724
    },
    {
      "epoch": 0.055951006797486214,
      "grad_norm": 17.42241096496582,
      "learning_rate": 0.00019998465738217455,
      "loss": 4.938,
      "step": 8725
    },
    {
      "epoch": 0.05595741952032833,
      "grad_norm": 28.890365600585938,
      "learning_rate": 0.00019998465385299513,
      "loss": 5.3842,
      "step": 8726
    },
    {
      "epoch": 0.05596383224317045,
      "grad_norm": 24.470054626464844,
      "learning_rate": 0.00019998465032340984,
      "loss": 4.7138,
      "step": 8727
    },
    {
      "epoch": 0.05597024496601257,
      "grad_norm": 67.68753814697266,
      "learning_rate": 0.00019998464679341877,
      "loss": 4.8599,
      "step": 8728
    },
    {
      "epoch": 0.05597665768885469,
      "grad_norm": 6.71777868270874,
      "learning_rate": 0.00019998464326302187,
      "loss": 4.8898,
      "step": 8729
    },
    {
      "epoch": 0.055983070411696804,
      "grad_norm": 12.805883407592773,
      "learning_rate": 0.00019998463973221913,
      "loss": 4.8538,
      "step": 8730
    },
    {
      "epoch": 0.05598948313453893,
      "grad_norm": 34.543365478515625,
      "learning_rate": 0.00019998463620101058,
      "loss": 4.7628,
      "step": 8731
    },
    {
      "epoch": 0.055995895857381045,
      "grad_norm": 6.737661361694336,
      "learning_rate": 0.0001999846326693962,
      "loss": 5.0673,
      "step": 8732
    },
    {
      "epoch": 0.05600230858022316,
      "grad_norm": 13.925068855285645,
      "learning_rate": 0.00019998462913737601,
      "loss": 4.8814,
      "step": 8733
    },
    {
      "epoch": 0.05600872130306528,
      "grad_norm": 9.552431106567383,
      "learning_rate": 0.00019998462560494998,
      "loss": 4.8012,
      "step": 8734
    },
    {
      "epoch": 0.0560151340259074,
      "grad_norm": 13.193940162658691,
      "learning_rate": 0.00019998462207211816,
      "loss": 5.378,
      "step": 8735
    },
    {
      "epoch": 0.05602154674874952,
      "grad_norm": 388.7122497558594,
      "learning_rate": 0.00019998461853888052,
      "loss": 4.7967,
      "step": 8736
    },
    {
      "epoch": 0.056027959471591636,
      "grad_norm": 19.39602279663086,
      "learning_rate": 0.00019998461500523703,
      "loss": 4.8581,
      "step": 8737
    },
    {
      "epoch": 0.05603437219443376,
      "grad_norm": 13.615432739257812,
      "learning_rate": 0.00019998461147118773,
      "loss": 5.0357,
      "step": 8738
    },
    {
      "epoch": 0.056040784917275877,
      "grad_norm": 9.672248840332031,
      "learning_rate": 0.0001999846079367326,
      "loss": 5.1666,
      "step": 8739
    },
    {
      "epoch": 0.05604719764011799,
      "grad_norm": 50.52220153808594,
      "learning_rate": 0.00019998460440187165,
      "loss": 5.1949,
      "step": 8740
    },
    {
      "epoch": 0.05605361036296011,
      "grad_norm": 8.9403657913208,
      "learning_rate": 0.0001999846008666049,
      "loss": 4.9762,
      "step": 8741
    },
    {
      "epoch": 0.056060023085802234,
      "grad_norm": 13.644433975219727,
      "learning_rate": 0.0001999845973309323,
      "loss": 4.8133,
      "step": 8742
    },
    {
      "epoch": 0.05606643580864435,
      "grad_norm": 16.491355895996094,
      "learning_rate": 0.0001999845937948539,
      "loss": 4.8988,
      "step": 8743
    },
    {
      "epoch": 0.05607284853148647,
      "grad_norm": 165.0941619873047,
      "learning_rate": 0.0001999845902583697,
      "loss": 4.8363,
      "step": 8744
    },
    {
      "epoch": 0.05607926125432859,
      "grad_norm": 8.358911514282227,
      "learning_rate": 0.00019998458672147962,
      "loss": 4.9746,
      "step": 8745
    },
    {
      "epoch": 0.05608567397717071,
      "grad_norm": 38.178199768066406,
      "learning_rate": 0.00019998458318418375,
      "loss": 4.6993,
      "step": 8746
    },
    {
      "epoch": 0.056092086700012825,
      "grad_norm": 15.023350715637207,
      "learning_rate": 0.00019998457964648207,
      "loss": 5.1185,
      "step": 8747
    },
    {
      "epoch": 0.05609849942285494,
      "grad_norm": 161.67123413085938,
      "learning_rate": 0.00019998457610837455,
      "loss": 5.1165,
      "step": 8748
    },
    {
      "epoch": 0.056104912145697065,
      "grad_norm": 7.892781734466553,
      "learning_rate": 0.00019998457256986126,
      "loss": 4.9148,
      "step": 8749
    },
    {
      "epoch": 0.05611132486853918,
      "grad_norm": 9.796719551086426,
      "learning_rate": 0.0001999845690309421,
      "loss": 5.0421,
      "step": 8750
    },
    {
      "epoch": 0.0561177375913813,
      "grad_norm": 8.911466598510742,
      "learning_rate": 0.00019998456549161713,
      "loss": 4.677,
      "step": 8751
    },
    {
      "epoch": 0.05612415031422342,
      "grad_norm": 6.166623592376709,
      "learning_rate": 0.0001999845619518863,
      "loss": 4.8466,
      "step": 8752
    },
    {
      "epoch": 0.05613056303706554,
      "grad_norm": 20.93517303466797,
      "learning_rate": 0.00019998455841174973,
      "loss": 4.9546,
      "step": 8753
    },
    {
      "epoch": 0.056136975759907656,
      "grad_norm": 13.209776878356934,
      "learning_rate": 0.00019998455487120728,
      "loss": 4.9471,
      "step": 8754
    },
    {
      "epoch": 0.05614338848274977,
      "grad_norm": 110.0721206665039,
      "learning_rate": 0.000199984551330259,
      "loss": 5.055,
      "step": 8755
    },
    {
      "epoch": 0.0561498012055919,
      "grad_norm": 192.8113555908203,
      "learning_rate": 0.00019998454778890495,
      "loss": 5.0783,
      "step": 8756
    },
    {
      "epoch": 0.056156213928434014,
      "grad_norm": 18.75174331665039,
      "learning_rate": 0.00019998454424714505,
      "loss": 5.0655,
      "step": 8757
    },
    {
      "epoch": 0.05616262665127613,
      "grad_norm": 24.90480613708496,
      "learning_rate": 0.00019998454070497933,
      "loss": 5.0925,
      "step": 8758
    },
    {
      "epoch": 0.05616903937411825,
      "grad_norm": 12.447261810302734,
      "learning_rate": 0.0001999845371624078,
      "loss": 4.9931,
      "step": 8759
    },
    {
      "epoch": 0.05617545209696037,
      "grad_norm": 17.357486724853516,
      "learning_rate": 0.00019998453361943044,
      "loss": 4.9293,
      "step": 8760
    },
    {
      "epoch": 0.05618186481980249,
      "grad_norm": 10.469095230102539,
      "learning_rate": 0.00019998453007604724,
      "loss": 4.9507,
      "step": 8761
    },
    {
      "epoch": 0.056188277542644605,
      "grad_norm": 17.389955520629883,
      "learning_rate": 0.00019998452653225825,
      "loss": 4.8863,
      "step": 8762
    },
    {
      "epoch": 0.05619469026548673,
      "grad_norm": 9.278865814208984,
      "learning_rate": 0.00019998452298806342,
      "loss": 4.7777,
      "step": 8763
    },
    {
      "epoch": 0.056201102988328845,
      "grad_norm": 24.419586181640625,
      "learning_rate": 0.0001999845194434628,
      "loss": 4.8857,
      "step": 8764
    },
    {
      "epoch": 0.05620751571117096,
      "grad_norm": 12.402606010437012,
      "learning_rate": 0.00019998451589845633,
      "loss": 5.118,
      "step": 8765
    },
    {
      "epoch": 0.05621392843401308,
      "grad_norm": 16.641698837280273,
      "learning_rate": 0.00019998451235304403,
      "loss": 4.8062,
      "step": 8766
    },
    {
      "epoch": 0.0562203411568552,
      "grad_norm": 11.359867095947266,
      "learning_rate": 0.00019998450880722595,
      "loss": 4.9646,
      "step": 8767
    },
    {
      "epoch": 0.05622675387969732,
      "grad_norm": 11.289606094360352,
      "learning_rate": 0.000199984505261002,
      "loss": 4.879,
      "step": 8768
    },
    {
      "epoch": 0.056233166602539436,
      "grad_norm": 8.609090805053711,
      "learning_rate": 0.00019998450171437225,
      "loss": 4.6999,
      "step": 8769
    },
    {
      "epoch": 0.05623957932538156,
      "grad_norm": 9.567825317382812,
      "learning_rate": 0.0001999844981673367,
      "loss": 4.7164,
      "step": 8770
    },
    {
      "epoch": 0.05624599204822368,
      "grad_norm": 17.996408462524414,
      "learning_rate": 0.00019998449461989534,
      "loss": 4.9728,
      "step": 8771
    },
    {
      "epoch": 0.05625240477106579,
      "grad_norm": 21.670785903930664,
      "learning_rate": 0.0001999844910720481,
      "loss": 4.8402,
      "step": 8772
    },
    {
      "epoch": 0.05625881749390791,
      "grad_norm": 13.584521293640137,
      "learning_rate": 0.00019998448752379507,
      "loss": 4.7794,
      "step": 8773
    },
    {
      "epoch": 0.056265230216750034,
      "grad_norm": 14.08531379699707,
      "learning_rate": 0.00019998448397513623,
      "loss": 5.0135,
      "step": 8774
    },
    {
      "epoch": 0.05627164293959215,
      "grad_norm": 24.934175491333008,
      "learning_rate": 0.0001999844804260716,
      "loss": 4.953,
      "step": 8775
    },
    {
      "epoch": 0.05627805566243427,
      "grad_norm": 7.70047664642334,
      "learning_rate": 0.0001999844768766011,
      "loss": 4.9883,
      "step": 8776
    },
    {
      "epoch": 0.05628446838527639,
      "grad_norm": 9.775725364685059,
      "learning_rate": 0.0001999844733267248,
      "loss": 4.9096,
      "step": 8777
    },
    {
      "epoch": 0.05629088110811851,
      "grad_norm": 13.702890396118164,
      "learning_rate": 0.00019998446977644263,
      "loss": 5.0745,
      "step": 8778
    },
    {
      "epoch": 0.056297293830960625,
      "grad_norm": 9.326420783996582,
      "learning_rate": 0.00019998446622575467,
      "loss": 4.7806,
      "step": 8779
    },
    {
      "epoch": 0.05630370655380274,
      "grad_norm": 12.522981643676758,
      "learning_rate": 0.00019998446267466093,
      "loss": 4.831,
      "step": 8780
    },
    {
      "epoch": 0.056310119276644865,
      "grad_norm": 17.171409606933594,
      "learning_rate": 0.00019998445912316134,
      "loss": 4.9133,
      "step": 8781
    },
    {
      "epoch": 0.05631653199948698,
      "grad_norm": 102.2266845703125,
      "learning_rate": 0.0001999844555712559,
      "loss": 4.8737,
      "step": 8782
    },
    {
      "epoch": 0.0563229447223291,
      "grad_norm": 15.392765045166016,
      "learning_rate": 0.00019998445201894468,
      "loss": 5.0116,
      "step": 8783
    },
    {
      "epoch": 0.05632935744517122,
      "grad_norm": 7.92799186706543,
      "learning_rate": 0.00019998444846622764,
      "loss": 4.476,
      "step": 8784
    },
    {
      "epoch": 0.05633577016801334,
      "grad_norm": 261.8313903808594,
      "learning_rate": 0.00019998444491310476,
      "loss": 4.9072,
      "step": 8785
    },
    {
      "epoch": 0.056342182890855456,
      "grad_norm": 29.52309226989746,
      "learning_rate": 0.00019998444135957609,
      "loss": 4.8381,
      "step": 8786
    },
    {
      "epoch": 0.05634859561369757,
      "grad_norm": 10.041655540466309,
      "learning_rate": 0.00019998443780564157,
      "loss": 4.703,
      "step": 8787
    },
    {
      "epoch": 0.0563550083365397,
      "grad_norm": 11.066374778747559,
      "learning_rate": 0.00019998443425130123,
      "loss": 4.9209,
      "step": 8788
    },
    {
      "epoch": 0.056361421059381814,
      "grad_norm": 20.232282638549805,
      "learning_rate": 0.00019998443069655508,
      "loss": 5.0103,
      "step": 8789
    },
    {
      "epoch": 0.05636783378222393,
      "grad_norm": 18.013107299804688,
      "learning_rate": 0.0001999844271414031,
      "loss": 5.1205,
      "step": 8790
    },
    {
      "epoch": 0.056374246505066054,
      "grad_norm": 33.669132232666016,
      "learning_rate": 0.00019998442358584527,
      "loss": 4.7217,
      "step": 8791
    },
    {
      "epoch": 0.05638065922790817,
      "grad_norm": 48.72818374633789,
      "learning_rate": 0.00019998442002988167,
      "loss": 4.9327,
      "step": 8792
    },
    {
      "epoch": 0.05638707195075029,
      "grad_norm": 14.741272926330566,
      "learning_rate": 0.00019998441647351225,
      "loss": 5.0317,
      "step": 8793
    },
    {
      "epoch": 0.056393484673592405,
      "grad_norm": 11.486091613769531,
      "learning_rate": 0.00019998441291673696,
      "loss": 5.0171,
      "step": 8794
    },
    {
      "epoch": 0.05639989739643453,
      "grad_norm": 8.911921501159668,
      "learning_rate": 0.0001999844093595559,
      "loss": 4.9863,
      "step": 8795
    },
    {
      "epoch": 0.056406310119276645,
      "grad_norm": 7.614111423492432,
      "learning_rate": 0.00019998440580196902,
      "loss": 4.8959,
      "step": 8796
    },
    {
      "epoch": 0.05641272284211876,
      "grad_norm": 29.72570037841797,
      "learning_rate": 0.0001999844022439763,
      "loss": 5.0474,
      "step": 8797
    },
    {
      "epoch": 0.056419135564960886,
      "grad_norm": 37.73501205444336,
      "learning_rate": 0.00019998439868557777,
      "loss": 4.7637,
      "step": 8798
    },
    {
      "epoch": 0.056425548287803,
      "grad_norm": 16.11574363708496,
      "learning_rate": 0.0001999843951267734,
      "loss": 5.053,
      "step": 8799
    },
    {
      "epoch": 0.05643196101064512,
      "grad_norm": 143.15679931640625,
      "learning_rate": 0.00019998439156756323,
      "loss": 5.1853,
      "step": 8800
    },
    {
      "epoch": 0.05643196101064512,
      "eval_loss": 4.941236972808838,
      "eval_runtime": 34.7542,
      "eval_samples_per_second": 90.205,
      "eval_steps_per_second": 22.558,
      "step": 8800
    },
    {
      "epoch": 0.056438373733487236,
      "grad_norm": 252.35403442382812,
      "learning_rate": 0.00019998438800794723,
      "loss": 5.0164,
      "step": 8801
    },
    {
      "epoch": 0.05644478645632936,
      "grad_norm": 25.200693130493164,
      "learning_rate": 0.00019998438444792543,
      "loss": 4.9442,
      "step": 8802
    },
    {
      "epoch": 0.05645119917917148,
      "grad_norm": 17.91878890991211,
      "learning_rate": 0.00019998438088749779,
      "loss": 4.7502,
      "step": 8803
    },
    {
      "epoch": 0.056457611902013594,
      "grad_norm": 12.76612377166748,
      "learning_rate": 0.00019998437732666433,
      "loss": 4.7892,
      "step": 8804
    },
    {
      "epoch": 0.05646402462485571,
      "grad_norm": 16.013525009155273,
      "learning_rate": 0.00019998437376542505,
      "loss": 5.3366,
      "step": 8805
    },
    {
      "epoch": 0.056470437347697834,
      "grad_norm": 13.582529067993164,
      "learning_rate": 0.00019998437020377993,
      "loss": 4.8093,
      "step": 8806
    },
    {
      "epoch": 0.05647685007053995,
      "grad_norm": 108.6811294555664,
      "learning_rate": 0.00019998436664172905,
      "loss": 4.9835,
      "step": 8807
    },
    {
      "epoch": 0.05648326279338207,
      "grad_norm": 16.084848403930664,
      "learning_rate": 0.0001999843630792723,
      "loss": 4.8633,
      "step": 8808
    },
    {
      "epoch": 0.05648967551622419,
      "grad_norm": 14.313614845275879,
      "learning_rate": 0.00019998435951640975,
      "loss": 4.6223,
      "step": 8809
    },
    {
      "epoch": 0.05649608823906631,
      "grad_norm": 38.588287353515625,
      "learning_rate": 0.00019998435595314137,
      "loss": 4.81,
      "step": 8810
    },
    {
      "epoch": 0.056502500961908425,
      "grad_norm": 10.816619873046875,
      "learning_rate": 0.00019998435238946716,
      "loss": 4.9481,
      "step": 8811
    },
    {
      "epoch": 0.05650891368475054,
      "grad_norm": 21.135311126708984,
      "learning_rate": 0.00019998434882538714,
      "loss": 5.0944,
      "step": 8812
    },
    {
      "epoch": 0.056515326407592666,
      "grad_norm": 40.183406829833984,
      "learning_rate": 0.0001999843452609013,
      "loss": 4.9616,
      "step": 8813
    },
    {
      "epoch": 0.05652173913043478,
      "grad_norm": 15.498435974121094,
      "learning_rate": 0.00019998434169600965,
      "loss": 5.0323,
      "step": 8814
    },
    {
      "epoch": 0.0565281518532769,
      "grad_norm": 136.09092712402344,
      "learning_rate": 0.00019998433813071218,
      "loss": 5.1806,
      "step": 8815
    },
    {
      "epoch": 0.05653456457611902,
      "grad_norm": 64.31321716308594,
      "learning_rate": 0.0001999843345650089,
      "loss": 5.0286,
      "step": 8816
    },
    {
      "epoch": 0.05654097729896114,
      "grad_norm": 128.14695739746094,
      "learning_rate": 0.00019998433099889976,
      "loss": 4.6779,
      "step": 8817
    },
    {
      "epoch": 0.05654739002180326,
      "grad_norm": 17.970945358276367,
      "learning_rate": 0.0001999843274323848,
      "loss": 4.8757,
      "step": 8818
    },
    {
      "epoch": 0.05655380274464537,
      "grad_norm": 60.72242736816406,
      "learning_rate": 0.00019998432386546407,
      "loss": 4.8049,
      "step": 8819
    },
    {
      "epoch": 0.0565602154674875,
      "grad_norm": 157.3999481201172,
      "learning_rate": 0.00019998432029813746,
      "loss": 4.744,
      "step": 8820
    },
    {
      "epoch": 0.056566628190329614,
      "grad_norm": 54.52016830444336,
      "learning_rate": 0.0001999843167304051,
      "loss": 4.7702,
      "step": 8821
    },
    {
      "epoch": 0.05657304091317173,
      "grad_norm": 278.708740234375,
      "learning_rate": 0.00019998431316226687,
      "loss": 5.1158,
      "step": 8822
    },
    {
      "epoch": 0.056579453636013854,
      "grad_norm": 45.907203674316406,
      "learning_rate": 0.00019998430959372284,
      "loss": 4.9603,
      "step": 8823
    },
    {
      "epoch": 0.05658586635885597,
      "grad_norm": 195.6806182861328,
      "learning_rate": 0.000199984306024773,
      "loss": 5.1639,
      "step": 8824
    },
    {
      "epoch": 0.05659227908169809,
      "grad_norm": 198.7624053955078,
      "learning_rate": 0.0001999843024554173,
      "loss": 4.8283,
      "step": 8825
    },
    {
      "epoch": 0.056598691804540205,
      "grad_norm": 56.40203094482422,
      "learning_rate": 0.0001999842988856558,
      "loss": 4.7953,
      "step": 8826
    },
    {
      "epoch": 0.05660510452738233,
      "grad_norm": 102.95570373535156,
      "learning_rate": 0.0001999842953154885,
      "loss": 5.2319,
      "step": 8827
    },
    {
      "epoch": 0.056611517250224445,
      "grad_norm": 420.0133972167969,
      "learning_rate": 0.00019998429174491536,
      "loss": 4.8647,
      "step": 8828
    },
    {
      "epoch": 0.05661792997306656,
      "grad_norm": 505.5269775390625,
      "learning_rate": 0.0001999842881739364,
      "loss": 4.9157,
      "step": 8829
    },
    {
      "epoch": 0.056624342695908686,
      "grad_norm": 99.88275146484375,
      "learning_rate": 0.00019998428460255162,
      "loss": 5.1669,
      "step": 8830
    },
    {
      "epoch": 0.0566307554187508,
      "grad_norm": 45.06803894042969,
      "learning_rate": 0.00019998428103076103,
      "loss": 4.9341,
      "step": 8831
    },
    {
      "epoch": 0.05663716814159292,
      "grad_norm": 73.67121124267578,
      "learning_rate": 0.00019998427745856462,
      "loss": 4.8445,
      "step": 8832
    },
    {
      "epoch": 0.056643580864435036,
      "grad_norm": 26.078189849853516,
      "learning_rate": 0.0001999842738859624,
      "loss": 4.768,
      "step": 8833
    },
    {
      "epoch": 0.05664999358727716,
      "grad_norm": 93.27422332763672,
      "learning_rate": 0.0001999842703129543,
      "loss": 4.9761,
      "step": 8834
    },
    {
      "epoch": 0.05665640631011928,
      "grad_norm": 59.798763275146484,
      "learning_rate": 0.00019998426673954045,
      "loss": 5.1068,
      "step": 8835
    },
    {
      "epoch": 0.056662819032961394,
      "grad_norm": 57.064361572265625,
      "learning_rate": 0.00019998426316572077,
      "loss": 4.9218,
      "step": 8836
    },
    {
      "epoch": 0.05666923175580352,
      "grad_norm": 39.90475845336914,
      "learning_rate": 0.00019998425959149525,
      "loss": 4.9544,
      "step": 8837
    },
    {
      "epoch": 0.056675644478645634,
      "grad_norm": 228.5494842529297,
      "learning_rate": 0.00019998425601686393,
      "loss": 4.9359,
      "step": 8838
    },
    {
      "epoch": 0.05668205720148775,
      "grad_norm": 23.328792572021484,
      "learning_rate": 0.00019998425244182678,
      "loss": 4.9886,
      "step": 8839
    },
    {
      "epoch": 0.05668846992432987,
      "grad_norm": 25.101547241210938,
      "learning_rate": 0.0001999842488663838,
      "loss": 4.828,
      "step": 8840
    },
    {
      "epoch": 0.05669488264717199,
      "grad_norm": 126.40757751464844,
      "learning_rate": 0.000199984245290535,
      "loss": 4.8517,
      "step": 8841
    },
    {
      "epoch": 0.05670129537001411,
      "grad_norm": 14.98207950592041,
      "learning_rate": 0.0001999842417142804,
      "loss": 4.9287,
      "step": 8842
    },
    {
      "epoch": 0.056707708092856225,
      "grad_norm": 83.60906219482422,
      "learning_rate": 0.00019998423813761998,
      "loss": 4.7057,
      "step": 8843
    },
    {
      "epoch": 0.05671412081569835,
      "grad_norm": 120.4848861694336,
      "learning_rate": 0.00019998423456055373,
      "loss": 4.9841,
      "step": 8844
    },
    {
      "epoch": 0.056720533538540466,
      "grad_norm": 147.61788940429688,
      "learning_rate": 0.00019998423098308162,
      "loss": 4.867,
      "step": 8845
    },
    {
      "epoch": 0.05672694626138258,
      "grad_norm": 35.59774398803711,
      "learning_rate": 0.00019998422740520377,
      "loss": 5.0765,
      "step": 8846
    },
    {
      "epoch": 0.0567333589842247,
      "grad_norm": 61.74163055419922,
      "learning_rate": 0.00019998422382692005,
      "loss": 5.1094,
      "step": 8847
    },
    {
      "epoch": 0.05673977170706682,
      "grad_norm": 167.10162353515625,
      "learning_rate": 0.00019998422024823054,
      "loss": 4.845,
      "step": 8848
    },
    {
      "epoch": 0.05674618442990894,
      "grad_norm": 75.21489715576172,
      "learning_rate": 0.0001999842166691352,
      "loss": 4.6737,
      "step": 8849
    },
    {
      "epoch": 0.05675259715275106,
      "grad_norm": 56.99299621582031,
      "learning_rate": 0.00019998421308963402,
      "loss": 4.8293,
      "step": 8850
    },
    {
      "epoch": 0.056759009875593174,
      "grad_norm": 64.54008483886719,
      "learning_rate": 0.00019998420950972703,
      "loss": 4.9112,
      "step": 8851
    },
    {
      "epoch": 0.0567654225984353,
      "grad_norm": 50.276309967041016,
      "learning_rate": 0.00019998420592941423,
      "loss": 5.0073,
      "step": 8852
    },
    {
      "epoch": 0.056771835321277414,
      "grad_norm": 55.61869430541992,
      "learning_rate": 0.00019998420234869558,
      "loss": 4.9391,
      "step": 8853
    },
    {
      "epoch": 0.05677824804411953,
      "grad_norm": 83.71833038330078,
      "learning_rate": 0.00019998419876757114,
      "loss": 4.8578,
      "step": 8854
    },
    {
      "epoch": 0.056784660766961655,
      "grad_norm": 19.191396713256836,
      "learning_rate": 0.0001999841951860409,
      "loss": 4.8445,
      "step": 8855
    },
    {
      "epoch": 0.05679107348980377,
      "grad_norm": 26.559471130371094,
      "learning_rate": 0.0001999841916041048,
      "loss": 4.853,
      "step": 8856
    },
    {
      "epoch": 0.05679748621264589,
      "grad_norm": 36.19963455200195,
      "learning_rate": 0.0001999841880217629,
      "loss": 4.9532,
      "step": 8857
    },
    {
      "epoch": 0.056803898935488005,
      "grad_norm": 18.77051544189453,
      "learning_rate": 0.0001999841844390152,
      "loss": 4.8445,
      "step": 8858
    },
    {
      "epoch": 0.05681031165833013,
      "grad_norm": 833.9328002929688,
      "learning_rate": 0.00019998418085586165,
      "loss": 4.7993,
      "step": 8859
    },
    {
      "epoch": 0.056816724381172246,
      "grad_norm": 54.692203521728516,
      "learning_rate": 0.0001999841772723023,
      "loss": 4.9116,
      "step": 8860
    },
    {
      "epoch": 0.05682313710401436,
      "grad_norm": 58.75025939941406,
      "learning_rate": 0.0001999841736883371,
      "loss": 4.8208,
      "step": 8861
    },
    {
      "epoch": 0.056829549826856486,
      "grad_norm": 116.22586059570312,
      "learning_rate": 0.0001999841701039661,
      "loss": 4.885,
      "step": 8862
    },
    {
      "epoch": 0.0568359625496986,
      "grad_norm": 58.24532699584961,
      "learning_rate": 0.00019998416651918928,
      "loss": 4.7297,
      "step": 8863
    },
    {
      "epoch": 0.05684237527254072,
      "grad_norm": 113.58197784423828,
      "learning_rate": 0.00019998416293400665,
      "loss": 4.7141,
      "step": 8864
    },
    {
      "epoch": 0.056848787995382837,
      "grad_norm": 12.438196182250977,
      "learning_rate": 0.0001999841593484182,
      "loss": 4.8073,
      "step": 8865
    },
    {
      "epoch": 0.05685520071822496,
      "grad_norm": 243.3056640625,
      "learning_rate": 0.00019998415576242393,
      "loss": 4.8294,
      "step": 8866
    },
    {
      "epoch": 0.05686161344106708,
      "grad_norm": 44.479949951171875,
      "learning_rate": 0.00019998415217602382,
      "loss": 4.8972,
      "step": 8867
    },
    {
      "epoch": 0.056868026163909194,
      "grad_norm": 66.64262390136719,
      "learning_rate": 0.0001999841485892179,
      "loss": 5.0059,
      "step": 8868
    },
    {
      "epoch": 0.05687443888675132,
      "grad_norm": 287.8721618652344,
      "learning_rate": 0.00019998414500200617,
      "loss": 4.7496,
      "step": 8869
    },
    {
      "epoch": 0.056880851609593434,
      "grad_norm": 102.32566833496094,
      "learning_rate": 0.00019998414141438864,
      "loss": 4.7676,
      "step": 8870
    },
    {
      "epoch": 0.05688726433243555,
      "grad_norm": 589.4840087890625,
      "learning_rate": 0.00019998413782636526,
      "loss": 4.9756,
      "step": 8871
    },
    {
      "epoch": 0.05689367705527767,
      "grad_norm": 444.983154296875,
      "learning_rate": 0.00019998413423793606,
      "loss": 4.6944,
      "step": 8872
    },
    {
      "epoch": 0.05690008977811979,
      "grad_norm": 99.49811553955078,
      "learning_rate": 0.00019998413064910105,
      "loss": 4.7912,
      "step": 8873
    },
    {
      "epoch": 0.05690650250096191,
      "grad_norm": 640.1778564453125,
      "learning_rate": 0.00019998412705986022,
      "loss": 4.9926,
      "step": 8874
    },
    {
      "epoch": 0.056912915223804025,
      "grad_norm": 310.9798278808594,
      "learning_rate": 0.00019998412347021357,
      "loss": 4.9083,
      "step": 8875
    },
    {
      "epoch": 0.05691932794664615,
      "grad_norm": 546.4815673828125,
      "learning_rate": 0.00019998411988016114,
      "loss": 5.0189,
      "step": 8876
    },
    {
      "epoch": 0.056925740669488266,
      "grad_norm": 207.10885620117188,
      "learning_rate": 0.00019998411628970283,
      "loss": 5.1164,
      "step": 8877
    },
    {
      "epoch": 0.05693215339233038,
      "grad_norm": 28.128488540649414,
      "learning_rate": 0.00019998411269883873,
      "loss": 4.7085,
      "step": 8878
    },
    {
      "epoch": 0.0569385661151725,
      "grad_norm": 27.341341018676758,
      "learning_rate": 0.0001999841091075688,
      "loss": 4.6085,
      "step": 8879
    },
    {
      "epoch": 0.05694497883801462,
      "grad_norm": 86.73131561279297,
      "learning_rate": 0.00019998410551589306,
      "loss": 5.1562,
      "step": 8880
    },
    {
      "epoch": 0.05695139156085674,
      "grad_norm": 25.81645965576172,
      "learning_rate": 0.0001999841019238115,
      "loss": 4.9895,
      "step": 8881
    },
    {
      "epoch": 0.05695780428369886,
      "grad_norm": 59.805938720703125,
      "learning_rate": 0.0001999840983313241,
      "loss": 4.775,
      "step": 8882
    },
    {
      "epoch": 0.05696421700654098,
      "grad_norm": 29.050460815429688,
      "learning_rate": 0.00019998409473843091,
      "loss": 4.568,
      "step": 8883
    },
    {
      "epoch": 0.0569706297293831,
      "grad_norm": 49.26741027832031,
      "learning_rate": 0.0001999840911451319,
      "loss": 4.5848,
      "step": 8884
    },
    {
      "epoch": 0.056977042452225214,
      "grad_norm": 40.84042739868164,
      "learning_rate": 0.00019998408755142705,
      "loss": 4.8927,
      "step": 8885
    },
    {
      "epoch": 0.05698345517506733,
      "grad_norm": 87.87447357177734,
      "learning_rate": 0.00019998408395731642,
      "loss": 4.7433,
      "step": 8886
    },
    {
      "epoch": 0.056989867897909455,
      "grad_norm": 61.05479049682617,
      "learning_rate": 0.0001999840803627999,
      "loss": 4.8476,
      "step": 8887
    },
    {
      "epoch": 0.05699628062075157,
      "grad_norm": 65.50162506103516,
      "learning_rate": 0.00019998407676787765,
      "loss": 4.9945,
      "step": 8888
    },
    {
      "epoch": 0.05700269334359369,
      "grad_norm": 14.555658340454102,
      "learning_rate": 0.00019998407317254954,
      "loss": 4.831,
      "step": 8889
    },
    {
      "epoch": 0.05700910606643581,
      "grad_norm": 19.703113555908203,
      "learning_rate": 0.00019998406957681558,
      "loss": 4.8927,
      "step": 8890
    },
    {
      "epoch": 0.05701551878927793,
      "grad_norm": 25.88783836364746,
      "learning_rate": 0.00019998406598067584,
      "loss": 5.0726,
      "step": 8891
    },
    {
      "epoch": 0.057021931512120046,
      "grad_norm": 64.98851013183594,
      "learning_rate": 0.00019998406238413025,
      "loss": 4.8308,
      "step": 8892
    },
    {
      "epoch": 0.05702834423496216,
      "grad_norm": 19.999805450439453,
      "learning_rate": 0.00019998405878717888,
      "loss": 4.8306,
      "step": 8893
    },
    {
      "epoch": 0.057034756957804286,
      "grad_norm": 14.519834518432617,
      "learning_rate": 0.00019998405518982168,
      "loss": 4.8854,
      "step": 8894
    },
    {
      "epoch": 0.0570411696806464,
      "grad_norm": 55.63142395019531,
      "learning_rate": 0.00019998405159205864,
      "loss": 4.6505,
      "step": 8895
    },
    {
      "epoch": 0.05704758240348852,
      "grad_norm": 9.29232406616211,
      "learning_rate": 0.0001999840479938898,
      "loss": 4.7914,
      "step": 8896
    },
    {
      "epoch": 0.05705399512633064,
      "grad_norm": 32.0955810546875,
      "learning_rate": 0.00019998404439531514,
      "loss": 4.8739,
      "step": 8897
    },
    {
      "epoch": 0.05706040784917276,
      "grad_norm": 14.793643951416016,
      "learning_rate": 0.00019998404079633466,
      "loss": 4.9748,
      "step": 8898
    },
    {
      "epoch": 0.05706682057201488,
      "grad_norm": 30.501014709472656,
      "learning_rate": 0.00019998403719694835,
      "loss": 4.7599,
      "step": 8899
    },
    {
      "epoch": 0.057073233294856994,
      "grad_norm": 26.640352249145508,
      "learning_rate": 0.00019998403359715625,
      "loss": 4.8947,
      "step": 8900
    },
    {
      "epoch": 0.057073233294856994,
      "eval_loss": 4.852106094360352,
      "eval_runtime": 34.7123,
      "eval_samples_per_second": 90.314,
      "eval_steps_per_second": 22.586,
      "step": 8900
    },
    {
      "epoch": 0.05707964601769912,
      "grad_norm": 68.22850036621094,
      "learning_rate": 0.0001999840299969583,
      "loss": 5.0025,
      "step": 8901
    },
    {
      "epoch": 0.057086058740541235,
      "grad_norm": 35.927833557128906,
      "learning_rate": 0.00019998402639635453,
      "loss": 4.8853,
      "step": 8902
    },
    {
      "epoch": 0.05709247146338335,
      "grad_norm": 30.425777435302734,
      "learning_rate": 0.00019998402279534496,
      "loss": 4.6661,
      "step": 8903
    },
    {
      "epoch": 0.05709888418622547,
      "grad_norm": 19.717878341674805,
      "learning_rate": 0.00019998401919392957,
      "loss": 5.2741,
      "step": 8904
    },
    {
      "epoch": 0.05710529690906759,
      "grad_norm": 20.99376106262207,
      "learning_rate": 0.00019998401559210836,
      "loss": 5.0796,
      "step": 8905
    },
    {
      "epoch": 0.05711170963190971,
      "grad_norm": 23.65696144104004,
      "learning_rate": 0.00019998401198988134,
      "loss": 4.9457,
      "step": 8906
    },
    {
      "epoch": 0.057118122354751825,
      "grad_norm": 14.297836303710938,
      "learning_rate": 0.0001999840083872485,
      "loss": 4.8095,
      "step": 8907
    },
    {
      "epoch": 0.05712453507759395,
      "grad_norm": 30.929445266723633,
      "learning_rate": 0.00019998400478420981,
      "loss": 4.7971,
      "step": 8908
    },
    {
      "epoch": 0.057130947800436066,
      "grad_norm": 42.52648162841797,
      "learning_rate": 0.0001999840011807653,
      "loss": 4.7809,
      "step": 8909
    },
    {
      "epoch": 0.05713736052327818,
      "grad_norm": 22.83738899230957,
      "learning_rate": 0.00019998399757691502,
      "loss": 4.9654,
      "step": 8910
    },
    {
      "epoch": 0.0571437732461203,
      "grad_norm": 32.80646896362305,
      "learning_rate": 0.00019998399397265889,
      "loss": 5.0262,
      "step": 8911
    },
    {
      "epoch": 0.05715018596896242,
      "grad_norm": 14.959755897521973,
      "learning_rate": 0.00019998399036799693,
      "loss": 4.9455,
      "step": 8912
    },
    {
      "epoch": 0.05715659869180454,
      "grad_norm": 114.59223175048828,
      "learning_rate": 0.00019998398676292917,
      "loss": 4.7925,
      "step": 8913
    },
    {
      "epoch": 0.05716301141464666,
      "grad_norm": 25.118515014648438,
      "learning_rate": 0.0001999839831574556,
      "loss": 4.6684,
      "step": 8914
    },
    {
      "epoch": 0.05716942413748878,
      "grad_norm": 43.03460693359375,
      "learning_rate": 0.0001999839795515762,
      "loss": 4.7921,
      "step": 8915
    },
    {
      "epoch": 0.0571758368603309,
      "grad_norm": 19.968975067138672,
      "learning_rate": 0.00019998397594529098,
      "loss": 4.9255,
      "step": 8916
    },
    {
      "epoch": 0.057182249583173014,
      "grad_norm": 83.93646240234375,
      "learning_rate": 0.00019998397233859995,
      "loss": 4.8227,
      "step": 8917
    },
    {
      "epoch": 0.05718866230601513,
      "grad_norm": 218.06533813476562,
      "learning_rate": 0.0001999839687315031,
      "loss": 5.114,
      "step": 8918
    },
    {
      "epoch": 0.057195075028857255,
      "grad_norm": 11.1150541305542,
      "learning_rate": 0.00019998396512400043,
      "loss": 4.6186,
      "step": 8919
    },
    {
      "epoch": 0.05720148775169937,
      "grad_norm": 18.75382423400879,
      "learning_rate": 0.00019998396151609194,
      "loss": 4.887,
      "step": 8920
    },
    {
      "epoch": 0.05720790047454149,
      "grad_norm": 42.06815719604492,
      "learning_rate": 0.0001999839579077776,
      "loss": 4.7757,
      "step": 8921
    },
    {
      "epoch": 0.05721431319738361,
      "grad_norm": 156.67823791503906,
      "learning_rate": 0.0001999839542990575,
      "loss": 4.7194,
      "step": 8922
    },
    {
      "epoch": 0.05722072592022573,
      "grad_norm": 12.583637237548828,
      "learning_rate": 0.00019998395068993158,
      "loss": 4.8281,
      "step": 8923
    },
    {
      "epoch": 0.057227138643067846,
      "grad_norm": 218.27337646484375,
      "learning_rate": 0.00019998394708039977,
      "loss": 4.7791,
      "step": 8924
    },
    {
      "epoch": 0.05723355136590996,
      "grad_norm": 20.03282928466797,
      "learning_rate": 0.0001999839434704622,
      "loss": 5.1534,
      "step": 8925
    },
    {
      "epoch": 0.057239964088752086,
      "grad_norm": 31.1328182220459,
      "learning_rate": 0.0001999839398601188,
      "loss": 4.8916,
      "step": 8926
    },
    {
      "epoch": 0.0572463768115942,
      "grad_norm": 26.75461769104004,
      "learning_rate": 0.00019998393624936958,
      "loss": 5.1117,
      "step": 8927
    },
    {
      "epoch": 0.05725278953443632,
      "grad_norm": 25.401329040527344,
      "learning_rate": 0.00019998393263821455,
      "loss": 5.0108,
      "step": 8928
    },
    {
      "epoch": 0.057259202257278444,
      "grad_norm": 25.30365753173828,
      "learning_rate": 0.0001999839290266537,
      "loss": 5.2073,
      "step": 8929
    },
    {
      "epoch": 0.05726561498012056,
      "grad_norm": 65.210205078125,
      "learning_rate": 0.00019998392541468703,
      "loss": 4.8308,
      "step": 8930
    },
    {
      "epoch": 0.05727202770296268,
      "grad_norm": 96.81473541259766,
      "learning_rate": 0.0001999839218023145,
      "loss": 5.2891,
      "step": 8931
    },
    {
      "epoch": 0.057278440425804794,
      "grad_norm": 39.84140396118164,
      "learning_rate": 0.00019998391818953622,
      "loss": 4.906,
      "step": 8932
    },
    {
      "epoch": 0.05728485314864692,
      "grad_norm": 94.70147705078125,
      "learning_rate": 0.00019998391457635208,
      "loss": 5.1591,
      "step": 8933
    },
    {
      "epoch": 0.057291265871489035,
      "grad_norm": 21.648672103881836,
      "learning_rate": 0.00019998391096276213,
      "loss": 4.888,
      "step": 8934
    },
    {
      "epoch": 0.05729767859433115,
      "grad_norm": 17.304895401000977,
      "learning_rate": 0.00019998390734876637,
      "loss": 4.9256,
      "step": 8935
    },
    {
      "epoch": 0.057304091317173275,
      "grad_norm": 17.38818359375,
      "learning_rate": 0.0001999839037343648,
      "loss": 4.6462,
      "step": 8936
    },
    {
      "epoch": 0.05731050404001539,
      "grad_norm": 19.175533294677734,
      "learning_rate": 0.00019998390011955738,
      "loss": 4.8644,
      "step": 8937
    },
    {
      "epoch": 0.05731691676285751,
      "grad_norm": 9.496725082397461,
      "learning_rate": 0.00019998389650434416,
      "loss": 4.8683,
      "step": 8938
    },
    {
      "epoch": 0.057323329485699626,
      "grad_norm": 24.13273811340332,
      "learning_rate": 0.00019998389288872513,
      "loss": 4.772,
      "step": 8939
    },
    {
      "epoch": 0.05732974220854175,
      "grad_norm": 28.465662002563477,
      "learning_rate": 0.00019998388927270028,
      "loss": 4.8134,
      "step": 8940
    },
    {
      "epoch": 0.057336154931383866,
      "grad_norm": 22.81404685974121,
      "learning_rate": 0.0001999838856562696,
      "loss": 4.763,
      "step": 8941
    },
    {
      "epoch": 0.05734256765422598,
      "grad_norm": 20.160741806030273,
      "learning_rate": 0.00019998388203943312,
      "loss": 4.919,
      "step": 8942
    },
    {
      "epoch": 0.0573489803770681,
      "grad_norm": 124.72080993652344,
      "learning_rate": 0.0001999838784221908,
      "loss": 5.2397,
      "step": 8943
    },
    {
      "epoch": 0.057355393099910223,
      "grad_norm": 36.52927017211914,
      "learning_rate": 0.00019998387480454265,
      "loss": 4.7932,
      "step": 8944
    },
    {
      "epoch": 0.05736180582275234,
      "grad_norm": 114.91331481933594,
      "learning_rate": 0.0001999838711864887,
      "loss": 5.0555,
      "step": 8945
    },
    {
      "epoch": 0.05736821854559446,
      "grad_norm": 19.36298370361328,
      "learning_rate": 0.00019998386756802896,
      "loss": 4.8911,
      "step": 8946
    },
    {
      "epoch": 0.05737463126843658,
      "grad_norm": 72.9824447631836,
      "learning_rate": 0.00019998386394916336,
      "loss": 4.9335,
      "step": 8947
    },
    {
      "epoch": 0.0573810439912787,
      "grad_norm": 70.05758666992188,
      "learning_rate": 0.00019998386032989198,
      "loss": 4.8676,
      "step": 8948
    },
    {
      "epoch": 0.057387456714120814,
      "grad_norm": 439.2289123535156,
      "learning_rate": 0.00019998385671021475,
      "loss": 4.7929,
      "step": 8949
    },
    {
      "epoch": 0.05739386943696293,
      "grad_norm": 30.26317596435547,
      "learning_rate": 0.00019998385309013173,
      "loss": 4.858,
      "step": 8950
    },
    {
      "epoch": 0.057400282159805055,
      "grad_norm": 321.6251525878906,
      "learning_rate": 0.0001999838494696429,
      "loss": 4.8854,
      "step": 8951
    },
    {
      "epoch": 0.05740669488264717,
      "grad_norm": 27.031572341918945,
      "learning_rate": 0.00019998384584874818,
      "loss": 5.1294,
      "step": 8952
    },
    {
      "epoch": 0.05741310760548929,
      "grad_norm": 54.15924835205078,
      "learning_rate": 0.0001999838422274477,
      "loss": 4.925,
      "step": 8953
    },
    {
      "epoch": 0.05741952032833141,
      "grad_norm": 55.94940185546875,
      "learning_rate": 0.00019998383860574142,
      "loss": 4.8535,
      "step": 8954
    },
    {
      "epoch": 0.05742593305117353,
      "grad_norm": 66.5088882446289,
      "learning_rate": 0.00019998383498362926,
      "loss": 4.7854,
      "step": 8955
    },
    {
      "epoch": 0.057432345774015646,
      "grad_norm": 25.92441749572754,
      "learning_rate": 0.00019998383136111131,
      "loss": 5.0184,
      "step": 8956
    },
    {
      "epoch": 0.05743875849685776,
      "grad_norm": 13.455103874206543,
      "learning_rate": 0.00019998382773818758,
      "loss": 4.8713,
      "step": 8957
    },
    {
      "epoch": 0.057445171219699886,
      "grad_norm": 58.50953674316406,
      "learning_rate": 0.000199983824114858,
      "loss": 4.7817,
      "step": 8958
    },
    {
      "epoch": 0.057451583942542,
      "grad_norm": 37.17514419555664,
      "learning_rate": 0.0001999838204911226,
      "loss": 4.72,
      "step": 8959
    },
    {
      "epoch": 0.05745799666538412,
      "grad_norm": 71.81576538085938,
      "learning_rate": 0.00019998381686698138,
      "loss": 4.8317,
      "step": 8960
    },
    {
      "epoch": 0.057464409388226244,
      "grad_norm": 37.79009246826172,
      "learning_rate": 0.00019998381324243434,
      "loss": 4.7333,
      "step": 8961
    },
    {
      "epoch": 0.05747082211106836,
      "grad_norm": 16.15314483642578,
      "learning_rate": 0.0001999838096174815,
      "loss": 4.8586,
      "step": 8962
    },
    {
      "epoch": 0.05747723483391048,
      "grad_norm": 30.369068145751953,
      "learning_rate": 0.0001999838059921228,
      "loss": 4.7798,
      "step": 8963
    },
    {
      "epoch": 0.057483647556752594,
      "grad_norm": 16.383949279785156,
      "learning_rate": 0.00019998380236635832,
      "loss": 4.8994,
      "step": 8964
    },
    {
      "epoch": 0.05749006027959472,
      "grad_norm": 48.45783996582031,
      "learning_rate": 0.00019998379874018802,
      "loss": 4.9244,
      "step": 8965
    },
    {
      "epoch": 0.057496473002436835,
      "grad_norm": 778.5792846679688,
      "learning_rate": 0.00019998379511361193,
      "loss": 4.7714,
      "step": 8966
    },
    {
      "epoch": 0.05750288572527895,
      "grad_norm": 16.389575958251953,
      "learning_rate": 0.00019998379148662997,
      "loss": 4.8409,
      "step": 8967
    },
    {
      "epoch": 0.057509298448121075,
      "grad_norm": 57.74100112915039,
      "learning_rate": 0.00019998378785924221,
      "loss": 5.0574,
      "step": 8968
    },
    {
      "epoch": 0.05751571117096319,
      "grad_norm": 76.95439910888672,
      "learning_rate": 0.00019998378423144865,
      "loss": 4.8101,
      "step": 8969
    },
    {
      "epoch": 0.05752212389380531,
      "grad_norm": 72.61953735351562,
      "learning_rate": 0.00019998378060324923,
      "loss": 4.9305,
      "step": 8970
    },
    {
      "epoch": 0.057528536616647426,
      "grad_norm": 448.4654846191406,
      "learning_rate": 0.00019998377697464403,
      "loss": 4.9987,
      "step": 8971
    },
    {
      "epoch": 0.05753494933948955,
      "grad_norm": 113.06104278564453,
      "learning_rate": 0.00019998377334563301,
      "loss": 4.8093,
      "step": 8972
    },
    {
      "epoch": 0.057541362062331666,
      "grad_norm": 44.61882019042969,
      "learning_rate": 0.00019998376971621618,
      "loss": 4.8852,
      "step": 8973
    },
    {
      "epoch": 0.05754777478517378,
      "grad_norm": 12.798624038696289,
      "learning_rate": 0.0001999837660863935,
      "loss": 4.8594,
      "step": 8974
    },
    {
      "epoch": 0.05755418750801591,
      "grad_norm": 118.37694549560547,
      "learning_rate": 0.000199983762456165,
      "loss": 5.0762,
      "step": 8975
    },
    {
      "epoch": 0.057560600230858024,
      "grad_norm": 19.850820541381836,
      "learning_rate": 0.00019998375882553072,
      "loss": 4.7191,
      "step": 8976
    },
    {
      "epoch": 0.05756701295370014,
      "grad_norm": 24.248432159423828,
      "learning_rate": 0.0001999837551944906,
      "loss": 4.7899,
      "step": 8977
    },
    {
      "epoch": 0.05757342567654226,
      "grad_norm": 18.77154541015625,
      "learning_rate": 0.00019998375156304467,
      "loss": 5.1105,
      "step": 8978
    },
    {
      "epoch": 0.05757983839938438,
      "grad_norm": 73.277099609375,
      "learning_rate": 0.00019998374793119293,
      "loss": 4.861,
      "step": 8979
    },
    {
      "epoch": 0.0575862511222265,
      "grad_norm": 71.32007598876953,
      "learning_rate": 0.00019998374429893535,
      "loss": 4.8744,
      "step": 8980
    },
    {
      "epoch": 0.057592663845068615,
      "grad_norm": 25.81321144104004,
      "learning_rate": 0.00019998374066627195,
      "loss": 4.9709,
      "step": 8981
    },
    {
      "epoch": 0.05759907656791074,
      "grad_norm": 13.03548812866211,
      "learning_rate": 0.00019998373703320277,
      "loss": 4.9365,
      "step": 8982
    },
    {
      "epoch": 0.057605489290752855,
      "grad_norm": 17.19114112854004,
      "learning_rate": 0.00019998373339972773,
      "loss": 4.7778,
      "step": 8983
    },
    {
      "epoch": 0.05761190201359497,
      "grad_norm": 22.997093200683594,
      "learning_rate": 0.00019998372976584689,
      "loss": 4.8287,
      "step": 8984
    },
    {
      "epoch": 0.05761831473643709,
      "grad_norm": 57.320213317871094,
      "learning_rate": 0.00019998372613156025,
      "loss": 5.3146,
      "step": 8985
    },
    {
      "epoch": 0.05762472745927921,
      "grad_norm": 46.323577880859375,
      "learning_rate": 0.00019998372249686777,
      "loss": 5.0946,
      "step": 8986
    },
    {
      "epoch": 0.05763114018212133,
      "grad_norm": 99.29148864746094,
      "learning_rate": 0.00019998371886176947,
      "loss": 4.6857,
      "step": 8987
    },
    {
      "epoch": 0.057637552904963446,
      "grad_norm": 20.363786697387695,
      "learning_rate": 0.00019998371522626535,
      "loss": 4.8642,
      "step": 8988
    },
    {
      "epoch": 0.05764396562780556,
      "grad_norm": 213.2229461669922,
      "learning_rate": 0.00019998371159035542,
      "loss": 4.6888,
      "step": 8989
    },
    {
      "epoch": 0.05765037835064769,
      "grad_norm": 25.565444946289062,
      "learning_rate": 0.0001999837079540397,
      "loss": 4.7289,
      "step": 8990
    },
    {
      "epoch": 0.0576567910734898,
      "grad_norm": 22.89665985107422,
      "learning_rate": 0.00019998370431731813,
      "loss": 4.9225,
      "step": 8991
    },
    {
      "epoch": 0.05766320379633192,
      "grad_norm": 36.338836669921875,
      "learning_rate": 0.00019998370068019075,
      "loss": 4.7947,
      "step": 8992
    },
    {
      "epoch": 0.057669616519174044,
      "grad_norm": 35.6208610534668,
      "learning_rate": 0.00019998369704265755,
      "loss": 4.7755,
      "step": 8993
    },
    {
      "epoch": 0.05767602924201616,
      "grad_norm": 32.92210006713867,
      "learning_rate": 0.00019998369340471856,
      "loss": 5.1253,
      "step": 8994
    },
    {
      "epoch": 0.05768244196485828,
      "grad_norm": 22.18303108215332,
      "learning_rate": 0.00019998368976637372,
      "loss": 5.1668,
      "step": 8995
    },
    {
      "epoch": 0.057688854687700394,
      "grad_norm": 28.89462661743164,
      "learning_rate": 0.00019998368612762307,
      "loss": 4.9561,
      "step": 8996
    },
    {
      "epoch": 0.05769526741054252,
      "grad_norm": 30.398433685302734,
      "learning_rate": 0.0001999836824884666,
      "loss": 4.8211,
      "step": 8997
    },
    {
      "epoch": 0.057701680133384635,
      "grad_norm": 65.743408203125,
      "learning_rate": 0.00019998367884890432,
      "loss": 4.6737,
      "step": 8998
    },
    {
      "epoch": 0.05770809285622675,
      "grad_norm": 160.43199157714844,
      "learning_rate": 0.00019998367520893622,
      "loss": 4.6928,
      "step": 8999
    },
    {
      "epoch": 0.057714505579068875,
      "grad_norm": 236.16925048828125,
      "learning_rate": 0.0001999836715685623,
      "loss": 4.9559,
      "step": 9000
    },
    {
      "epoch": 0.057714505579068875,
      "eval_loss": 4.855255603790283,
      "eval_runtime": 34.7984,
      "eval_samples_per_second": 90.09,
      "eval_steps_per_second": 22.53,
      "step": 9000
    },
    {
      "epoch": 0.05772091830191099,
      "grad_norm": 45.002567291259766,
      "learning_rate": 0.0001999836679277826,
      "loss": 5.0994,
      "step": 9001
    },
    {
      "epoch": 0.05772733102475311,
      "grad_norm": 153.33285522460938,
      "learning_rate": 0.00019998366428659702,
      "loss": 4.6703,
      "step": 9002
    },
    {
      "epoch": 0.057733743747595226,
      "grad_norm": 656.4014282226562,
      "learning_rate": 0.00019998366064500567,
      "loss": 4.9544,
      "step": 9003
    },
    {
      "epoch": 0.05774015647043735,
      "grad_norm": 237.94923400878906,
      "learning_rate": 0.00019998365700300846,
      "loss": 4.915,
      "step": 9004
    },
    {
      "epoch": 0.057746569193279466,
      "grad_norm": 118.34970092773438,
      "learning_rate": 0.00019998365336060546,
      "loss": 4.8528,
      "step": 9005
    },
    {
      "epoch": 0.05775298191612158,
      "grad_norm": 16.337833404541016,
      "learning_rate": 0.00019998364971779667,
      "loss": 4.8164,
      "step": 9006
    },
    {
      "epoch": 0.05775939463896371,
      "grad_norm": 28.912080764770508,
      "learning_rate": 0.000199983646074582,
      "loss": 4.9817,
      "step": 9007
    },
    {
      "epoch": 0.057765807361805824,
      "grad_norm": 22.114303588867188,
      "learning_rate": 0.00019998364243096158,
      "loss": 4.7814,
      "step": 9008
    },
    {
      "epoch": 0.05777222008464794,
      "grad_norm": 45.255760192871094,
      "learning_rate": 0.00019998363878693528,
      "loss": 4.855,
      "step": 9009
    },
    {
      "epoch": 0.05777863280749006,
      "grad_norm": 52.64543914794922,
      "learning_rate": 0.0001999836351425032,
      "loss": 5.1822,
      "step": 9010
    },
    {
      "epoch": 0.05778504553033218,
      "grad_norm": 22.545696258544922,
      "learning_rate": 0.0001999836314976653,
      "loss": 4.845,
      "step": 9011
    },
    {
      "epoch": 0.0577914582531743,
      "grad_norm": 15.237682342529297,
      "learning_rate": 0.00019998362785242157,
      "loss": 4.818,
      "step": 9012
    },
    {
      "epoch": 0.057797870976016415,
      "grad_norm": 68.313720703125,
      "learning_rate": 0.00019998362420677203,
      "loss": 5.1746,
      "step": 9013
    },
    {
      "epoch": 0.05780428369885854,
      "grad_norm": 44.483829498291016,
      "learning_rate": 0.00019998362056071668,
      "loss": 5.234,
      "step": 9014
    },
    {
      "epoch": 0.057810696421700655,
      "grad_norm": 120.92179870605469,
      "learning_rate": 0.00019998361691425548,
      "loss": 4.6844,
      "step": 9015
    },
    {
      "epoch": 0.05781710914454277,
      "grad_norm": 23.931686401367188,
      "learning_rate": 0.0001999836132673885,
      "loss": 4.7727,
      "step": 9016
    },
    {
      "epoch": 0.05782352186738489,
      "grad_norm": 109.36590576171875,
      "learning_rate": 0.0001999836096201157,
      "loss": 4.9716,
      "step": 9017
    },
    {
      "epoch": 0.05782993459022701,
      "grad_norm": 112.24427795410156,
      "learning_rate": 0.0001999836059724371,
      "loss": 5.0098,
      "step": 9018
    },
    {
      "epoch": 0.05783634731306913,
      "grad_norm": 17.29680061340332,
      "learning_rate": 0.00019998360232435265,
      "loss": 4.7213,
      "step": 9019
    },
    {
      "epoch": 0.057842760035911246,
      "grad_norm": 29.128690719604492,
      "learning_rate": 0.00019998359867586237,
      "loss": 4.7533,
      "step": 9020
    },
    {
      "epoch": 0.05784917275875337,
      "grad_norm": 32.87145233154297,
      "learning_rate": 0.0001999835950269663,
      "loss": 4.6897,
      "step": 9021
    },
    {
      "epoch": 0.05785558548159549,
      "grad_norm": 49.757545471191406,
      "learning_rate": 0.00019998359137766443,
      "loss": 4.7063,
      "step": 9022
    },
    {
      "epoch": 0.057861998204437604,
      "grad_norm": 39.9937629699707,
      "learning_rate": 0.0001999835877279567,
      "loss": 4.9213,
      "step": 9023
    },
    {
      "epoch": 0.05786841092727972,
      "grad_norm": 334.79730224609375,
      "learning_rate": 0.00019998358407784318,
      "loss": 4.8553,
      "step": 9024
    },
    {
      "epoch": 0.057874823650121844,
      "grad_norm": 77.02619171142578,
      "learning_rate": 0.00019998358042732384,
      "loss": 5.1741,
      "step": 9025
    },
    {
      "epoch": 0.05788123637296396,
      "grad_norm": 22.99313735961914,
      "learning_rate": 0.00019998357677639868,
      "loss": 4.8165,
      "step": 9026
    },
    {
      "epoch": 0.05788764909580608,
      "grad_norm": 20.732362747192383,
      "learning_rate": 0.0001999835731250677,
      "loss": 4.9559,
      "step": 9027
    },
    {
      "epoch": 0.0578940618186482,
      "grad_norm": 69.02964782714844,
      "learning_rate": 0.00019998356947333092,
      "loss": 5.1834,
      "step": 9028
    },
    {
      "epoch": 0.05790047454149032,
      "grad_norm": 291.8576354980469,
      "learning_rate": 0.00019998356582118828,
      "loss": 5.0917,
      "step": 9029
    },
    {
      "epoch": 0.057906887264332435,
      "grad_norm": 16.903467178344727,
      "learning_rate": 0.00019998356216863986,
      "loss": 4.8737,
      "step": 9030
    },
    {
      "epoch": 0.05791329998717455,
      "grad_norm": 63.910030364990234,
      "learning_rate": 0.00019998355851568564,
      "loss": 4.8364,
      "step": 9031
    },
    {
      "epoch": 0.057919712710016676,
      "grad_norm": 11.135615348815918,
      "learning_rate": 0.0001999835548623256,
      "loss": 5.0615,
      "step": 9032
    },
    {
      "epoch": 0.05792612543285879,
      "grad_norm": 31.98126220703125,
      "learning_rate": 0.00019998355120855968,
      "loss": 5.0039,
      "step": 9033
    },
    {
      "epoch": 0.05793253815570091,
      "grad_norm": 37.977359771728516,
      "learning_rate": 0.000199983547554388,
      "loss": 4.9409,
      "step": 9034
    },
    {
      "epoch": 0.057938950878543026,
      "grad_norm": 54.93551254272461,
      "learning_rate": 0.00019998354389981048,
      "loss": 5.217,
      "step": 9035
    },
    {
      "epoch": 0.05794536360138515,
      "grad_norm": 126.60305786132812,
      "learning_rate": 0.00019998354024482719,
      "loss": 4.9755,
      "step": 9036
    },
    {
      "epoch": 0.05795177632422727,
      "grad_norm": 25.86705207824707,
      "learning_rate": 0.00019998353658943802,
      "loss": 4.9711,
      "step": 9037
    },
    {
      "epoch": 0.05795818904706938,
      "grad_norm": 28.691059112548828,
      "learning_rate": 0.00019998353293364306,
      "loss": 4.9524,
      "step": 9038
    },
    {
      "epoch": 0.05796460176991151,
      "grad_norm": 39.490821838378906,
      "learning_rate": 0.00019998352927744228,
      "loss": 5.0442,
      "step": 9039
    },
    {
      "epoch": 0.057971014492753624,
      "grad_norm": 122.5912094116211,
      "learning_rate": 0.0001999835256208357,
      "loss": 4.8296,
      "step": 9040
    },
    {
      "epoch": 0.05797742721559574,
      "grad_norm": 110.16087341308594,
      "learning_rate": 0.00019998352196382325,
      "loss": 4.9903,
      "step": 9041
    },
    {
      "epoch": 0.05798383993843786,
      "grad_norm": 32.46150207519531,
      "learning_rate": 0.00019998351830640505,
      "loss": 4.7893,
      "step": 9042
    },
    {
      "epoch": 0.05799025266127998,
      "grad_norm": 19.11672592163086,
      "learning_rate": 0.000199983514648581,
      "loss": 5.0295,
      "step": 9043
    },
    {
      "epoch": 0.0579966653841221,
      "grad_norm": 70.0729751586914,
      "learning_rate": 0.00019998351099035112,
      "loss": 4.9042,
      "step": 9044
    },
    {
      "epoch": 0.058003078106964215,
      "grad_norm": 27.989490509033203,
      "learning_rate": 0.00019998350733171547,
      "loss": 5.0968,
      "step": 9045
    },
    {
      "epoch": 0.05800949082980634,
      "grad_norm": 33.867332458496094,
      "learning_rate": 0.00019998350367267398,
      "loss": 4.8825,
      "step": 9046
    },
    {
      "epoch": 0.058015903552648455,
      "grad_norm": 12.195560455322266,
      "learning_rate": 0.00019998350001322666,
      "loss": 4.9314,
      "step": 9047
    },
    {
      "epoch": 0.05802231627549057,
      "grad_norm": 27.574214935302734,
      "learning_rate": 0.00019998349635337354,
      "loss": 4.7726,
      "step": 9048
    },
    {
      "epoch": 0.05802872899833269,
      "grad_norm": 47.23713302612305,
      "learning_rate": 0.00019998349269311462,
      "loss": 5.0615,
      "step": 9049
    },
    {
      "epoch": 0.05803514172117481,
      "grad_norm": 36.50699996948242,
      "learning_rate": 0.00019998348903244983,
      "loss": 4.7507,
      "step": 9050
    },
    {
      "epoch": 0.05804155444401693,
      "grad_norm": 41.83945846557617,
      "learning_rate": 0.00019998348537137925,
      "loss": 4.8989,
      "step": 9051
    },
    {
      "epoch": 0.058047967166859046,
      "grad_norm": 25.096599578857422,
      "learning_rate": 0.00019998348170990286,
      "loss": 4.8692,
      "step": 9052
    },
    {
      "epoch": 0.05805437988970117,
      "grad_norm": 38.57283401489258,
      "learning_rate": 0.00019998347804802067,
      "loss": 4.8651,
      "step": 9053
    },
    {
      "epoch": 0.05806079261254329,
      "grad_norm": 46.355709075927734,
      "learning_rate": 0.00019998347438573264,
      "loss": 4.8228,
      "step": 9054
    },
    {
      "epoch": 0.058067205335385404,
      "grad_norm": 85.24749755859375,
      "learning_rate": 0.0001999834707230388,
      "loss": 4.7341,
      "step": 9055
    },
    {
      "epoch": 0.05807361805822752,
      "grad_norm": 106.0099868774414,
      "learning_rate": 0.00019998346705993913,
      "loss": 4.8199,
      "step": 9056
    },
    {
      "epoch": 0.058080030781069644,
      "grad_norm": 106.49398040771484,
      "learning_rate": 0.00019998346339643365,
      "loss": 5.1433,
      "step": 9057
    },
    {
      "epoch": 0.05808644350391176,
      "grad_norm": 176.19271850585938,
      "learning_rate": 0.00019998345973252235,
      "loss": 4.708,
      "step": 9058
    },
    {
      "epoch": 0.05809285622675388,
      "grad_norm": 19.071767807006836,
      "learning_rate": 0.00019998345606820527,
      "loss": 5.1144,
      "step": 9059
    },
    {
      "epoch": 0.058099268949596,
      "grad_norm": 54.92591857910156,
      "learning_rate": 0.00019998345240348234,
      "loss": 4.9789,
      "step": 9060
    },
    {
      "epoch": 0.05810568167243812,
      "grad_norm": 55.199222564697266,
      "learning_rate": 0.0001999834487383536,
      "loss": 4.7128,
      "step": 9061
    },
    {
      "epoch": 0.058112094395280235,
      "grad_norm": 38.79890823364258,
      "learning_rate": 0.00019998344507281903,
      "loss": 4.7594,
      "step": 9062
    },
    {
      "epoch": 0.05811850711812235,
      "grad_norm": 136.6937713623047,
      "learning_rate": 0.00019998344140687867,
      "loss": 4.8593,
      "step": 9063
    },
    {
      "epoch": 0.058124919840964476,
      "grad_norm": 19.13638687133789,
      "learning_rate": 0.00019998343774053247,
      "loss": 4.6601,
      "step": 9064
    },
    {
      "epoch": 0.05813133256380659,
      "grad_norm": 51.0819206237793,
      "learning_rate": 0.00019998343407378046,
      "loss": 4.6601,
      "step": 9065
    },
    {
      "epoch": 0.05813774528664871,
      "grad_norm": 87.43789672851562,
      "learning_rate": 0.00019998343040662263,
      "loss": 4.8246,
      "step": 9066
    },
    {
      "epoch": 0.05814415800949083,
      "grad_norm": 56.854244232177734,
      "learning_rate": 0.000199983426739059,
      "loss": 4.8297,
      "step": 9067
    },
    {
      "epoch": 0.05815057073233295,
      "grad_norm": 32.444637298583984,
      "learning_rate": 0.00019998342307108957,
      "loss": 4.8213,
      "step": 9068
    },
    {
      "epoch": 0.05815698345517507,
      "grad_norm": 745.0946044921875,
      "learning_rate": 0.00019998341940271429,
      "loss": 5.1724,
      "step": 9069
    },
    {
      "epoch": 0.058163396178017183,
      "grad_norm": 29.462200164794922,
      "learning_rate": 0.00019998341573393319,
      "loss": 4.808,
      "step": 9070
    },
    {
      "epoch": 0.05816980890085931,
      "grad_norm": 45.03462219238281,
      "learning_rate": 0.00019998341206474632,
      "loss": 4.9202,
      "step": 9071
    },
    {
      "epoch": 0.058176221623701424,
      "grad_norm": 40.88773727416992,
      "learning_rate": 0.0001999834083951536,
      "loss": 5.0023,
      "step": 9072
    },
    {
      "epoch": 0.05818263434654354,
      "grad_norm": 96.05945587158203,
      "learning_rate": 0.00019998340472515504,
      "loss": 4.8227,
      "step": 9073
    },
    {
      "epoch": 0.058189047069385665,
      "grad_norm": 72.44269561767578,
      "learning_rate": 0.00019998340105475067,
      "loss": 4.9826,
      "step": 9074
    },
    {
      "epoch": 0.05819545979222778,
      "grad_norm": 34.1743278503418,
      "learning_rate": 0.00019998339738394055,
      "loss": 4.6917,
      "step": 9075
    },
    {
      "epoch": 0.0582018725150699,
      "grad_norm": 46.65227127075195,
      "learning_rate": 0.00019998339371272454,
      "loss": 4.9087,
      "step": 9076
    },
    {
      "epoch": 0.058208285237912015,
      "grad_norm": 40.15650939941406,
      "learning_rate": 0.00019998339004110273,
      "loss": 4.9539,
      "step": 9077
    },
    {
      "epoch": 0.05821469796075414,
      "grad_norm": 55.65726852416992,
      "learning_rate": 0.00019998338636907512,
      "loss": 4.9872,
      "step": 9078
    },
    {
      "epoch": 0.058221110683596256,
      "grad_norm": 54.63355255126953,
      "learning_rate": 0.0001999833826966417,
      "loss": 4.8689,
      "step": 9079
    },
    {
      "epoch": 0.05822752340643837,
      "grad_norm": 517.20556640625,
      "learning_rate": 0.00019998337902380246,
      "loss": 4.9216,
      "step": 9080
    },
    {
      "epoch": 0.05823393612928049,
      "grad_norm": 31.6207332611084,
      "learning_rate": 0.00019998337535055737,
      "loss": 4.8109,
      "step": 9081
    },
    {
      "epoch": 0.05824034885212261,
      "grad_norm": 86.5469970703125,
      "learning_rate": 0.0001999833716769065,
      "loss": 4.6982,
      "step": 9082
    },
    {
      "epoch": 0.05824676157496473,
      "grad_norm": 38.37126922607422,
      "learning_rate": 0.00019998336800284983,
      "loss": 4.9743,
      "step": 9083
    },
    {
      "epoch": 0.058253174297806846,
      "grad_norm": 59.918636322021484,
      "learning_rate": 0.00019998336432838732,
      "loss": 4.9577,
      "step": 9084
    },
    {
      "epoch": 0.05825958702064897,
      "grad_norm": 24.247600555419922,
      "learning_rate": 0.00019998336065351897,
      "loss": 4.7396,
      "step": 9085
    },
    {
      "epoch": 0.05826599974349109,
      "grad_norm": 29.706541061401367,
      "learning_rate": 0.00019998335697824483,
      "loss": 5.0926,
      "step": 9086
    },
    {
      "epoch": 0.058272412466333204,
      "grad_norm": 262.28546142578125,
      "learning_rate": 0.00019998335330256487,
      "loss": 4.8772,
      "step": 9087
    },
    {
      "epoch": 0.05827882518917532,
      "grad_norm": 114.47181701660156,
      "learning_rate": 0.0001999833496264791,
      "loss": 5.0055,
      "step": 9088
    },
    {
      "epoch": 0.058285237912017444,
      "grad_norm": 29.575286865234375,
      "learning_rate": 0.0001999833459499875,
      "loss": 4.922,
      "step": 9089
    },
    {
      "epoch": 0.05829165063485956,
      "grad_norm": 66.7622299194336,
      "learning_rate": 0.0001999833422730901,
      "loss": 4.7541,
      "step": 9090
    },
    {
      "epoch": 0.05829806335770168,
      "grad_norm": 79.66893005371094,
      "learning_rate": 0.00019998333859578687,
      "loss": 5.0497,
      "step": 9091
    },
    {
      "epoch": 0.0583044760805438,
      "grad_norm": 48.528968811035156,
      "learning_rate": 0.00019998333491807785,
      "loss": 4.9819,
      "step": 9092
    },
    {
      "epoch": 0.05831088880338592,
      "grad_norm": 85.22856140136719,
      "learning_rate": 0.000199983331239963,
      "loss": 4.9717,
      "step": 9093
    },
    {
      "epoch": 0.058317301526228035,
      "grad_norm": 111.16743469238281,
      "learning_rate": 0.0001999833275614423,
      "loss": 4.7822,
      "step": 9094
    },
    {
      "epoch": 0.05832371424907015,
      "grad_norm": 69.86656951904297,
      "learning_rate": 0.00019998332388251582,
      "loss": 5.0832,
      "step": 9095
    },
    {
      "epoch": 0.058330126971912276,
      "grad_norm": 80.07085418701172,
      "learning_rate": 0.0001999833202031835,
      "loss": 4.799,
      "step": 9096
    },
    {
      "epoch": 0.05833653969475439,
      "grad_norm": 61.83731460571289,
      "learning_rate": 0.0001999833165234454,
      "loss": 4.8369,
      "step": 9097
    },
    {
      "epoch": 0.05834295241759651,
      "grad_norm": 85.40109252929688,
      "learning_rate": 0.00019998331284330146,
      "loss": 4.8572,
      "step": 9098
    },
    {
      "epoch": 0.05834936514043863,
      "grad_norm": 146.39817810058594,
      "learning_rate": 0.0001999833091627517,
      "loss": 4.7217,
      "step": 9099
    },
    {
      "epoch": 0.05835577786328075,
      "grad_norm": 14.465362548828125,
      "learning_rate": 0.00019998330548179615,
      "loss": 4.8024,
      "step": 9100
    },
    {
      "epoch": 0.05835577786328075,
      "eval_loss": 4.850928783416748,
      "eval_runtime": 34.7574,
      "eval_samples_per_second": 90.197,
      "eval_steps_per_second": 22.556,
      "step": 9100
    },
    {
      "epoch": 0.05836219058612287,
      "grad_norm": 47.22392654418945,
      "learning_rate": 0.00019998330180043475,
      "loss": 4.8519,
      "step": 9101
    },
    {
      "epoch": 0.058368603308964984,
      "grad_norm": 45.851131439208984,
      "learning_rate": 0.00019998329811866757,
      "loss": 4.9347,
      "step": 9102
    },
    {
      "epoch": 0.05837501603180711,
      "grad_norm": 72.30030059814453,
      "learning_rate": 0.00019998329443649454,
      "loss": 4.7965,
      "step": 9103
    },
    {
      "epoch": 0.058381428754649224,
      "grad_norm": 22.007551193237305,
      "learning_rate": 0.00019998329075391572,
      "loss": 4.8153,
      "step": 9104
    },
    {
      "epoch": 0.05838784147749134,
      "grad_norm": 79.9087142944336,
      "learning_rate": 0.00019998328707093109,
      "loss": 4.6676,
      "step": 9105
    },
    {
      "epoch": 0.058394254200333465,
      "grad_norm": 51.2482795715332,
      "learning_rate": 0.00019998328338754063,
      "loss": 4.6248,
      "step": 9106
    },
    {
      "epoch": 0.05840066692317558,
      "grad_norm": 64.1817626953125,
      "learning_rate": 0.00019998327970374436,
      "loss": 4.7488,
      "step": 9107
    },
    {
      "epoch": 0.0584070796460177,
      "grad_norm": 79.30597686767578,
      "learning_rate": 0.00019998327601954225,
      "loss": 4.7434,
      "step": 9108
    },
    {
      "epoch": 0.058413492368859815,
      "grad_norm": 23.602127075195312,
      "learning_rate": 0.00019998327233493437,
      "loss": 4.9496,
      "step": 9109
    },
    {
      "epoch": 0.05841990509170194,
      "grad_norm": 266.21478271484375,
      "learning_rate": 0.00019998326864992063,
      "loss": 4.8878,
      "step": 9110
    },
    {
      "epoch": 0.058426317814544056,
      "grad_norm": 131.75799560546875,
      "learning_rate": 0.0001999832649645011,
      "loss": 4.8796,
      "step": 9111
    },
    {
      "epoch": 0.05843273053738617,
      "grad_norm": 109.93544006347656,
      "learning_rate": 0.00019998326127867574,
      "loss": 4.9769,
      "step": 9112
    },
    {
      "epoch": 0.058439143260228296,
      "grad_norm": 25.096237182617188,
      "learning_rate": 0.00019998325759244457,
      "loss": 4.7913,
      "step": 9113
    },
    {
      "epoch": 0.05844555598307041,
      "grad_norm": 124.62223052978516,
      "learning_rate": 0.00019998325390580758,
      "loss": 4.9524,
      "step": 9114
    },
    {
      "epoch": 0.05845196870591253,
      "grad_norm": 71.86921691894531,
      "learning_rate": 0.00019998325021876477,
      "loss": 4.7844,
      "step": 9115
    },
    {
      "epoch": 0.05845838142875465,
      "grad_norm": 20.159263610839844,
      "learning_rate": 0.00019998324653131618,
      "loss": 5.3686,
      "step": 9116
    },
    {
      "epoch": 0.05846479415159677,
      "grad_norm": 2623.5029296875,
      "learning_rate": 0.00019998324284346172,
      "loss": 4.8972,
      "step": 9117
    },
    {
      "epoch": 0.05847120687443889,
      "grad_norm": 69.223388671875,
      "learning_rate": 0.0001999832391552015,
      "loss": 4.9195,
      "step": 9118
    },
    {
      "epoch": 0.058477619597281004,
      "grad_norm": 37.57197570800781,
      "learning_rate": 0.00019998323546653544,
      "loss": 4.7945,
      "step": 9119
    },
    {
      "epoch": 0.05848403232012313,
      "grad_norm": 237.73863220214844,
      "learning_rate": 0.00019998323177746355,
      "loss": 4.844,
      "step": 9120
    },
    {
      "epoch": 0.058490445042965244,
      "grad_norm": 209.34425354003906,
      "learning_rate": 0.00019998322808798588,
      "loss": 4.9806,
      "step": 9121
    },
    {
      "epoch": 0.05849685776580736,
      "grad_norm": 194.97642517089844,
      "learning_rate": 0.00019998322439810235,
      "loss": 5.0907,
      "step": 9122
    },
    {
      "epoch": 0.05850327048864948,
      "grad_norm": 30.265605926513672,
      "learning_rate": 0.00019998322070781304,
      "loss": 4.8653,
      "step": 9123
    },
    {
      "epoch": 0.0585096832114916,
      "grad_norm": 24.35527229309082,
      "learning_rate": 0.00019998321701711789,
      "loss": 4.8831,
      "step": 9124
    },
    {
      "epoch": 0.05851609593433372,
      "grad_norm": 16.276792526245117,
      "learning_rate": 0.00019998321332601694,
      "loss": 4.8954,
      "step": 9125
    },
    {
      "epoch": 0.058522508657175835,
      "grad_norm": 61.278587341308594,
      "learning_rate": 0.00019998320963451015,
      "loss": 4.6228,
      "step": 9126
    },
    {
      "epoch": 0.05852892138001795,
      "grad_norm": 125.84290313720703,
      "learning_rate": 0.0001999832059425976,
      "loss": 4.7913,
      "step": 9127
    },
    {
      "epoch": 0.058535334102860076,
      "grad_norm": 100.60352325439453,
      "learning_rate": 0.00019998320225027917,
      "loss": 4.7145,
      "step": 9128
    },
    {
      "epoch": 0.05854174682570219,
      "grad_norm": 53.38936233520508,
      "learning_rate": 0.00019998319855755496,
      "loss": 4.8512,
      "step": 9129
    },
    {
      "epoch": 0.05854815954854431,
      "grad_norm": 23.34750747680664,
      "learning_rate": 0.00019998319486442493,
      "loss": 4.7866,
      "step": 9130
    },
    {
      "epoch": 0.05855457227138643,
      "grad_norm": 20.550167083740234,
      "learning_rate": 0.00019998319117088908,
      "loss": 5.1304,
      "step": 9131
    },
    {
      "epoch": 0.05856098499422855,
      "grad_norm": 17.674055099487305,
      "learning_rate": 0.00019998318747694742,
      "loss": 5.0549,
      "step": 9132
    },
    {
      "epoch": 0.05856739771707067,
      "grad_norm": 20.524145126342773,
      "learning_rate": 0.00019998318378259994,
      "loss": 4.9364,
      "step": 9133
    },
    {
      "epoch": 0.058573810439912784,
      "grad_norm": 38.939788818359375,
      "learning_rate": 0.00019998318008784667,
      "loss": 4.9144,
      "step": 9134
    },
    {
      "epoch": 0.05858022316275491,
      "grad_norm": 32.689109802246094,
      "learning_rate": 0.00019998317639268755,
      "loss": 4.6014,
      "step": 9135
    },
    {
      "epoch": 0.058586635885597024,
      "grad_norm": 29.418241500854492,
      "learning_rate": 0.00019998317269712265,
      "loss": 4.7059,
      "step": 9136
    },
    {
      "epoch": 0.05859304860843914,
      "grad_norm": 39.3283576965332,
      "learning_rate": 0.00019998316900115187,
      "loss": 4.8932,
      "step": 9137
    },
    {
      "epoch": 0.058599461331281265,
      "grad_norm": 14.928196907043457,
      "learning_rate": 0.00019998316530477533,
      "loss": 5.2368,
      "step": 9138
    },
    {
      "epoch": 0.05860587405412338,
      "grad_norm": 52.103580474853516,
      "learning_rate": 0.00019998316160799298,
      "loss": 4.8265,
      "step": 9139
    },
    {
      "epoch": 0.0586122867769655,
      "grad_norm": 19.711483001708984,
      "learning_rate": 0.00019998315791080478,
      "loss": 4.7946,
      "step": 9140
    },
    {
      "epoch": 0.058618699499807615,
      "grad_norm": 309.2124328613281,
      "learning_rate": 0.0001999831542132108,
      "loss": 4.9511,
      "step": 9141
    },
    {
      "epoch": 0.05862511222264974,
      "grad_norm": 220.7696533203125,
      "learning_rate": 0.00019998315051521096,
      "loss": 4.8256,
      "step": 9142
    },
    {
      "epoch": 0.058631524945491856,
      "grad_norm": 723.4268798828125,
      "learning_rate": 0.00019998314681680534,
      "loss": 4.7435,
      "step": 9143
    },
    {
      "epoch": 0.05863793766833397,
      "grad_norm": 22.080598831176758,
      "learning_rate": 0.0001999831431179939,
      "loss": 5.1002,
      "step": 9144
    },
    {
      "epoch": 0.058644350391176096,
      "grad_norm": 37.74089050292969,
      "learning_rate": 0.00019998313941877664,
      "loss": 4.9425,
      "step": 9145
    },
    {
      "epoch": 0.05865076311401821,
      "grad_norm": 128.95396423339844,
      "learning_rate": 0.00019998313571915354,
      "loss": 4.8247,
      "step": 9146
    },
    {
      "epoch": 0.05865717583686033,
      "grad_norm": 72.18667602539062,
      "learning_rate": 0.00019998313201912468,
      "loss": 4.9127,
      "step": 9147
    },
    {
      "epoch": 0.05866358855970245,
      "grad_norm": 98.67724609375,
      "learning_rate": 0.00019998312831868997,
      "loss": 4.8019,
      "step": 9148
    },
    {
      "epoch": 0.05867000128254457,
      "grad_norm": 23.229793548583984,
      "learning_rate": 0.00019998312461784945,
      "loss": 5.0182,
      "step": 9149
    },
    {
      "epoch": 0.05867641400538669,
      "grad_norm": 61.67942810058594,
      "learning_rate": 0.0001999831209166031,
      "loss": 4.9544,
      "step": 9150
    },
    {
      "epoch": 0.058682826728228804,
      "grad_norm": 13.245413780212402,
      "learning_rate": 0.00019998311721495097,
      "loss": 4.8856,
      "step": 9151
    },
    {
      "epoch": 0.05868923945107093,
      "grad_norm": 16.934144973754883,
      "learning_rate": 0.000199983113512893,
      "loss": 4.9136,
      "step": 9152
    },
    {
      "epoch": 0.058695652173913045,
      "grad_norm": 41.28285217285156,
      "learning_rate": 0.00019998310981042924,
      "loss": 4.8631,
      "step": 9153
    },
    {
      "epoch": 0.05870206489675516,
      "grad_norm": 19.10305404663086,
      "learning_rate": 0.00019998310610755963,
      "loss": 4.8948,
      "step": 9154
    },
    {
      "epoch": 0.05870847761959728,
      "grad_norm": 9.677290916442871,
      "learning_rate": 0.00019998310240428423,
      "loss": 5.0235,
      "step": 9155
    },
    {
      "epoch": 0.0587148903424394,
      "grad_norm": 310.1565856933594,
      "learning_rate": 0.00019998309870060302,
      "loss": 4.846,
      "step": 9156
    },
    {
      "epoch": 0.05872130306528152,
      "grad_norm": 29.275257110595703,
      "learning_rate": 0.00019998309499651598,
      "loss": 4.8288,
      "step": 9157
    },
    {
      "epoch": 0.058727715788123636,
      "grad_norm": 194.59906005859375,
      "learning_rate": 0.0001999830912920231,
      "loss": 5.0052,
      "step": 9158
    },
    {
      "epoch": 0.05873412851096576,
      "grad_norm": 20.68868637084961,
      "learning_rate": 0.00019998308758712444,
      "loss": 4.9932,
      "step": 9159
    },
    {
      "epoch": 0.058740541233807876,
      "grad_norm": 39.239013671875,
      "learning_rate": 0.00019998308388181996,
      "loss": 5.0036,
      "step": 9160
    },
    {
      "epoch": 0.05874695395664999,
      "grad_norm": 14.776644706726074,
      "learning_rate": 0.00019998308017610966,
      "loss": 4.9421,
      "step": 9161
    },
    {
      "epoch": 0.05875336667949211,
      "grad_norm": 10.94990062713623,
      "learning_rate": 0.00019998307646999354,
      "loss": 4.9364,
      "step": 9162
    },
    {
      "epoch": 0.05875977940233423,
      "grad_norm": 319.37567138671875,
      "learning_rate": 0.0001999830727634716,
      "loss": 5.0591,
      "step": 9163
    },
    {
      "epoch": 0.05876619212517635,
      "grad_norm": 270.6020202636719,
      "learning_rate": 0.00019998306905654386,
      "loss": 4.9838,
      "step": 9164
    },
    {
      "epoch": 0.05877260484801847,
      "grad_norm": 187.5302734375,
      "learning_rate": 0.00019998306534921032,
      "loss": 4.9258,
      "step": 9165
    },
    {
      "epoch": 0.05877901757086059,
      "grad_norm": 97.47737121582031,
      "learning_rate": 0.00019998306164147094,
      "loss": 5.3151,
      "step": 9166
    },
    {
      "epoch": 0.05878543029370271,
      "grad_norm": 170.86659240722656,
      "learning_rate": 0.00019998305793332577,
      "loss": 5.237,
      "step": 9167
    },
    {
      "epoch": 0.058791843016544824,
      "grad_norm": 124.34098815917969,
      "learning_rate": 0.00019998305422477475,
      "loss": 4.9033,
      "step": 9168
    },
    {
      "epoch": 0.05879825573938694,
      "grad_norm": 70.72998809814453,
      "learning_rate": 0.00019998305051581794,
      "loss": 4.9437,
      "step": 9169
    },
    {
      "epoch": 0.058804668462229065,
      "grad_norm": 17.96114730834961,
      "learning_rate": 0.00019998304680645532,
      "loss": 5.0002,
      "step": 9170
    },
    {
      "epoch": 0.05881108118507118,
      "grad_norm": 34.70977783203125,
      "learning_rate": 0.00019998304309668688,
      "loss": 4.7331,
      "step": 9171
    },
    {
      "epoch": 0.0588174939079133,
      "grad_norm": 38.190956115722656,
      "learning_rate": 0.00019998303938651262,
      "loss": 5.1444,
      "step": 9172
    },
    {
      "epoch": 0.058823906630755415,
      "grad_norm": 45.3139762878418,
      "learning_rate": 0.00019998303567593252,
      "loss": 5.032,
      "step": 9173
    },
    {
      "epoch": 0.05883031935359754,
      "grad_norm": 53.97041320800781,
      "learning_rate": 0.00019998303196494663,
      "loss": 4.7569,
      "step": 9174
    },
    {
      "epoch": 0.058836732076439656,
      "grad_norm": 22.511362075805664,
      "learning_rate": 0.00019998302825355492,
      "loss": 5.0035,
      "step": 9175
    },
    {
      "epoch": 0.05884314479928177,
      "grad_norm": 112.36006164550781,
      "learning_rate": 0.00019998302454175742,
      "loss": 4.9002,
      "step": 9176
    },
    {
      "epoch": 0.058849557522123896,
      "grad_norm": 39.10979461669922,
      "learning_rate": 0.00019998302082955408,
      "loss": 4.8696,
      "step": 9177
    },
    {
      "epoch": 0.05885597024496601,
      "grad_norm": 96.13584899902344,
      "learning_rate": 0.00019998301711694492,
      "loss": 4.7947,
      "step": 9178
    },
    {
      "epoch": 0.05886238296780813,
      "grad_norm": 85.23918914794922,
      "learning_rate": 0.00019998301340392994,
      "loss": 4.9161,
      "step": 9179
    },
    {
      "epoch": 0.05886879569065025,
      "grad_norm": 78.18314361572266,
      "learning_rate": 0.00019998300969050918,
      "loss": 4.7919,
      "step": 9180
    },
    {
      "epoch": 0.05887520841349237,
      "grad_norm": 925.248291015625,
      "learning_rate": 0.0001999830059766826,
      "loss": 4.687,
      "step": 9181
    },
    {
      "epoch": 0.05888162113633449,
      "grad_norm": 248.97103881835938,
      "learning_rate": 0.0001999830022624502,
      "loss": 4.8513,
      "step": 9182
    },
    {
      "epoch": 0.058888033859176604,
      "grad_norm": 32.52373123168945,
      "learning_rate": 0.00019998299854781198,
      "loss": 4.9413,
      "step": 9183
    },
    {
      "epoch": 0.05889444658201873,
      "grad_norm": 333.50372314453125,
      "learning_rate": 0.00019998299483276792,
      "loss": 4.9901,
      "step": 9184
    },
    {
      "epoch": 0.058900859304860845,
      "grad_norm": 18.776769638061523,
      "learning_rate": 0.0001999829911173181,
      "loss": 4.9298,
      "step": 9185
    },
    {
      "epoch": 0.05890727202770296,
      "grad_norm": 106.02054595947266,
      "learning_rate": 0.00019998298740146243,
      "loss": 4.7712,
      "step": 9186
    },
    {
      "epoch": 0.05891368475054508,
      "grad_norm": 29.25501251220703,
      "learning_rate": 0.00019998298368520095,
      "loss": 4.6768,
      "step": 9187
    },
    {
      "epoch": 0.0589200974733872,
      "grad_norm": 14.03408432006836,
      "learning_rate": 0.00019998297996853365,
      "loss": 4.9658,
      "step": 9188
    },
    {
      "epoch": 0.05892651019622932,
      "grad_norm": 21.381664276123047,
      "learning_rate": 0.00019998297625146053,
      "loss": 4.9978,
      "step": 9189
    },
    {
      "epoch": 0.058932922919071436,
      "grad_norm": 75.9027328491211,
      "learning_rate": 0.00019998297253398162,
      "loss": 4.8847,
      "step": 9190
    },
    {
      "epoch": 0.05893933564191356,
      "grad_norm": 11.236677169799805,
      "learning_rate": 0.00019998296881609687,
      "loss": 4.8177,
      "step": 9191
    },
    {
      "epoch": 0.058945748364755676,
      "grad_norm": 55.17106246948242,
      "learning_rate": 0.00019998296509780633,
      "loss": 4.946,
      "step": 9192
    },
    {
      "epoch": 0.05895216108759779,
      "grad_norm": 37.277984619140625,
      "learning_rate": 0.00019998296137910997,
      "loss": 4.7456,
      "step": 9193
    },
    {
      "epoch": 0.05895857381043991,
      "grad_norm": 148.23341369628906,
      "learning_rate": 0.0001999829576600078,
      "loss": 4.7422,
      "step": 9194
    },
    {
      "epoch": 0.058964986533282034,
      "grad_norm": 13.022331237792969,
      "learning_rate": 0.0001999829539404998,
      "loss": 4.8818,
      "step": 9195
    },
    {
      "epoch": 0.05897139925612415,
      "grad_norm": 25.50127601623535,
      "learning_rate": 0.00019998295022058597,
      "loss": 4.8331,
      "step": 9196
    },
    {
      "epoch": 0.05897781197896627,
      "grad_norm": 254.3140106201172,
      "learning_rate": 0.00019998294650026637,
      "loss": 4.7283,
      "step": 9197
    },
    {
      "epoch": 0.05898422470180839,
      "grad_norm": 97.8482894897461,
      "learning_rate": 0.00019998294277954093,
      "loss": 4.769,
      "step": 9198
    },
    {
      "epoch": 0.05899063742465051,
      "grad_norm": 9.373888969421387,
      "learning_rate": 0.00019998293905840967,
      "loss": 4.687,
      "step": 9199
    },
    {
      "epoch": 0.058997050147492625,
      "grad_norm": 51.5360221862793,
      "learning_rate": 0.0001999829353368726,
      "loss": 4.8196,
      "step": 9200
    },
    {
      "epoch": 0.058997050147492625,
      "eval_loss": 4.84470272064209,
      "eval_runtime": 34.7529,
      "eval_samples_per_second": 90.208,
      "eval_steps_per_second": 22.559,
      "step": 9200
    },
    {
      "epoch": 0.05900346287033474,
      "grad_norm": 41.30453109741211,
      "learning_rate": 0.00019998293161492973,
      "loss": 5.0145,
      "step": 9201
    },
    {
      "epoch": 0.059009875593176865,
      "grad_norm": 22.7752685546875,
      "learning_rate": 0.00019998292789258105,
      "loss": 5.179,
      "step": 9202
    },
    {
      "epoch": 0.05901628831601898,
      "grad_norm": 63.93202209472656,
      "learning_rate": 0.00019998292416982655,
      "loss": 5.2449,
      "step": 9203
    },
    {
      "epoch": 0.0590227010388611,
      "grad_norm": 16.926700592041016,
      "learning_rate": 0.0001999829204466662,
      "loss": 4.7331,
      "step": 9204
    },
    {
      "epoch": 0.05902911376170322,
      "grad_norm": 299.9322814941406,
      "learning_rate": 0.00019998291672310007,
      "loss": 4.9201,
      "step": 9205
    },
    {
      "epoch": 0.05903552648454534,
      "grad_norm": 15.903733253479004,
      "learning_rate": 0.00019998291299912812,
      "loss": 4.8414,
      "step": 9206
    },
    {
      "epoch": 0.059041939207387456,
      "grad_norm": 36.75531768798828,
      "learning_rate": 0.00019998290927475035,
      "loss": 4.5506,
      "step": 9207
    },
    {
      "epoch": 0.05904835193022957,
      "grad_norm": 8.992960929870605,
      "learning_rate": 0.00019998290554996677,
      "loss": 4.7919,
      "step": 9208
    },
    {
      "epoch": 0.0590547646530717,
      "grad_norm": 33.924034118652344,
      "learning_rate": 0.0001999829018247774,
      "loss": 4.6602,
      "step": 9209
    },
    {
      "epoch": 0.05906117737591381,
      "grad_norm": 45.28704833984375,
      "learning_rate": 0.00019998289809918218,
      "loss": 4.859,
      "step": 9210
    },
    {
      "epoch": 0.05906759009875593,
      "grad_norm": 30.248489379882812,
      "learning_rate": 0.00019998289437318117,
      "loss": 4.8722,
      "step": 9211
    },
    {
      "epoch": 0.059074002821598054,
      "grad_norm": 16.296737670898438,
      "learning_rate": 0.00019998289064677432,
      "loss": 4.9848,
      "step": 9212
    },
    {
      "epoch": 0.05908041554444017,
      "grad_norm": 9.699851989746094,
      "learning_rate": 0.00019998288691996168,
      "loss": 4.9332,
      "step": 9213
    },
    {
      "epoch": 0.05908682826728229,
      "grad_norm": 95.7965316772461,
      "learning_rate": 0.00019998288319274322,
      "loss": 4.7987,
      "step": 9214
    },
    {
      "epoch": 0.059093240990124404,
      "grad_norm": 30.14012908935547,
      "learning_rate": 0.00019998287946511895,
      "loss": 4.6809,
      "step": 9215
    },
    {
      "epoch": 0.05909965371296653,
      "grad_norm": 15.671812057495117,
      "learning_rate": 0.00019998287573708885,
      "loss": 4.9713,
      "step": 9216
    },
    {
      "epoch": 0.059106066435808645,
      "grad_norm": 48.37974548339844,
      "learning_rate": 0.00019998287200865295,
      "loss": 4.8821,
      "step": 9217
    },
    {
      "epoch": 0.05911247915865076,
      "grad_norm": 8.211606979370117,
      "learning_rate": 0.00019998286827981122,
      "loss": 4.7761,
      "step": 9218
    },
    {
      "epoch": 0.05911889188149288,
      "grad_norm": 29.609994888305664,
      "learning_rate": 0.0001999828645505637,
      "loss": 4.6563,
      "step": 9219
    },
    {
      "epoch": 0.059125304604335,
      "grad_norm": 28.592819213867188,
      "learning_rate": 0.00019998286082091035,
      "loss": 4.9103,
      "step": 9220
    },
    {
      "epoch": 0.05913171732717712,
      "grad_norm": 45.5501708984375,
      "learning_rate": 0.00019998285709085117,
      "loss": 4.9007,
      "step": 9221
    },
    {
      "epoch": 0.059138130050019236,
      "grad_norm": 16.232492446899414,
      "learning_rate": 0.0001999828533603862,
      "loss": 5.1775,
      "step": 9222
    },
    {
      "epoch": 0.05914454277286136,
      "grad_norm": 40.76991271972656,
      "learning_rate": 0.00019998284962951542,
      "loss": 5.3168,
      "step": 9223
    },
    {
      "epoch": 0.059150955495703476,
      "grad_norm": 19.91650390625,
      "learning_rate": 0.00019998284589823882,
      "loss": 4.8733,
      "step": 9224
    },
    {
      "epoch": 0.05915736821854559,
      "grad_norm": 8.693344116210938,
      "learning_rate": 0.00019998284216655638,
      "loss": 4.9366,
      "step": 9225
    },
    {
      "epoch": 0.05916378094138771,
      "grad_norm": 52.98847198486328,
      "learning_rate": 0.00019998283843446817,
      "loss": 4.5719,
      "step": 9226
    },
    {
      "epoch": 0.059170193664229834,
      "grad_norm": 75.99534606933594,
      "learning_rate": 0.00019998283470197412,
      "loss": 4.6465,
      "step": 9227
    },
    {
      "epoch": 0.05917660638707195,
      "grad_norm": 42.718502044677734,
      "learning_rate": 0.00019998283096907425,
      "loss": 4.9264,
      "step": 9228
    },
    {
      "epoch": 0.05918301910991407,
      "grad_norm": 29.650222778320312,
      "learning_rate": 0.00019998282723576857,
      "loss": 4.8616,
      "step": 9229
    },
    {
      "epoch": 0.05918943183275619,
      "grad_norm": 23.76568603515625,
      "learning_rate": 0.0001999828235020571,
      "loss": 4.8064,
      "step": 9230
    },
    {
      "epoch": 0.05919584455559831,
      "grad_norm": 105.41947937011719,
      "learning_rate": 0.00019998281976793983,
      "loss": 4.7861,
      "step": 9231
    },
    {
      "epoch": 0.059202257278440425,
      "grad_norm": 71.66680145263672,
      "learning_rate": 0.0001999828160334167,
      "loss": 4.8718,
      "step": 9232
    },
    {
      "epoch": 0.05920867000128254,
      "grad_norm": 83.3591537475586,
      "learning_rate": 0.00019998281229848778,
      "loss": 4.5982,
      "step": 9233
    },
    {
      "epoch": 0.059215082724124665,
      "grad_norm": 46.466705322265625,
      "learning_rate": 0.00019998280856315303,
      "loss": 4.8534,
      "step": 9234
    },
    {
      "epoch": 0.05922149544696678,
      "grad_norm": 16.469858169555664,
      "learning_rate": 0.00019998280482741248,
      "loss": 4.7773,
      "step": 9235
    },
    {
      "epoch": 0.0592279081698089,
      "grad_norm": 37.8419303894043,
      "learning_rate": 0.0001999828010912661,
      "loss": 4.9367,
      "step": 9236
    },
    {
      "epoch": 0.05923432089265102,
      "grad_norm": 11.689592361450195,
      "learning_rate": 0.00019998279735471394,
      "loss": 5.0825,
      "step": 9237
    },
    {
      "epoch": 0.05924073361549314,
      "grad_norm": 15.339303016662598,
      "learning_rate": 0.00019998279361775593,
      "loss": 4.8885,
      "step": 9238
    },
    {
      "epoch": 0.059247146338335256,
      "grad_norm": 55.427799224853516,
      "learning_rate": 0.00019998278988039213,
      "loss": 4.9629,
      "step": 9239
    },
    {
      "epoch": 0.05925355906117737,
      "grad_norm": 19.243547439575195,
      "learning_rate": 0.0001999827861426225,
      "loss": 4.9812,
      "step": 9240
    },
    {
      "epoch": 0.0592599717840195,
      "grad_norm": 26.489837646484375,
      "learning_rate": 0.00019998278240444705,
      "loss": 4.972,
      "step": 9241
    },
    {
      "epoch": 0.059266384506861614,
      "grad_norm": 38.071189880371094,
      "learning_rate": 0.0001999827786658658,
      "loss": 4.6718,
      "step": 9242
    },
    {
      "epoch": 0.05927279722970373,
      "grad_norm": 81.33490753173828,
      "learning_rate": 0.00019998277492687874,
      "loss": 4.7721,
      "step": 9243
    },
    {
      "epoch": 0.059279209952545854,
      "grad_norm": 342.94500732421875,
      "learning_rate": 0.00019998277118748586,
      "loss": 4.6635,
      "step": 9244
    },
    {
      "epoch": 0.05928562267538797,
      "grad_norm": 73.29352569580078,
      "learning_rate": 0.00019998276744768716,
      "loss": 4.8358,
      "step": 9245
    },
    {
      "epoch": 0.05929203539823009,
      "grad_norm": 1064.1470947265625,
      "learning_rate": 0.00019998276370748267,
      "loss": 4.9481,
      "step": 9246
    },
    {
      "epoch": 0.059298448121072204,
      "grad_norm": 913.3368530273438,
      "learning_rate": 0.00019998275996687233,
      "loss": 4.9893,
      "step": 9247
    },
    {
      "epoch": 0.05930486084391433,
      "grad_norm": 106.56307983398438,
      "learning_rate": 0.00019998275622585624,
      "loss": 4.7484,
      "step": 9248
    },
    {
      "epoch": 0.059311273566756445,
      "grad_norm": 50.809635162353516,
      "learning_rate": 0.00019998275248443427,
      "loss": 4.8125,
      "step": 9249
    },
    {
      "epoch": 0.05931768628959856,
      "grad_norm": 67.78277587890625,
      "learning_rate": 0.00019998274874260651,
      "loss": 4.9255,
      "step": 9250
    },
    {
      "epoch": 0.059324099012440686,
      "grad_norm": 33.62010955810547,
      "learning_rate": 0.00019998274500037294,
      "loss": 5.0039,
      "step": 9251
    },
    {
      "epoch": 0.0593305117352828,
      "grad_norm": 106.18892669677734,
      "learning_rate": 0.00019998274125773358,
      "loss": 4.9545,
      "step": 9252
    },
    {
      "epoch": 0.05933692445812492,
      "grad_norm": 132.5293731689453,
      "learning_rate": 0.00019998273751468837,
      "loss": 4.8316,
      "step": 9253
    },
    {
      "epoch": 0.059343337180967036,
      "grad_norm": 50.45510482788086,
      "learning_rate": 0.00019998273377123734,
      "loss": 4.7243,
      "step": 9254
    },
    {
      "epoch": 0.05934974990380916,
      "grad_norm": 115.9651107788086,
      "learning_rate": 0.00019998273002738053,
      "loss": 4.8183,
      "step": 9255
    },
    {
      "epoch": 0.059356162626651277,
      "grad_norm": 88.25390625,
      "learning_rate": 0.0001999827262831179,
      "loss": 4.9006,
      "step": 9256
    },
    {
      "epoch": 0.05936257534949339,
      "grad_norm": 85.2887191772461,
      "learning_rate": 0.00019998272253844942,
      "loss": 4.9852,
      "step": 9257
    },
    {
      "epoch": 0.05936898807233552,
      "grad_norm": 145.94931030273438,
      "learning_rate": 0.00019998271879337516,
      "loss": 5.003,
      "step": 9258
    },
    {
      "epoch": 0.059375400795177634,
      "grad_norm": 123.96516418457031,
      "learning_rate": 0.0001999827150478951,
      "loss": 5.1869,
      "step": 9259
    },
    {
      "epoch": 0.05938181351801975,
      "grad_norm": 43.30143737792969,
      "learning_rate": 0.00019998271130200918,
      "loss": 4.7252,
      "step": 9260
    },
    {
      "epoch": 0.05938822624086187,
      "grad_norm": 127.8106918334961,
      "learning_rate": 0.0001999827075557175,
      "loss": 5.1674,
      "step": 9261
    },
    {
      "epoch": 0.05939463896370399,
      "grad_norm": 66.57231903076172,
      "learning_rate": 0.00019998270380901999,
      "loss": 4.8494,
      "step": 9262
    },
    {
      "epoch": 0.05940105168654611,
      "grad_norm": 179.12826538085938,
      "learning_rate": 0.00019998270006191664,
      "loss": 5.0771,
      "step": 9263
    },
    {
      "epoch": 0.059407464409388225,
      "grad_norm": 23.75556755065918,
      "learning_rate": 0.0001999826963144075,
      "loss": 5.2125,
      "step": 9264
    },
    {
      "epoch": 0.05941387713223034,
      "grad_norm": 46.03406524658203,
      "learning_rate": 0.00019998269256649254,
      "loss": 4.7346,
      "step": 9265
    },
    {
      "epoch": 0.059420289855072465,
      "grad_norm": 23.0179500579834,
      "learning_rate": 0.00019998268881817177,
      "loss": 4.6822,
      "step": 9266
    },
    {
      "epoch": 0.05942670257791458,
      "grad_norm": 58.87689208984375,
      "learning_rate": 0.00019998268506944518,
      "loss": 4.8192,
      "step": 9267
    },
    {
      "epoch": 0.0594331153007567,
      "grad_norm": 29.436073303222656,
      "learning_rate": 0.00019998268132031277,
      "loss": 4.7906,
      "step": 9268
    },
    {
      "epoch": 0.05943952802359882,
      "grad_norm": 88.45905303955078,
      "learning_rate": 0.00019998267757077458,
      "loss": 4.7822,
      "step": 9269
    },
    {
      "epoch": 0.05944594074644094,
      "grad_norm": 32.1109619140625,
      "learning_rate": 0.00019998267382083054,
      "loss": 4.809,
      "step": 9270
    },
    {
      "epoch": 0.059452353469283056,
      "grad_norm": 102.77883911132812,
      "learning_rate": 0.0001999826700704807,
      "loss": 4.9714,
      "step": 9271
    },
    {
      "epoch": 0.05945876619212517,
      "grad_norm": 67.77042388916016,
      "learning_rate": 0.00019998266631972503,
      "loss": 5.006,
      "step": 9272
    },
    {
      "epoch": 0.0594651789149673,
      "grad_norm": 149.3043212890625,
      "learning_rate": 0.0001999826625685636,
      "loss": 4.8931,
      "step": 9273
    },
    {
      "epoch": 0.059471591637809414,
      "grad_norm": 53.79487991333008,
      "learning_rate": 0.00019998265881699632,
      "loss": 4.8527,
      "step": 9274
    },
    {
      "epoch": 0.05947800436065153,
      "grad_norm": 65.42741394042969,
      "learning_rate": 0.00019998265506502322,
      "loss": 5.105,
      "step": 9275
    },
    {
      "epoch": 0.059484417083493654,
      "grad_norm": 31.42707061767578,
      "learning_rate": 0.0001999826513126443,
      "loss": 4.9473,
      "step": 9276
    },
    {
      "epoch": 0.05949082980633577,
      "grad_norm": 98.481689453125,
      "learning_rate": 0.00019998264755985957,
      "loss": 4.958,
      "step": 9277
    },
    {
      "epoch": 0.05949724252917789,
      "grad_norm": 171.12684631347656,
      "learning_rate": 0.00019998264380666908,
      "loss": 4.8781,
      "step": 9278
    },
    {
      "epoch": 0.059503655252020005,
      "grad_norm": 63.43855285644531,
      "learning_rate": 0.00019998264005307271,
      "loss": 4.7701,
      "step": 9279
    },
    {
      "epoch": 0.05951006797486213,
      "grad_norm": 56.75932693481445,
      "learning_rate": 0.00019998263629907056,
      "loss": 4.961,
      "step": 9280
    },
    {
      "epoch": 0.059516480697704245,
      "grad_norm": 72.25340270996094,
      "learning_rate": 0.0001999826325446626,
      "loss": 4.8703,
      "step": 9281
    },
    {
      "epoch": 0.05952289342054636,
      "grad_norm": 57.74182891845703,
      "learning_rate": 0.00019998262878984883,
      "loss": 4.9885,
      "step": 9282
    },
    {
      "epoch": 0.059529306143388486,
      "grad_norm": 111.08460235595703,
      "learning_rate": 0.00019998262503462922,
      "loss": 5.432,
      "step": 9283
    },
    {
      "epoch": 0.0595357188662306,
      "grad_norm": 157.6040802001953,
      "learning_rate": 0.00019998262127900383,
      "loss": 4.8614,
      "step": 9284
    },
    {
      "epoch": 0.05954213158907272,
      "grad_norm": 103.14317321777344,
      "learning_rate": 0.00019998261752297261,
      "loss": 4.7498,
      "step": 9285
    },
    {
      "epoch": 0.059548544311914836,
      "grad_norm": 214.76129150390625,
      "learning_rate": 0.00019998261376653556,
      "loss": 5.2119,
      "step": 9286
    },
    {
      "epoch": 0.05955495703475696,
      "grad_norm": 50.65848159790039,
      "learning_rate": 0.00019998261000969269,
      "loss": 5.1344,
      "step": 9287
    },
    {
      "epoch": 0.05956136975759908,
      "grad_norm": 83.27629852294922,
      "learning_rate": 0.00019998260625244405,
      "loss": 4.8859,
      "step": 9288
    },
    {
      "epoch": 0.05956778248044119,
      "grad_norm": 43.419097900390625,
      "learning_rate": 0.00019998260249478957,
      "loss": 4.7569,
      "step": 9289
    },
    {
      "epoch": 0.05957419520328332,
      "grad_norm": 222.17568969726562,
      "learning_rate": 0.00019998259873672927,
      "loss": 4.9235,
      "step": 9290
    },
    {
      "epoch": 0.059580607926125434,
      "grad_norm": 41.41424560546875,
      "learning_rate": 0.0001999825949782632,
      "loss": 5.0141,
      "step": 9291
    },
    {
      "epoch": 0.05958702064896755,
      "grad_norm": 61.49790954589844,
      "learning_rate": 0.00019998259121939128,
      "loss": 4.9779,
      "step": 9292
    },
    {
      "epoch": 0.05959343337180967,
      "grad_norm": 59.82426834106445,
      "learning_rate": 0.00019998258746011357,
      "loss": 5.1196,
      "step": 9293
    },
    {
      "epoch": 0.05959984609465179,
      "grad_norm": 86.87847137451172,
      "learning_rate": 0.00019998258370043003,
      "loss": 4.9825,
      "step": 9294
    },
    {
      "epoch": 0.05960625881749391,
      "grad_norm": 135.74618530273438,
      "learning_rate": 0.00019998257994034067,
      "loss": 5.0145,
      "step": 9295
    },
    {
      "epoch": 0.059612671540336025,
      "grad_norm": 283.36651611328125,
      "learning_rate": 0.0001999825761798455,
      "loss": 4.8016,
      "step": 9296
    },
    {
      "epoch": 0.05961908426317815,
      "grad_norm": 85.78669738769531,
      "learning_rate": 0.00019998257241894454,
      "loss": 4.9071,
      "step": 9297
    },
    {
      "epoch": 0.059625496986020265,
      "grad_norm": 113.98824310302734,
      "learning_rate": 0.00019998256865763774,
      "loss": 4.797,
      "step": 9298
    },
    {
      "epoch": 0.05963190970886238,
      "grad_norm": 20.90222930908203,
      "learning_rate": 0.00019998256489592512,
      "loss": 4.881,
      "step": 9299
    },
    {
      "epoch": 0.0596383224317045,
      "grad_norm": 55.622161865234375,
      "learning_rate": 0.00019998256113380674,
      "loss": 4.9692,
      "step": 9300
    },
    {
      "epoch": 0.0596383224317045,
      "eval_loss": 4.8595380783081055,
      "eval_runtime": 34.7604,
      "eval_samples_per_second": 90.189,
      "eval_steps_per_second": 22.554,
      "step": 9300
    },
    {
      "epoch": 0.05964473515454662,
      "grad_norm": 1451.2659912109375,
      "learning_rate": 0.00019998255737128248,
      "loss": 4.8506,
      "step": 9301
    },
    {
      "epoch": 0.05965114787738874,
      "grad_norm": 207.67349243164062,
      "learning_rate": 0.00019998255360835246,
      "loss": 4.8455,
      "step": 9302
    },
    {
      "epoch": 0.059657560600230856,
      "grad_norm": 45.814979553222656,
      "learning_rate": 0.0001999825498450166,
      "loss": 5.5029,
      "step": 9303
    },
    {
      "epoch": 0.05966397332307298,
      "grad_norm": 49.86573791503906,
      "learning_rate": 0.00019998254608127492,
      "loss": 4.9341,
      "step": 9304
    },
    {
      "epoch": 0.0596703860459151,
      "grad_norm": 44.07120895385742,
      "learning_rate": 0.00019998254231712745,
      "loss": 4.8149,
      "step": 9305
    },
    {
      "epoch": 0.059676798768757214,
      "grad_norm": 22.012781143188477,
      "learning_rate": 0.00019998253855257417,
      "loss": 4.7954,
      "step": 9306
    },
    {
      "epoch": 0.05968321149159933,
      "grad_norm": 19.61005210876465,
      "learning_rate": 0.00019998253478761507,
      "loss": 5.1813,
      "step": 9307
    },
    {
      "epoch": 0.059689624214441454,
      "grad_norm": 49.54326248168945,
      "learning_rate": 0.00019998253102225015,
      "loss": 4.7741,
      "step": 9308
    },
    {
      "epoch": 0.05969603693728357,
      "grad_norm": 161.31817626953125,
      "learning_rate": 0.00019998252725647944,
      "loss": 4.7232,
      "step": 9309
    },
    {
      "epoch": 0.05970244966012569,
      "grad_norm": 19.79987144470215,
      "learning_rate": 0.0001999825234903029,
      "loss": 5.0092,
      "step": 9310
    },
    {
      "epoch": 0.059708862382967805,
      "grad_norm": 15.964213371276855,
      "learning_rate": 0.00019998251972372052,
      "loss": 5.1655,
      "step": 9311
    },
    {
      "epoch": 0.05971527510580993,
      "grad_norm": 143.1522216796875,
      "learning_rate": 0.0001999825159567324,
      "loss": 5.1131,
      "step": 9312
    },
    {
      "epoch": 0.059721687828652045,
      "grad_norm": 85.538330078125,
      "learning_rate": 0.00019998251218933838,
      "loss": 4.7852,
      "step": 9313
    },
    {
      "epoch": 0.05972810055149416,
      "grad_norm": 50.22880172729492,
      "learning_rate": 0.00019998250842153862,
      "loss": 4.7813,
      "step": 9314
    },
    {
      "epoch": 0.059734513274336286,
      "grad_norm": 88.56538391113281,
      "learning_rate": 0.000199982504653333,
      "loss": 4.8404,
      "step": 9315
    },
    {
      "epoch": 0.0597409259971784,
      "grad_norm": 22.9967041015625,
      "learning_rate": 0.00019998250088472158,
      "loss": 5.1449,
      "step": 9316
    },
    {
      "epoch": 0.05974733872002052,
      "grad_norm": 61.71269226074219,
      "learning_rate": 0.00019998249711570437,
      "loss": 4.6093,
      "step": 9317
    },
    {
      "epoch": 0.059753751442862636,
      "grad_norm": 13.838393211364746,
      "learning_rate": 0.00019998249334628133,
      "loss": 4.8372,
      "step": 9318
    },
    {
      "epoch": 0.05976016416570476,
      "grad_norm": 11.702847480773926,
      "learning_rate": 0.00019998248957645248,
      "loss": 5.0382,
      "step": 9319
    },
    {
      "epoch": 0.05976657688854688,
      "grad_norm": 9.80154800415039,
      "learning_rate": 0.00019998248580621781,
      "loss": 4.7721,
      "step": 9320
    },
    {
      "epoch": 0.059772989611388994,
      "grad_norm": 35.980342864990234,
      "learning_rate": 0.00019998248203557733,
      "loss": 4.8246,
      "step": 9321
    },
    {
      "epoch": 0.05977940233423112,
      "grad_norm": 39.12204360961914,
      "learning_rate": 0.00019998247826453103,
      "loss": 5.0665,
      "step": 9322
    },
    {
      "epoch": 0.059785815057073234,
      "grad_norm": 29.089012145996094,
      "learning_rate": 0.00019998247449307894,
      "loss": 5.0193,
      "step": 9323
    },
    {
      "epoch": 0.05979222777991535,
      "grad_norm": 222.7543487548828,
      "learning_rate": 0.000199982470721221,
      "loss": 4.8511,
      "step": 9324
    },
    {
      "epoch": 0.05979864050275747,
      "grad_norm": 11.14633560180664,
      "learning_rate": 0.0001999824669489573,
      "loss": 4.9133,
      "step": 9325
    },
    {
      "epoch": 0.05980505322559959,
      "grad_norm": 8.730475425720215,
      "learning_rate": 0.00019998246317628774,
      "loss": 4.8548,
      "step": 9326
    },
    {
      "epoch": 0.05981146594844171,
      "grad_norm": 29.51108741760254,
      "learning_rate": 0.00019998245940321238,
      "loss": 4.7543,
      "step": 9327
    },
    {
      "epoch": 0.059817878671283825,
      "grad_norm": 38.810028076171875,
      "learning_rate": 0.00019998245562973123,
      "loss": 4.746,
      "step": 9328
    },
    {
      "epoch": 0.05982429139412595,
      "grad_norm": 13.827095985412598,
      "learning_rate": 0.00019998245185584424,
      "loss": 4.8465,
      "step": 9329
    },
    {
      "epoch": 0.059830704116968066,
      "grad_norm": 14.061870574951172,
      "learning_rate": 0.00019998244808155146,
      "loss": 4.7124,
      "step": 9330
    },
    {
      "epoch": 0.05983711683981018,
      "grad_norm": 7.742767333984375,
      "learning_rate": 0.00019998244430685286,
      "loss": 4.8168,
      "step": 9331
    },
    {
      "epoch": 0.0598435295626523,
      "grad_norm": 20.50823974609375,
      "learning_rate": 0.00019998244053174845,
      "loss": 5.0387,
      "step": 9332
    },
    {
      "epoch": 0.05984994228549442,
      "grad_norm": 16.039634704589844,
      "learning_rate": 0.00019998243675623822,
      "loss": 4.8153,
      "step": 9333
    },
    {
      "epoch": 0.05985635500833654,
      "grad_norm": 10.82861042022705,
      "learning_rate": 0.0001999824329803222,
      "loss": 4.8351,
      "step": 9334
    },
    {
      "epoch": 0.05986276773117866,
      "grad_norm": 7.477808475494385,
      "learning_rate": 0.00019998242920400035,
      "loss": 4.9691,
      "step": 9335
    },
    {
      "epoch": 0.05986918045402078,
      "grad_norm": 13.273056030273438,
      "learning_rate": 0.00019998242542727267,
      "loss": 4.8913,
      "step": 9336
    },
    {
      "epoch": 0.0598755931768629,
      "grad_norm": 20.747129440307617,
      "learning_rate": 0.0001999824216501392,
      "loss": 4.9597,
      "step": 9337
    },
    {
      "epoch": 0.059882005899705014,
      "grad_norm": 15.727774620056152,
      "learning_rate": 0.00019998241787259994,
      "loss": 4.915,
      "step": 9338
    },
    {
      "epoch": 0.05988841862254713,
      "grad_norm": 23.601390838623047,
      "learning_rate": 0.0001999824140946548,
      "loss": 4.6823,
      "step": 9339
    },
    {
      "epoch": 0.059894831345389254,
      "grad_norm": 136.24609375,
      "learning_rate": 0.00019998241031630388,
      "loss": 4.9312,
      "step": 9340
    },
    {
      "epoch": 0.05990124406823137,
      "grad_norm": 26.64695167541504,
      "learning_rate": 0.0001999824065375472,
      "loss": 4.8847,
      "step": 9341
    },
    {
      "epoch": 0.05990765679107349,
      "grad_norm": 13.600330352783203,
      "learning_rate": 0.00019998240275838464,
      "loss": 5.0152,
      "step": 9342
    },
    {
      "epoch": 0.05991406951391561,
      "grad_norm": 90.86924743652344,
      "learning_rate": 0.0001999823989788163,
      "loss": 4.7634,
      "step": 9343
    },
    {
      "epoch": 0.05992048223675773,
      "grad_norm": 16.587444305419922,
      "learning_rate": 0.00019998239519884215,
      "loss": 4.6873,
      "step": 9344
    },
    {
      "epoch": 0.059926894959599845,
      "grad_norm": 34.377197265625,
      "learning_rate": 0.00019998239141846217,
      "loss": 4.8189,
      "step": 9345
    },
    {
      "epoch": 0.05993330768244196,
      "grad_norm": 29.324806213378906,
      "learning_rate": 0.00019998238763767638,
      "loss": 4.9936,
      "step": 9346
    },
    {
      "epoch": 0.059939720405284086,
      "grad_norm": 39.48697280883789,
      "learning_rate": 0.0001999823838564848,
      "loss": 4.783,
      "step": 9347
    },
    {
      "epoch": 0.0599461331281262,
      "grad_norm": 27.245899200439453,
      "learning_rate": 0.00019998238007488739,
      "loss": 4.8369,
      "step": 9348
    },
    {
      "epoch": 0.05995254585096832,
      "grad_norm": 26.689529418945312,
      "learning_rate": 0.00019998237629288416,
      "loss": 4.9607,
      "step": 9349
    },
    {
      "epoch": 0.05995895857381044,
      "grad_norm": 41.05754852294922,
      "learning_rate": 0.00019998237251047513,
      "loss": 4.911,
      "step": 9350
    },
    {
      "epoch": 0.05996537129665256,
      "grad_norm": 16.382123947143555,
      "learning_rate": 0.0001999823687276603,
      "loss": 5.0832,
      "step": 9351
    },
    {
      "epoch": 0.05997178401949468,
      "grad_norm": 58.45134735107422,
      "learning_rate": 0.00019998236494443963,
      "loss": 4.7937,
      "step": 9352
    },
    {
      "epoch": 0.059978196742336794,
      "grad_norm": 81.28073120117188,
      "learning_rate": 0.0001999823611608132,
      "loss": 4.8213,
      "step": 9353
    },
    {
      "epoch": 0.05998460946517892,
      "grad_norm": 26.697919845581055,
      "learning_rate": 0.00019998235737678092,
      "loss": 5.2085,
      "step": 9354
    },
    {
      "epoch": 0.059991022188021034,
      "grad_norm": 23.033981323242188,
      "learning_rate": 0.00019998235359234282,
      "loss": 4.8131,
      "step": 9355
    },
    {
      "epoch": 0.05999743491086315,
      "grad_norm": 39.22993087768555,
      "learning_rate": 0.0001999823498074989,
      "loss": 5.016,
      "step": 9356
    },
    {
      "epoch": 0.06000384763370527,
      "grad_norm": 96.04192352294922,
      "learning_rate": 0.00019998234602224918,
      "loss": 4.858,
      "step": 9357
    },
    {
      "epoch": 0.06001026035654739,
      "grad_norm": 11.720314979553223,
      "learning_rate": 0.00019998234223659366,
      "loss": 4.7507,
      "step": 9358
    },
    {
      "epoch": 0.06001667307938951,
      "grad_norm": 22.787458419799805,
      "learning_rate": 0.00019998233845053233,
      "loss": 4.9665,
      "step": 9359
    },
    {
      "epoch": 0.060023085802231625,
      "grad_norm": 89.86479187011719,
      "learning_rate": 0.00019998233466406517,
      "loss": 5.0398,
      "step": 9360
    },
    {
      "epoch": 0.06002949852507375,
      "grad_norm": 27.5259952545166,
      "learning_rate": 0.0001999823308771922,
      "loss": 4.8626,
      "step": 9361
    },
    {
      "epoch": 0.060035911247915866,
      "grad_norm": 9.584418296813965,
      "learning_rate": 0.00019998232708991345,
      "loss": 4.9083,
      "step": 9362
    },
    {
      "epoch": 0.06004232397075798,
      "grad_norm": 82.4137191772461,
      "learning_rate": 0.00019998232330222887,
      "loss": 4.9554,
      "step": 9363
    },
    {
      "epoch": 0.0600487366936001,
      "grad_norm": 73.37056732177734,
      "learning_rate": 0.00019998231951413845,
      "loss": 5.18,
      "step": 9364
    },
    {
      "epoch": 0.06005514941644222,
      "grad_norm": 12.634931564331055,
      "learning_rate": 0.00019998231572564224,
      "loss": 4.6638,
      "step": 9365
    },
    {
      "epoch": 0.06006156213928434,
      "grad_norm": 27.667739868164062,
      "learning_rate": 0.00019998231193674024,
      "loss": 4.8101,
      "step": 9366
    },
    {
      "epoch": 0.06006797486212646,
      "grad_norm": 29.498043060302734,
      "learning_rate": 0.0001999823081474324,
      "loss": 4.8387,
      "step": 9367
    },
    {
      "epoch": 0.06007438758496858,
      "grad_norm": 14.282567024230957,
      "learning_rate": 0.00019998230435771874,
      "loss": 4.8539,
      "step": 9368
    },
    {
      "epoch": 0.0600808003078107,
      "grad_norm": 25.883018493652344,
      "learning_rate": 0.0001999823005675993,
      "loss": 4.8886,
      "step": 9369
    },
    {
      "epoch": 0.060087213030652814,
      "grad_norm": 44.748085021972656,
      "learning_rate": 0.00019998229677707402,
      "loss": 5.0538,
      "step": 9370
    },
    {
      "epoch": 0.06009362575349493,
      "grad_norm": 25.811262130737305,
      "learning_rate": 0.00019998229298614294,
      "loss": 4.868,
      "step": 9371
    },
    {
      "epoch": 0.060100038476337055,
      "grad_norm": 8.678474426269531,
      "learning_rate": 0.00019998228919480607,
      "loss": 4.6584,
      "step": 9372
    },
    {
      "epoch": 0.06010645119917917,
      "grad_norm": 13.382880210876465,
      "learning_rate": 0.00019998228540306338,
      "loss": 4.712,
      "step": 9373
    },
    {
      "epoch": 0.06011286392202129,
      "grad_norm": 45.81510543823242,
      "learning_rate": 0.00019998228161091484,
      "loss": 5.0316,
      "step": 9374
    },
    {
      "epoch": 0.06011927664486341,
      "grad_norm": 10.281521797180176,
      "learning_rate": 0.00019998227781836052,
      "loss": 5.0348,
      "step": 9375
    },
    {
      "epoch": 0.06012568936770553,
      "grad_norm": 8.523600578308105,
      "learning_rate": 0.0001999822740254004,
      "loss": 4.9403,
      "step": 9376
    },
    {
      "epoch": 0.060132102090547646,
      "grad_norm": 10.085224151611328,
      "learning_rate": 0.00019998227023203445,
      "loss": 5.0197,
      "step": 9377
    },
    {
      "epoch": 0.06013851481338976,
      "grad_norm": 8.699846267700195,
      "learning_rate": 0.00019998226643826267,
      "loss": 4.8393,
      "step": 9378
    },
    {
      "epoch": 0.060144927536231886,
      "grad_norm": 6.1889262199401855,
      "learning_rate": 0.0001999822626440851,
      "loss": 4.823,
      "step": 9379
    },
    {
      "epoch": 0.060151340259074,
      "grad_norm": 9.061352729797363,
      "learning_rate": 0.00019998225884950173,
      "loss": 4.9409,
      "step": 9380
    },
    {
      "epoch": 0.06015775298191612,
      "grad_norm": 21.554441452026367,
      "learning_rate": 0.0001999822550545125,
      "loss": 5.0118,
      "step": 9381
    },
    {
      "epoch": 0.06016416570475824,
      "grad_norm": 6.754306316375732,
      "learning_rate": 0.00019998225125911754,
      "loss": 4.8348,
      "step": 9382
    },
    {
      "epoch": 0.06017057842760036,
      "grad_norm": 16.04180145263672,
      "learning_rate": 0.0001999822474633167,
      "loss": 4.8887,
      "step": 9383
    },
    {
      "epoch": 0.06017699115044248,
      "grad_norm": 12.303483009338379,
      "learning_rate": 0.00019998224366711006,
      "loss": 4.8957,
      "step": 9384
    },
    {
      "epoch": 0.060183403873284594,
      "grad_norm": 8.540979385375977,
      "learning_rate": 0.00019998223987049762,
      "loss": 4.8193,
      "step": 9385
    },
    {
      "epoch": 0.06018981659612672,
      "grad_norm": 8.83558177947998,
      "learning_rate": 0.0001999822360734794,
      "loss": 4.9049,
      "step": 9386
    },
    {
      "epoch": 0.060196229318968834,
      "grad_norm": 15.95590591430664,
      "learning_rate": 0.00019998223227605532,
      "loss": 4.9674,
      "step": 9387
    },
    {
      "epoch": 0.06020264204181095,
      "grad_norm": 4.5548095703125,
      "learning_rate": 0.00019998222847822546,
      "loss": 4.8516,
      "step": 9388
    },
    {
      "epoch": 0.060209054764653075,
      "grad_norm": 14.932267189025879,
      "learning_rate": 0.00019998222467998975,
      "loss": 4.533,
      "step": 9389
    },
    {
      "epoch": 0.06021546748749519,
      "grad_norm": 10.208245277404785,
      "learning_rate": 0.00019998222088134826,
      "loss": 4.6947,
      "step": 9390
    },
    {
      "epoch": 0.06022188021033731,
      "grad_norm": 14.990459442138672,
      "learning_rate": 0.00019998221708230097,
      "loss": 4.9904,
      "step": 9391
    },
    {
      "epoch": 0.060228292933179425,
      "grad_norm": 9.914055824279785,
      "learning_rate": 0.00019998221328284784,
      "loss": 4.7853,
      "step": 9392
    },
    {
      "epoch": 0.06023470565602155,
      "grad_norm": 7.791926383972168,
      "learning_rate": 0.0001999822094829889,
      "loss": 4.882,
      "step": 9393
    },
    {
      "epoch": 0.060241118378863666,
      "grad_norm": 8.852283477783203,
      "learning_rate": 0.00019998220568272416,
      "loss": 4.9899,
      "step": 9394
    },
    {
      "epoch": 0.06024753110170578,
      "grad_norm": 11.225614547729492,
      "learning_rate": 0.0001999822018820536,
      "loss": 4.7141,
      "step": 9395
    },
    {
      "epoch": 0.060253943824547906,
      "grad_norm": 7.458750247955322,
      "learning_rate": 0.00019998219808097724,
      "loss": 5.0163,
      "step": 9396
    },
    {
      "epoch": 0.06026035654739002,
      "grad_norm": 7.1334991455078125,
      "learning_rate": 0.00019998219427949508,
      "loss": 4.7747,
      "step": 9397
    },
    {
      "epoch": 0.06026676927023214,
      "grad_norm": 17.32769775390625,
      "learning_rate": 0.0001999821904776071,
      "loss": 5.2119,
      "step": 9398
    },
    {
      "epoch": 0.06027318199307426,
      "grad_norm": 17.163476943969727,
      "learning_rate": 0.00019998218667531328,
      "loss": 4.7746,
      "step": 9399
    },
    {
      "epoch": 0.06027959471591638,
      "grad_norm": 11.277154922485352,
      "learning_rate": 0.00019998218287261367,
      "loss": 4.9735,
      "step": 9400
    },
    {
      "epoch": 0.06027959471591638,
      "eval_loss": 4.857593059539795,
      "eval_runtime": 34.7552,
      "eval_samples_per_second": 90.202,
      "eval_steps_per_second": 22.558,
      "step": 9400
    },
    {
      "epoch": 0.0602860074387585,
      "grad_norm": 6.73603630065918,
      "learning_rate": 0.00019998217906950827,
      "loss": 4.9511,
      "step": 9401
    },
    {
      "epoch": 0.060292420161600614,
      "grad_norm": 21.380813598632812,
      "learning_rate": 0.00019998217526599703,
      "loss": 4.9657,
      "step": 9402
    },
    {
      "epoch": 0.06029883288444273,
      "grad_norm": 15.106206893920898,
      "learning_rate": 0.00019998217146208,
      "loss": 5.1068,
      "step": 9403
    },
    {
      "epoch": 0.060305245607284855,
      "grad_norm": 18.485082626342773,
      "learning_rate": 0.00019998216765775711,
      "loss": 4.9526,
      "step": 9404
    },
    {
      "epoch": 0.06031165833012697,
      "grad_norm": 11.583479881286621,
      "learning_rate": 0.00019998216385302845,
      "loss": 4.6627,
      "step": 9405
    },
    {
      "epoch": 0.06031807105296909,
      "grad_norm": 9.175838470458984,
      "learning_rate": 0.000199982160047894,
      "loss": 5.2254,
      "step": 9406
    },
    {
      "epoch": 0.06032448377581121,
      "grad_norm": 8.956560134887695,
      "learning_rate": 0.00019998215624235371,
      "loss": 5.1178,
      "step": 9407
    },
    {
      "epoch": 0.06033089649865333,
      "grad_norm": 12.210139274597168,
      "learning_rate": 0.00019998215243640762,
      "loss": 5.1615,
      "step": 9408
    },
    {
      "epoch": 0.060337309221495446,
      "grad_norm": 37.13737487792969,
      "learning_rate": 0.0001999821486300557,
      "loss": 4.9906,
      "step": 9409
    },
    {
      "epoch": 0.06034372194433756,
      "grad_norm": 8.33946418762207,
      "learning_rate": 0.00019998214482329796,
      "loss": 4.6857,
      "step": 9410
    },
    {
      "epoch": 0.060350134667179686,
      "grad_norm": 11.84201431274414,
      "learning_rate": 0.00019998214101613445,
      "loss": 5.0036,
      "step": 9411
    },
    {
      "epoch": 0.0603565473900218,
      "grad_norm": 7.4102935791015625,
      "learning_rate": 0.0001999821372085651,
      "loss": 4.9847,
      "step": 9412
    },
    {
      "epoch": 0.06036296011286392,
      "grad_norm": 19.40627098083496,
      "learning_rate": 0.00019998213340058994,
      "loss": 4.6879,
      "step": 9413
    },
    {
      "epoch": 0.060369372835706044,
      "grad_norm": 261.61285400390625,
      "learning_rate": 0.00019998212959220898,
      "loss": 5.1646,
      "step": 9414
    },
    {
      "epoch": 0.06037578555854816,
      "grad_norm": 52.60357666015625,
      "learning_rate": 0.0001999821257834222,
      "loss": 4.8811,
      "step": 9415
    },
    {
      "epoch": 0.06038219828139028,
      "grad_norm": 12.183062553405762,
      "learning_rate": 0.0001999821219742296,
      "loss": 4.9431,
      "step": 9416
    },
    {
      "epoch": 0.060388611004232394,
      "grad_norm": 11.705696105957031,
      "learning_rate": 0.0001999821181646312,
      "loss": 4.8688,
      "step": 9417
    },
    {
      "epoch": 0.06039502372707452,
      "grad_norm": 20.513729095458984,
      "learning_rate": 0.000199982114354627,
      "loss": 4.753,
      "step": 9418
    },
    {
      "epoch": 0.060401436449916635,
      "grad_norm": 9.90050220489502,
      "learning_rate": 0.00019998211054421698,
      "loss": 4.8931,
      "step": 9419
    },
    {
      "epoch": 0.06040784917275875,
      "grad_norm": 20.96794319152832,
      "learning_rate": 0.00019998210673340117,
      "loss": 5.1382,
      "step": 9420
    },
    {
      "epoch": 0.060414261895600875,
      "grad_norm": 40.99797821044922,
      "learning_rate": 0.0001999821029221795,
      "loss": 4.8338,
      "step": 9421
    },
    {
      "epoch": 0.06042067461844299,
      "grad_norm": 14.186503410339355,
      "learning_rate": 0.00019998209911055207,
      "loss": 4.9489,
      "step": 9422
    },
    {
      "epoch": 0.06042708734128511,
      "grad_norm": 6.763609409332275,
      "learning_rate": 0.0001999820952985188,
      "loss": 5.0245,
      "step": 9423
    },
    {
      "epoch": 0.060433500064127225,
      "grad_norm": 6.628267288208008,
      "learning_rate": 0.00019998209148607972,
      "loss": 4.7954,
      "step": 9424
    },
    {
      "epoch": 0.06043991278696935,
      "grad_norm": 10.964088439941406,
      "learning_rate": 0.00019998208767323483,
      "loss": 5.1148,
      "step": 9425
    },
    {
      "epoch": 0.060446325509811466,
      "grad_norm": 7.007102966308594,
      "learning_rate": 0.00019998208385998414,
      "loss": 5.1874,
      "step": 9426
    },
    {
      "epoch": 0.06045273823265358,
      "grad_norm": 8.11764144897461,
      "learning_rate": 0.00019998208004632764,
      "loss": 4.8118,
      "step": 9427
    },
    {
      "epoch": 0.06045915095549571,
      "grad_norm": 8.982343673706055,
      "learning_rate": 0.00019998207623226532,
      "loss": 4.7116,
      "step": 9428
    },
    {
      "epoch": 0.06046556367833782,
      "grad_norm": 7.880288124084473,
      "learning_rate": 0.0001999820724177972,
      "loss": 4.7385,
      "step": 9429
    },
    {
      "epoch": 0.06047197640117994,
      "grad_norm": 14.228116035461426,
      "learning_rate": 0.00019998206860292325,
      "loss": 4.7448,
      "step": 9430
    },
    {
      "epoch": 0.06047838912402206,
      "grad_norm": 5.829015254974365,
      "learning_rate": 0.0001999820647876435,
      "loss": 5.0429,
      "step": 9431
    },
    {
      "epoch": 0.06048480184686418,
      "grad_norm": 24.432861328125,
      "learning_rate": 0.00019998206097195795,
      "loss": 4.8323,
      "step": 9432
    },
    {
      "epoch": 0.0604912145697063,
      "grad_norm": 18.45220947265625,
      "learning_rate": 0.00019998205715586657,
      "loss": 4.7224,
      "step": 9433
    },
    {
      "epoch": 0.060497627292548414,
      "grad_norm": 18.768672943115234,
      "learning_rate": 0.0001999820533393694,
      "loss": 4.808,
      "step": 9434
    },
    {
      "epoch": 0.06050404001539054,
      "grad_norm": 15.666996002197266,
      "learning_rate": 0.0001999820495224664,
      "loss": 5.0309,
      "step": 9435
    },
    {
      "epoch": 0.060510452738232655,
      "grad_norm": 18.754844665527344,
      "learning_rate": 0.0001999820457051576,
      "loss": 4.9646,
      "step": 9436
    },
    {
      "epoch": 0.06051686546107477,
      "grad_norm": 10.26298713684082,
      "learning_rate": 0.00019998204188744297,
      "loss": 4.914,
      "step": 9437
    },
    {
      "epoch": 0.06052327818391689,
      "grad_norm": 13.431699752807617,
      "learning_rate": 0.00019998203806932257,
      "loss": 4.8228,
      "step": 9438
    },
    {
      "epoch": 0.06052969090675901,
      "grad_norm": 14.131613731384277,
      "learning_rate": 0.00019998203425079632,
      "loss": 4.9216,
      "step": 9439
    },
    {
      "epoch": 0.06053610362960113,
      "grad_norm": 19.556472778320312,
      "learning_rate": 0.0001999820304318643,
      "loss": 4.761,
      "step": 9440
    },
    {
      "epoch": 0.060542516352443246,
      "grad_norm": 12.969874382019043,
      "learning_rate": 0.00019998202661252644,
      "loss": 4.9568,
      "step": 9441
    },
    {
      "epoch": 0.06054892907528537,
      "grad_norm": 38.36865234375,
      "learning_rate": 0.00019998202279278274,
      "loss": 4.9129,
      "step": 9442
    },
    {
      "epoch": 0.060555341798127486,
      "grad_norm": 360.239990234375,
      "learning_rate": 0.00019998201897263328,
      "loss": 4.9552,
      "step": 9443
    },
    {
      "epoch": 0.0605617545209696,
      "grad_norm": 21.069971084594727,
      "learning_rate": 0.000199982015152078,
      "loss": 4.6074,
      "step": 9444
    },
    {
      "epoch": 0.06056816724381172,
      "grad_norm": 10.139116287231445,
      "learning_rate": 0.00019998201133111692,
      "loss": 5.0368,
      "step": 9445
    },
    {
      "epoch": 0.060574579966653844,
      "grad_norm": 38.17070388793945,
      "learning_rate": 0.00019998200750975,
      "loss": 4.8726,
      "step": 9446
    },
    {
      "epoch": 0.06058099268949596,
      "grad_norm": 11.500689506530762,
      "learning_rate": 0.00019998200368797728,
      "loss": 4.829,
      "step": 9447
    },
    {
      "epoch": 0.06058740541233808,
      "grad_norm": 43.949974060058594,
      "learning_rate": 0.00019998199986579875,
      "loss": 5.6002,
      "step": 9448
    },
    {
      "epoch": 0.060593818135180194,
      "grad_norm": 8.552177429199219,
      "learning_rate": 0.00019998199604321441,
      "loss": 4.9048,
      "step": 9449
    },
    {
      "epoch": 0.06060023085802232,
      "grad_norm": 21.8648624420166,
      "learning_rate": 0.00019998199222022426,
      "loss": 5.2895,
      "step": 9450
    },
    {
      "epoch": 0.060606643580864435,
      "grad_norm": 5.803242206573486,
      "learning_rate": 0.00019998198839682829,
      "loss": 4.7697,
      "step": 9451
    },
    {
      "epoch": 0.06061305630370655,
      "grad_norm": 8.152718544006348,
      "learning_rate": 0.00019998198457302652,
      "loss": 5.0483,
      "step": 9452
    },
    {
      "epoch": 0.060619469026548675,
      "grad_norm": 20.382457733154297,
      "learning_rate": 0.00019998198074881894,
      "loss": 4.8781,
      "step": 9453
    },
    {
      "epoch": 0.06062588174939079,
      "grad_norm": 66.51382446289062,
      "learning_rate": 0.00019998197692420555,
      "loss": 4.7217,
      "step": 9454
    },
    {
      "epoch": 0.06063229447223291,
      "grad_norm": 11.763874053955078,
      "learning_rate": 0.00019998197309918636,
      "loss": 4.7122,
      "step": 9455
    },
    {
      "epoch": 0.060638707195075026,
      "grad_norm": 23.118724822998047,
      "learning_rate": 0.00019998196927376133,
      "loss": 4.9128,
      "step": 9456
    },
    {
      "epoch": 0.06064511991791715,
      "grad_norm": 20.194921493530273,
      "learning_rate": 0.0001999819654479305,
      "loss": 4.9412,
      "step": 9457
    },
    {
      "epoch": 0.060651532640759266,
      "grad_norm": 9.366658210754395,
      "learning_rate": 0.0001999819616216939,
      "loss": 4.7527,
      "step": 9458
    },
    {
      "epoch": 0.06065794536360138,
      "grad_norm": 5.344666004180908,
      "learning_rate": 0.00019998195779505145,
      "loss": 5.2852,
      "step": 9459
    },
    {
      "epoch": 0.06066435808644351,
      "grad_norm": 51.852149963378906,
      "learning_rate": 0.00019998195396800318,
      "loss": 4.9089,
      "step": 9460
    },
    {
      "epoch": 0.060670770809285623,
      "grad_norm": 7.224618911743164,
      "learning_rate": 0.00019998195014054912,
      "loss": 4.6743,
      "step": 9461
    },
    {
      "epoch": 0.06067718353212774,
      "grad_norm": 21.29570770263672,
      "learning_rate": 0.00019998194631268924,
      "loss": 4.8969,
      "step": 9462
    },
    {
      "epoch": 0.06068359625496986,
      "grad_norm": 7.931739330291748,
      "learning_rate": 0.00019998194248442358,
      "loss": 4.7288,
      "step": 9463
    },
    {
      "epoch": 0.06069000897781198,
      "grad_norm": 9.543423652648926,
      "learning_rate": 0.00019998193865575206,
      "loss": 4.7254,
      "step": 9464
    },
    {
      "epoch": 0.0606964217006541,
      "grad_norm": 15.540852546691895,
      "learning_rate": 0.00019998193482667476,
      "loss": 4.7693,
      "step": 9465
    },
    {
      "epoch": 0.060702834423496214,
      "grad_norm": 9.170133590698242,
      "learning_rate": 0.00019998193099719165,
      "loss": 4.5723,
      "step": 9466
    },
    {
      "epoch": 0.06070924714633834,
      "grad_norm": 12.592826843261719,
      "learning_rate": 0.00019998192716730274,
      "loss": 4.7688,
      "step": 9467
    },
    {
      "epoch": 0.060715659869180455,
      "grad_norm": 7.3275675773620605,
      "learning_rate": 0.000199981923337008,
      "loss": 4.6504,
      "step": 9468
    },
    {
      "epoch": 0.06072207259202257,
      "grad_norm": 13.243085861206055,
      "learning_rate": 0.00019998191950630745,
      "loss": 5.1146,
      "step": 9469
    },
    {
      "epoch": 0.06072848531486469,
      "grad_norm": 16.56291961669922,
      "learning_rate": 0.0001999819156752011,
      "loss": 4.7838,
      "step": 9470
    },
    {
      "epoch": 0.06073489803770681,
      "grad_norm": 34.76935958862305,
      "learning_rate": 0.00019998191184368892,
      "loss": 5.0253,
      "step": 9471
    },
    {
      "epoch": 0.06074131076054893,
      "grad_norm": 22.670303344726562,
      "learning_rate": 0.00019998190801177095,
      "loss": 4.8367,
      "step": 9472
    },
    {
      "epoch": 0.060747723483391046,
      "grad_norm": 286.083984375,
      "learning_rate": 0.00019998190417944714,
      "loss": 4.9485,
      "step": 9473
    },
    {
      "epoch": 0.06075413620623317,
      "grad_norm": 15.014945030212402,
      "learning_rate": 0.00019998190034671755,
      "loss": 5.0394,
      "step": 9474
    },
    {
      "epoch": 0.060760548929075286,
      "grad_norm": 78.5337142944336,
      "learning_rate": 0.00019998189651358216,
      "loss": 4.9421,
      "step": 9475
    },
    {
      "epoch": 0.0607669616519174,
      "grad_norm": 19.621479034423828,
      "learning_rate": 0.00019998189268004095,
      "loss": 4.7791,
      "step": 9476
    },
    {
      "epoch": 0.06077337437475952,
      "grad_norm": 935.8466796875,
      "learning_rate": 0.00019998188884609393,
      "loss": 4.9787,
      "step": 9477
    },
    {
      "epoch": 0.060779787097601644,
      "grad_norm": 12.773822784423828,
      "learning_rate": 0.0001999818850117411,
      "loss": 4.8979,
      "step": 9478
    },
    {
      "epoch": 0.06078619982044376,
      "grad_norm": 10.36532974243164,
      "learning_rate": 0.00019998188117698244,
      "loss": 4.8825,
      "step": 9479
    },
    {
      "epoch": 0.06079261254328588,
      "grad_norm": 8.873835563659668,
      "learning_rate": 0.000199981877341818,
      "loss": 4.7129,
      "step": 9480
    },
    {
      "epoch": 0.060799025266128,
      "grad_norm": 16.071012496948242,
      "learning_rate": 0.0001999818735062477,
      "loss": 4.8983,
      "step": 9481
    },
    {
      "epoch": 0.06080543798897012,
      "grad_norm": 94.58753204345703,
      "learning_rate": 0.00019998186967027165,
      "loss": 4.9367,
      "step": 9482
    },
    {
      "epoch": 0.060811850711812235,
      "grad_norm": 12.057646751403809,
      "learning_rate": 0.00019998186583388976,
      "loss": 5.0235,
      "step": 9483
    },
    {
      "epoch": 0.06081826343465435,
      "grad_norm": 19.697242736816406,
      "learning_rate": 0.00019998186199710207,
      "loss": 5.1368,
      "step": 9484
    },
    {
      "epoch": 0.060824676157496475,
      "grad_norm": 21.17241096496582,
      "learning_rate": 0.00019998185815990857,
      "loss": 4.8197,
      "step": 9485
    },
    {
      "epoch": 0.06083108888033859,
      "grad_norm": 23.15523910522461,
      "learning_rate": 0.00019998185432230925,
      "loss": 4.7721,
      "step": 9486
    },
    {
      "epoch": 0.06083750160318071,
      "grad_norm": 13.183119773864746,
      "learning_rate": 0.0001999818504843041,
      "loss": 5.1114,
      "step": 9487
    },
    {
      "epoch": 0.06084391432602283,
      "grad_norm": 35.608211517333984,
      "learning_rate": 0.00019998184664589319,
      "loss": 4.9015,
      "step": 9488
    },
    {
      "epoch": 0.06085032704886495,
      "grad_norm": 48.536109924316406,
      "learning_rate": 0.00019998184280707647,
      "loss": 4.9166,
      "step": 9489
    },
    {
      "epoch": 0.060856739771707066,
      "grad_norm": 28.563098907470703,
      "learning_rate": 0.00019998183896785388,
      "loss": 4.6941,
      "step": 9490
    },
    {
      "epoch": 0.06086315249454918,
      "grad_norm": 14.738809585571289,
      "learning_rate": 0.00019998183512822553,
      "loss": 4.9148,
      "step": 9491
    },
    {
      "epoch": 0.06086956521739131,
      "grad_norm": 305.41021728515625,
      "learning_rate": 0.00019998183128819137,
      "loss": 4.6908,
      "step": 9492
    },
    {
      "epoch": 0.060875977940233424,
      "grad_norm": 11.10598373413086,
      "learning_rate": 0.00019998182744775136,
      "loss": 4.947,
      "step": 9493
    },
    {
      "epoch": 0.06088239066307554,
      "grad_norm": 197.75157165527344,
      "learning_rate": 0.00019998182360690558,
      "loss": 5.0434,
      "step": 9494
    },
    {
      "epoch": 0.06088880338591766,
      "grad_norm": 24.447362899780273,
      "learning_rate": 0.00019998181976565397,
      "loss": 4.6739,
      "step": 9495
    },
    {
      "epoch": 0.06089521610875978,
      "grad_norm": 35.74025344848633,
      "learning_rate": 0.00019998181592399656,
      "loss": 4.936,
      "step": 9496
    },
    {
      "epoch": 0.0609016288316019,
      "grad_norm": 60.57689666748047,
      "learning_rate": 0.00019998181208193334,
      "loss": 5.0068,
      "step": 9497
    },
    {
      "epoch": 0.060908041554444015,
      "grad_norm": 22.64754295349121,
      "learning_rate": 0.0001999818082394643,
      "loss": 5.2043,
      "step": 9498
    },
    {
      "epoch": 0.06091445427728614,
      "grad_norm": 28.862123489379883,
      "learning_rate": 0.00019998180439658947,
      "loss": 4.9103,
      "step": 9499
    },
    {
      "epoch": 0.060920867000128255,
      "grad_norm": 19.757097244262695,
      "learning_rate": 0.00019998180055330882,
      "loss": 4.5891,
      "step": 9500
    },
    {
      "epoch": 0.060920867000128255,
      "eval_loss": 4.855854511260986,
      "eval_runtime": 34.7901,
      "eval_samples_per_second": 90.112,
      "eval_steps_per_second": 22.535,
      "step": 9500
    },
    {
      "epoch": 0.06092727972297037,
      "grad_norm": 22.485763549804688,
      "learning_rate": 0.00019998179670962233,
      "loss": 4.5326,
      "step": 9501
    },
    {
      "epoch": 0.06093369244581249,
      "grad_norm": 117.60843658447266,
      "learning_rate": 0.0001999817928655301,
      "loss": 4.7939,
      "step": 9502
    },
    {
      "epoch": 0.06094010516865461,
      "grad_norm": 22.842592239379883,
      "learning_rate": 0.000199981789021032,
      "loss": 4.7521,
      "step": 9503
    },
    {
      "epoch": 0.06094651789149673,
      "grad_norm": 26.598026275634766,
      "learning_rate": 0.00019998178517612812,
      "loss": 5.1485,
      "step": 9504
    },
    {
      "epoch": 0.060952930614338846,
      "grad_norm": 294.3707580566406,
      "learning_rate": 0.0001999817813308184,
      "loss": 4.5105,
      "step": 9505
    },
    {
      "epoch": 0.06095934333718097,
      "grad_norm": 33.8048095703125,
      "learning_rate": 0.0001999817774851029,
      "loss": 4.6907,
      "step": 9506
    },
    {
      "epoch": 0.06096575606002309,
      "grad_norm": 18.36670684814453,
      "learning_rate": 0.00019998177363898158,
      "loss": 4.7206,
      "step": 9507
    },
    {
      "epoch": 0.0609721687828652,
      "grad_norm": 31.871023178100586,
      "learning_rate": 0.00019998176979245445,
      "loss": 4.8696,
      "step": 9508
    },
    {
      "epoch": 0.06097858150570732,
      "grad_norm": 428.95062255859375,
      "learning_rate": 0.0001999817659455215,
      "loss": 4.7802,
      "step": 9509
    },
    {
      "epoch": 0.060984994228549444,
      "grad_norm": 623.0106811523438,
      "learning_rate": 0.00019998176209818277,
      "loss": 4.8764,
      "step": 9510
    },
    {
      "epoch": 0.06099140695139156,
      "grad_norm": 38.25809860229492,
      "learning_rate": 0.00019998175825043822,
      "loss": 4.7484,
      "step": 9511
    },
    {
      "epoch": 0.06099781967423368,
      "grad_norm": 39.93970489501953,
      "learning_rate": 0.00019998175440228785,
      "loss": 5.0534,
      "step": 9512
    },
    {
      "epoch": 0.0610042323970758,
      "grad_norm": 82.39555358886719,
      "learning_rate": 0.00019998175055373167,
      "loss": 4.7437,
      "step": 9513
    },
    {
      "epoch": 0.06101064511991792,
      "grad_norm": 27.923824310302734,
      "learning_rate": 0.00019998174670476967,
      "loss": 4.9674,
      "step": 9514
    },
    {
      "epoch": 0.061017057842760035,
      "grad_norm": 27.622631072998047,
      "learning_rate": 0.0001999817428554019,
      "loss": 4.7417,
      "step": 9515
    },
    {
      "epoch": 0.06102347056560215,
      "grad_norm": 111.00740051269531,
      "learning_rate": 0.00019998173900562832,
      "loss": 4.9679,
      "step": 9516
    },
    {
      "epoch": 0.061029883288444275,
      "grad_norm": 124.72671508789062,
      "learning_rate": 0.0001999817351554489,
      "loss": 4.8165,
      "step": 9517
    },
    {
      "epoch": 0.06103629601128639,
      "grad_norm": 45.71437072753906,
      "learning_rate": 0.00019998173130486365,
      "loss": 4.9503,
      "step": 9518
    },
    {
      "epoch": 0.06104270873412851,
      "grad_norm": 57.5570182800293,
      "learning_rate": 0.00019998172745387262,
      "loss": 4.9719,
      "step": 9519
    },
    {
      "epoch": 0.06104912145697063,
      "grad_norm": 208.6077423095703,
      "learning_rate": 0.00019998172360247577,
      "loss": 4.9167,
      "step": 9520
    },
    {
      "epoch": 0.06105553417981275,
      "grad_norm": 598.09765625,
      "learning_rate": 0.00019998171975067313,
      "loss": 4.7504,
      "step": 9521
    },
    {
      "epoch": 0.061061946902654866,
      "grad_norm": 239.3810272216797,
      "learning_rate": 0.00019998171589846465,
      "loss": 4.8721,
      "step": 9522
    },
    {
      "epoch": 0.06106835962549698,
      "grad_norm": 59.67085647583008,
      "learning_rate": 0.0001999817120458504,
      "loss": 4.7438,
      "step": 9523
    },
    {
      "epoch": 0.06107477234833911,
      "grad_norm": 105.78074645996094,
      "learning_rate": 0.00019998170819283034,
      "loss": 4.9451,
      "step": 9524
    },
    {
      "epoch": 0.061081185071181224,
      "grad_norm": 68.6429672241211,
      "learning_rate": 0.00019998170433940444,
      "loss": 4.8976,
      "step": 9525
    },
    {
      "epoch": 0.06108759779402334,
      "grad_norm": 65.94442749023438,
      "learning_rate": 0.00019998170048557274,
      "loss": 4.8118,
      "step": 9526
    },
    {
      "epoch": 0.061094010516865464,
      "grad_norm": 950.9567260742188,
      "learning_rate": 0.00019998169663133523,
      "loss": 4.9361,
      "step": 9527
    },
    {
      "epoch": 0.06110042323970758,
      "grad_norm": 48.71083068847656,
      "learning_rate": 0.00019998169277669195,
      "loss": 4.6885,
      "step": 9528
    },
    {
      "epoch": 0.0611068359625497,
      "grad_norm": 56.58561706542969,
      "learning_rate": 0.0001999816889216428,
      "loss": 5.0174,
      "step": 9529
    },
    {
      "epoch": 0.061113248685391815,
      "grad_norm": 189.78192138671875,
      "learning_rate": 0.00019998168506618787,
      "loss": 4.9081,
      "step": 9530
    },
    {
      "epoch": 0.06111966140823394,
      "grad_norm": 24.671152114868164,
      "learning_rate": 0.00019998168121032711,
      "loss": 4.7987,
      "step": 9531
    },
    {
      "epoch": 0.061126074131076055,
      "grad_norm": 88.43739318847656,
      "learning_rate": 0.00019998167735406057,
      "loss": 5.1554,
      "step": 9532
    },
    {
      "epoch": 0.06113248685391817,
      "grad_norm": 21.83477020263672,
      "learning_rate": 0.0001999816734973882,
      "loss": 4.9592,
      "step": 9533
    },
    {
      "epoch": 0.061138899576760296,
      "grad_norm": 444.32745361328125,
      "learning_rate": 0.00019998166964031004,
      "loss": 4.6961,
      "step": 9534
    },
    {
      "epoch": 0.06114531229960241,
      "grad_norm": 46.31927490234375,
      "learning_rate": 0.00019998166578282607,
      "loss": 4.9275,
      "step": 9535
    },
    {
      "epoch": 0.06115172502244453,
      "grad_norm": 163.04478454589844,
      "learning_rate": 0.00019998166192493629,
      "loss": 4.8834,
      "step": 9536
    },
    {
      "epoch": 0.061158137745286646,
      "grad_norm": 98.88892364501953,
      "learning_rate": 0.00019998165806664066,
      "loss": 4.9753,
      "step": 9537
    },
    {
      "epoch": 0.06116455046812877,
      "grad_norm": 31.08072853088379,
      "learning_rate": 0.00019998165420793927,
      "loss": 5.0523,
      "step": 9538
    },
    {
      "epoch": 0.06117096319097089,
      "grad_norm": 241.57923889160156,
      "learning_rate": 0.00019998165034883206,
      "loss": 4.8191,
      "step": 9539
    },
    {
      "epoch": 0.061177375913813004,
      "grad_norm": 111.11933898925781,
      "learning_rate": 0.00019998164648931904,
      "loss": 4.8325,
      "step": 9540
    },
    {
      "epoch": 0.06118378863665512,
      "grad_norm": 41.61717987060547,
      "learning_rate": 0.0001999816426294002,
      "loss": 4.8874,
      "step": 9541
    },
    {
      "epoch": 0.061190201359497244,
      "grad_norm": 88.33788299560547,
      "learning_rate": 0.00019998163876907557,
      "loss": 4.871,
      "step": 9542
    },
    {
      "epoch": 0.06119661408233936,
      "grad_norm": 52.92226791381836,
      "learning_rate": 0.00019998163490834512,
      "loss": 4.8856,
      "step": 9543
    },
    {
      "epoch": 0.06120302680518148,
      "grad_norm": 44.378746032714844,
      "learning_rate": 0.00019998163104720885,
      "loss": 4.775,
      "step": 9544
    },
    {
      "epoch": 0.0612094395280236,
      "grad_norm": 175.26202392578125,
      "learning_rate": 0.00019998162718566677,
      "loss": 4.8289,
      "step": 9545
    },
    {
      "epoch": 0.06121585225086572,
      "grad_norm": 90.4177017211914,
      "learning_rate": 0.0001999816233237189,
      "loss": 4.9857,
      "step": 9546
    },
    {
      "epoch": 0.061222264973707835,
      "grad_norm": 74.03370666503906,
      "learning_rate": 0.0001999816194613652,
      "loss": 4.8137,
      "step": 9547
    },
    {
      "epoch": 0.06122867769654995,
      "grad_norm": 69.87776947021484,
      "learning_rate": 0.0001999816155986057,
      "loss": 4.851,
      "step": 9548
    },
    {
      "epoch": 0.061235090419392076,
      "grad_norm": 83.61932373046875,
      "learning_rate": 0.00019998161173544042,
      "loss": 4.7382,
      "step": 9549
    },
    {
      "epoch": 0.06124150314223419,
      "grad_norm": 24.05120086669922,
      "learning_rate": 0.0001999816078718693,
      "loss": 4.7965,
      "step": 9550
    },
    {
      "epoch": 0.06124791586507631,
      "grad_norm": 33.303916931152344,
      "learning_rate": 0.00019998160400789238,
      "loss": 4.9461,
      "step": 9551
    },
    {
      "epoch": 0.06125432858791843,
      "grad_norm": 20.81610870361328,
      "learning_rate": 0.00019998160014350963,
      "loss": 4.918,
      "step": 9552
    },
    {
      "epoch": 0.06126074131076055,
      "grad_norm": 38.6346549987793,
      "learning_rate": 0.0001999815962787211,
      "loss": 4.8112,
      "step": 9553
    },
    {
      "epoch": 0.06126715403360267,
      "grad_norm": 142.51675415039062,
      "learning_rate": 0.00019998159241352674,
      "loss": 4.9553,
      "step": 9554
    },
    {
      "epoch": 0.06127356675644478,
      "grad_norm": 163.459228515625,
      "learning_rate": 0.0001999815885479266,
      "loss": 4.919,
      "step": 9555
    },
    {
      "epoch": 0.06127997947928691,
      "grad_norm": 11.049447059631348,
      "learning_rate": 0.00019998158468192062,
      "loss": 4.9724,
      "step": 9556
    },
    {
      "epoch": 0.061286392202129024,
      "grad_norm": 19.309770584106445,
      "learning_rate": 0.00019998158081550887,
      "loss": 4.9015,
      "step": 9557
    },
    {
      "epoch": 0.06129280492497114,
      "grad_norm": 30.7283992767334,
      "learning_rate": 0.00019998157694869128,
      "loss": 5.0233,
      "step": 9558
    },
    {
      "epoch": 0.061299217647813264,
      "grad_norm": 12.765955924987793,
      "learning_rate": 0.00019998157308146787,
      "loss": 4.7041,
      "step": 9559
    },
    {
      "epoch": 0.06130563037065538,
      "grad_norm": 24.418798446655273,
      "learning_rate": 0.00019998156921383867,
      "loss": 5.2183,
      "step": 9560
    },
    {
      "epoch": 0.0613120430934975,
      "grad_norm": 25.633342742919922,
      "learning_rate": 0.00019998156534580365,
      "loss": 4.74,
      "step": 9561
    },
    {
      "epoch": 0.061318455816339615,
      "grad_norm": 38.5251350402832,
      "learning_rate": 0.00019998156147736285,
      "loss": 5.1819,
      "step": 9562
    },
    {
      "epoch": 0.06132486853918174,
      "grad_norm": 19.21675682067871,
      "learning_rate": 0.00019998155760851623,
      "loss": 4.8052,
      "step": 9563
    },
    {
      "epoch": 0.061331281262023855,
      "grad_norm": 45.70661926269531,
      "learning_rate": 0.0001999815537392638,
      "loss": 4.796,
      "step": 9564
    },
    {
      "epoch": 0.06133769398486597,
      "grad_norm": 35.61802291870117,
      "learning_rate": 0.00019998154986960556,
      "loss": 4.8789,
      "step": 9565
    },
    {
      "epoch": 0.061344106707708096,
      "grad_norm": 15.769552230834961,
      "learning_rate": 0.00019998154599954149,
      "loss": 4.7615,
      "step": 9566
    },
    {
      "epoch": 0.06135051943055021,
      "grad_norm": 38.01228713989258,
      "learning_rate": 0.0001999815421290716,
      "loss": 4.7067,
      "step": 9567
    },
    {
      "epoch": 0.06135693215339233,
      "grad_norm": 29.991886138916016,
      "learning_rate": 0.00019998153825819594,
      "loss": 4.8906,
      "step": 9568
    },
    {
      "epoch": 0.061363344876234446,
      "grad_norm": 90.51863861083984,
      "learning_rate": 0.00019998153438691447,
      "loss": 4.7876,
      "step": 9569
    },
    {
      "epoch": 0.06136975759907657,
      "grad_norm": 30.30728530883789,
      "learning_rate": 0.0001999815305152272,
      "loss": 4.9468,
      "step": 9570
    },
    {
      "epoch": 0.06137617032191869,
      "grad_norm": 66.45651245117188,
      "learning_rate": 0.00019998152664313409,
      "loss": 4.8292,
      "step": 9571
    },
    {
      "epoch": 0.061382583044760804,
      "grad_norm": 29.886531829833984,
      "learning_rate": 0.0001999815227706352,
      "loss": 5.0287,
      "step": 9572
    },
    {
      "epoch": 0.06138899576760293,
      "grad_norm": 101.5326156616211,
      "learning_rate": 0.00019998151889773046,
      "loss": 5.0393,
      "step": 9573
    },
    {
      "epoch": 0.061395408490445044,
      "grad_norm": 330.8166198730469,
      "learning_rate": 0.00019998151502441996,
      "loss": 5.0055,
      "step": 9574
    },
    {
      "epoch": 0.06140182121328716,
      "grad_norm": 23.986772537231445,
      "learning_rate": 0.00019998151115070361,
      "loss": 4.7642,
      "step": 9575
    },
    {
      "epoch": 0.06140823393612928,
      "grad_norm": 111.0954360961914,
      "learning_rate": 0.00019998150727658148,
      "loss": 4.8731,
      "step": 9576
    },
    {
      "epoch": 0.0614146466589714,
      "grad_norm": 42.312583923339844,
      "learning_rate": 0.00019998150340205353,
      "loss": 4.7974,
      "step": 9577
    },
    {
      "epoch": 0.06142105938181352,
      "grad_norm": 80.77458953857422,
      "learning_rate": 0.00019998149952711976,
      "loss": 4.9126,
      "step": 9578
    },
    {
      "epoch": 0.061427472104655635,
      "grad_norm": 49.08588409423828,
      "learning_rate": 0.0001999814956517802,
      "loss": 4.9888,
      "step": 9579
    },
    {
      "epoch": 0.06143388482749776,
      "grad_norm": 503.435791015625,
      "learning_rate": 0.00019998149177603483,
      "loss": 5.0721,
      "step": 9580
    },
    {
      "epoch": 0.061440297550339876,
      "grad_norm": 150.03787231445312,
      "learning_rate": 0.00019998148789988367,
      "loss": 4.8685,
      "step": 9581
    },
    {
      "epoch": 0.06144671027318199,
      "grad_norm": 186.6822967529297,
      "learning_rate": 0.0001999814840233267,
      "loss": 4.8571,
      "step": 9582
    },
    {
      "epoch": 0.06145312299602411,
      "grad_norm": 70.64535522460938,
      "learning_rate": 0.0001999814801463639,
      "loss": 4.9374,
      "step": 9583
    },
    {
      "epoch": 0.06145953571886623,
      "grad_norm": 48.03544998168945,
      "learning_rate": 0.00019998147626899528,
      "loss": 4.6212,
      "step": 9584
    },
    {
      "epoch": 0.06146594844170835,
      "grad_norm": 29.7658634185791,
      "learning_rate": 0.00019998147239122088,
      "loss": 4.8747,
      "step": 9585
    },
    {
      "epoch": 0.06147236116455047,
      "grad_norm": 335.7768859863281,
      "learning_rate": 0.00019998146851304066,
      "loss": 4.9258,
      "step": 9586
    },
    {
      "epoch": 0.061478773887392583,
      "grad_norm": 60.5997314453125,
      "learning_rate": 0.00019998146463445462,
      "loss": 4.8837,
      "step": 9587
    },
    {
      "epoch": 0.06148518661023471,
      "grad_norm": 310.80615234375,
      "learning_rate": 0.0001999814607554628,
      "loss": 5.0707,
      "step": 9588
    },
    {
      "epoch": 0.061491599333076824,
      "grad_norm": 96.13397216796875,
      "learning_rate": 0.00019998145687606512,
      "loss": 4.8346,
      "step": 9589
    },
    {
      "epoch": 0.06149801205591894,
      "grad_norm": 135.35464477539062,
      "learning_rate": 0.00019998145299626169,
      "loss": 4.778,
      "step": 9590
    },
    {
      "epoch": 0.061504424778761065,
      "grad_norm": 3045.461181640625,
      "learning_rate": 0.0001999814491160524,
      "loss": 4.8143,
      "step": 9591
    },
    {
      "epoch": 0.06151083750160318,
      "grad_norm": 18.960752487182617,
      "learning_rate": 0.00019998144523543734,
      "loss": 4.9658,
      "step": 9592
    },
    {
      "epoch": 0.0615172502244453,
      "grad_norm": 83.73812866210938,
      "learning_rate": 0.00019998144135441646,
      "loss": 4.9434,
      "step": 9593
    },
    {
      "epoch": 0.061523662947287415,
      "grad_norm": 54.47913360595703,
      "learning_rate": 0.00019998143747298975,
      "loss": 4.9218,
      "step": 9594
    },
    {
      "epoch": 0.06153007567012954,
      "grad_norm": 17.616592407226562,
      "learning_rate": 0.00019998143359115726,
      "loss": 4.811,
      "step": 9595
    },
    {
      "epoch": 0.061536488392971656,
      "grad_norm": 30.146825790405273,
      "learning_rate": 0.00019998142970891896,
      "loss": 4.7554,
      "step": 9596
    },
    {
      "epoch": 0.06154290111581377,
      "grad_norm": 17.27457618713379,
      "learning_rate": 0.00019998142582627483,
      "loss": 4.8554,
      "step": 9597
    },
    {
      "epoch": 0.061549313838655896,
      "grad_norm": 29.63604736328125,
      "learning_rate": 0.00019998142194322492,
      "loss": 5.0772,
      "step": 9598
    },
    {
      "epoch": 0.06155572656149801,
      "grad_norm": 161.19981384277344,
      "learning_rate": 0.0001999814180597692,
      "loss": 5.0444,
      "step": 9599
    },
    {
      "epoch": 0.06156213928434013,
      "grad_norm": 44.86064529418945,
      "learning_rate": 0.00019998141417590766,
      "loss": 4.8533,
      "step": 9600
    },
    {
      "epoch": 0.06156213928434013,
      "eval_loss": 4.852245807647705,
      "eval_runtime": 34.7964,
      "eval_samples_per_second": 90.096,
      "eval_steps_per_second": 22.531,
      "step": 9600
    },
    {
      "epoch": 0.061568552007182246,
      "grad_norm": 31.934843063354492,
      "learning_rate": 0.00019998141029164033,
      "loss": 5.0619,
      "step": 9601
    },
    {
      "epoch": 0.06157496473002437,
      "grad_norm": 17.76412582397461,
      "learning_rate": 0.00019998140640696717,
      "loss": 4.7107,
      "step": 9602
    },
    {
      "epoch": 0.06158137745286649,
      "grad_norm": 133.7052764892578,
      "learning_rate": 0.0001999814025218882,
      "loss": 4.7999,
      "step": 9603
    },
    {
      "epoch": 0.061587790175708604,
      "grad_norm": 11.677728652954102,
      "learning_rate": 0.0001999813986364034,
      "loss": 4.7195,
      "step": 9604
    },
    {
      "epoch": 0.06159420289855073,
      "grad_norm": 107.90837860107422,
      "learning_rate": 0.00019998139475051286,
      "loss": 5.1905,
      "step": 9605
    },
    {
      "epoch": 0.061600615621392844,
      "grad_norm": 20.66825294494629,
      "learning_rate": 0.0001999813908642165,
      "loss": 4.7866,
      "step": 9606
    },
    {
      "epoch": 0.06160702834423496,
      "grad_norm": 42.516212463378906,
      "learning_rate": 0.00019998138697751428,
      "loss": 4.8087,
      "step": 9607
    },
    {
      "epoch": 0.06161344106707708,
      "grad_norm": 55.20549011230469,
      "learning_rate": 0.00019998138309040625,
      "loss": 4.9499,
      "step": 9608
    },
    {
      "epoch": 0.0616198537899192,
      "grad_norm": 40.898193359375,
      "learning_rate": 0.00019998137920289248,
      "loss": 4.9873,
      "step": 9609
    },
    {
      "epoch": 0.06162626651276132,
      "grad_norm": 108.88980865478516,
      "learning_rate": 0.00019998137531497285,
      "loss": 5.0175,
      "step": 9610
    },
    {
      "epoch": 0.061632679235603435,
      "grad_norm": 117.67442321777344,
      "learning_rate": 0.00019998137142664742,
      "loss": 4.9425,
      "step": 9611
    },
    {
      "epoch": 0.06163909195844556,
      "grad_norm": 52.494041442871094,
      "learning_rate": 0.0001999813675379162,
      "loss": 5.2027,
      "step": 9612
    },
    {
      "epoch": 0.061645504681287676,
      "grad_norm": 407.8756408691406,
      "learning_rate": 0.00019998136364877915,
      "loss": 5.1731,
      "step": 9613
    },
    {
      "epoch": 0.06165191740412979,
      "grad_norm": 88.44831848144531,
      "learning_rate": 0.0001999813597592363,
      "loss": 5.0149,
      "step": 9614
    },
    {
      "epoch": 0.06165833012697191,
      "grad_norm": 64.31610107421875,
      "learning_rate": 0.00019998135586928766,
      "loss": 4.8429,
      "step": 9615
    },
    {
      "epoch": 0.06166474284981403,
      "grad_norm": 45.067176818847656,
      "learning_rate": 0.00019998135197893318,
      "loss": 5.1034,
      "step": 9616
    },
    {
      "epoch": 0.06167115557265615,
      "grad_norm": 1924.4256591796875,
      "learning_rate": 0.00019998134808817293,
      "loss": 5.0148,
      "step": 9617
    },
    {
      "epoch": 0.06167756829549827,
      "grad_norm": 3317.7998046875,
      "learning_rate": 0.00019998134419700682,
      "loss": 5.4291,
      "step": 9618
    },
    {
      "epoch": 0.06168398101834039,
      "grad_norm": 188.7035369873047,
      "learning_rate": 0.00019998134030543496,
      "loss": 4.8927,
      "step": 9619
    },
    {
      "epoch": 0.06169039374118251,
      "grad_norm": 229.71351623535156,
      "learning_rate": 0.00019998133641345724,
      "loss": 4.8735,
      "step": 9620
    },
    {
      "epoch": 0.061696806464024624,
      "grad_norm": 147.71505737304688,
      "learning_rate": 0.00019998133252107375,
      "loss": 5.0085,
      "step": 9621
    },
    {
      "epoch": 0.06170321918686674,
      "grad_norm": 67.29650115966797,
      "learning_rate": 0.00019998132862828442,
      "loss": 5.0592,
      "step": 9622
    },
    {
      "epoch": 0.061709631909708865,
      "grad_norm": 60.62614822387695,
      "learning_rate": 0.00019998132473508933,
      "loss": 4.8579,
      "step": 9623
    },
    {
      "epoch": 0.06171604463255098,
      "grad_norm": 73.89741516113281,
      "learning_rate": 0.0001999813208414884,
      "loss": 4.9696,
      "step": 9624
    },
    {
      "epoch": 0.0617224573553931,
      "grad_norm": 86.58433532714844,
      "learning_rate": 0.00019998131694748167,
      "loss": 4.8508,
      "step": 9625
    },
    {
      "epoch": 0.06172887007823522,
      "grad_norm": 419.340087890625,
      "learning_rate": 0.00019998131305306913,
      "loss": 4.9959,
      "step": 9626
    },
    {
      "epoch": 0.06173528280107734,
      "grad_norm": 23.13683319091797,
      "learning_rate": 0.00019998130915825077,
      "loss": 5.0289,
      "step": 9627
    },
    {
      "epoch": 0.061741695523919456,
      "grad_norm": 18.02583122253418,
      "learning_rate": 0.00019998130526302662,
      "loss": 5.0527,
      "step": 9628
    },
    {
      "epoch": 0.06174810824676157,
      "grad_norm": 48.353782653808594,
      "learning_rate": 0.00019998130136739665,
      "loss": 4.7627,
      "step": 9629
    },
    {
      "epoch": 0.061754520969603696,
      "grad_norm": 118.80875396728516,
      "learning_rate": 0.00019998129747136087,
      "loss": 4.9262,
      "step": 9630
    },
    {
      "epoch": 0.06176093369244581,
      "grad_norm": 4426.35009765625,
      "learning_rate": 0.0001999812935749193,
      "loss": 4.9138,
      "step": 9631
    },
    {
      "epoch": 0.06176734641528793,
      "grad_norm": 46.58954620361328,
      "learning_rate": 0.0001999812896780719,
      "loss": 4.965,
      "step": 9632
    },
    {
      "epoch": 0.06177375913813005,
      "grad_norm": 18.6706485748291,
      "learning_rate": 0.00019998128578081872,
      "loss": 4.8927,
      "step": 9633
    },
    {
      "epoch": 0.06178017186097217,
      "grad_norm": 31.455347061157227,
      "learning_rate": 0.00019998128188315973,
      "loss": 5.0157,
      "step": 9634
    },
    {
      "epoch": 0.06178658458381429,
      "grad_norm": 150.9453125,
      "learning_rate": 0.0001999812779850949,
      "loss": 4.6316,
      "step": 9635
    },
    {
      "epoch": 0.061792997306656404,
      "grad_norm": 44.84124755859375,
      "learning_rate": 0.0001999812740866243,
      "loss": 4.9822,
      "step": 9636
    },
    {
      "epoch": 0.06179941002949853,
      "grad_norm": 17.586610794067383,
      "learning_rate": 0.00019998127018774786,
      "loss": 4.8195,
      "step": 9637
    },
    {
      "epoch": 0.061805822752340644,
      "grad_norm": 66.91796875,
      "learning_rate": 0.00019998126628846562,
      "loss": 4.9139,
      "step": 9638
    },
    {
      "epoch": 0.06181223547518276,
      "grad_norm": 24.191246032714844,
      "learning_rate": 0.0001999812623887776,
      "loss": 4.7282,
      "step": 9639
    },
    {
      "epoch": 0.06181864819802488,
      "grad_norm": 20.082563400268555,
      "learning_rate": 0.00019998125848868375,
      "loss": 4.8869,
      "step": 9640
    },
    {
      "epoch": 0.061825060920867,
      "grad_norm": 255.3237762451172,
      "learning_rate": 0.0001999812545881841,
      "loss": 4.9292,
      "step": 9641
    },
    {
      "epoch": 0.06183147364370912,
      "grad_norm": 42.64623260498047,
      "learning_rate": 0.00019998125068727864,
      "loss": 4.6134,
      "step": 9642
    },
    {
      "epoch": 0.061837886366551235,
      "grad_norm": 24.224327087402344,
      "learning_rate": 0.00019998124678596738,
      "loss": 4.976,
      "step": 9643
    },
    {
      "epoch": 0.06184429908939336,
      "grad_norm": 80.30805969238281,
      "learning_rate": 0.0001999812428842503,
      "loss": 4.6163,
      "step": 9644
    },
    {
      "epoch": 0.061850711812235476,
      "grad_norm": 41.78570556640625,
      "learning_rate": 0.0001999812389821274,
      "loss": 4.8725,
      "step": 9645
    },
    {
      "epoch": 0.06185712453507759,
      "grad_norm": 42.77557373046875,
      "learning_rate": 0.0001999812350795987,
      "loss": 5.1547,
      "step": 9646
    },
    {
      "epoch": 0.06186353725791971,
      "grad_norm": 54.11072540283203,
      "learning_rate": 0.00019998123117666422,
      "loss": 4.856,
      "step": 9647
    },
    {
      "epoch": 0.06186994998076183,
      "grad_norm": 34.48042678833008,
      "learning_rate": 0.00019998122727332392,
      "loss": 4.9235,
      "step": 9648
    },
    {
      "epoch": 0.06187636270360395,
      "grad_norm": 77.00386047363281,
      "learning_rate": 0.00019998122336957778,
      "loss": 4.9794,
      "step": 9649
    },
    {
      "epoch": 0.06188277542644607,
      "grad_norm": 146.640380859375,
      "learning_rate": 0.00019998121946542588,
      "loss": 5.0528,
      "step": 9650
    },
    {
      "epoch": 0.06188918814928819,
      "grad_norm": 26.185827255249023,
      "learning_rate": 0.00019998121556086815,
      "loss": 4.8958,
      "step": 9651
    },
    {
      "epoch": 0.06189560087213031,
      "grad_norm": 11.981341361999512,
      "learning_rate": 0.0001999812116559046,
      "loss": 4.7174,
      "step": 9652
    },
    {
      "epoch": 0.061902013594972424,
      "grad_norm": 94.86138153076172,
      "learning_rate": 0.00019998120775053526,
      "loss": 4.7439,
      "step": 9653
    },
    {
      "epoch": 0.06190842631781454,
      "grad_norm": 99.42274475097656,
      "learning_rate": 0.00019998120384476012,
      "loss": 5.0804,
      "step": 9654
    },
    {
      "epoch": 0.061914839040656665,
      "grad_norm": 95.00907135009766,
      "learning_rate": 0.00019998119993857916,
      "loss": 4.9563,
      "step": 9655
    },
    {
      "epoch": 0.06192125176349878,
      "grad_norm": 109.67273712158203,
      "learning_rate": 0.00019998119603199238,
      "loss": 4.896,
      "step": 9656
    },
    {
      "epoch": 0.0619276644863409,
      "grad_norm": 28.645198822021484,
      "learning_rate": 0.0001999811921249998,
      "loss": 5.1828,
      "step": 9657
    },
    {
      "epoch": 0.06193407720918302,
      "grad_norm": 230.06253051757812,
      "learning_rate": 0.00019998118821760143,
      "loss": 4.9066,
      "step": 9658
    },
    {
      "epoch": 0.06194048993202514,
      "grad_norm": 69.49115753173828,
      "learning_rate": 0.00019998118430979728,
      "loss": 5.0103,
      "step": 9659
    },
    {
      "epoch": 0.061946902654867256,
      "grad_norm": 41.2255973815918,
      "learning_rate": 0.00019998118040158726,
      "loss": 4.7849,
      "step": 9660
    },
    {
      "epoch": 0.06195331537770937,
      "grad_norm": 184.2290802001953,
      "learning_rate": 0.00019998117649297145,
      "loss": 4.8449,
      "step": 9661
    },
    {
      "epoch": 0.061959728100551496,
      "grad_norm": 327.1474914550781,
      "learning_rate": 0.00019998117258394985,
      "loss": 4.9099,
      "step": 9662
    },
    {
      "epoch": 0.06196614082339361,
      "grad_norm": 139.228271484375,
      "learning_rate": 0.00019998116867452246,
      "loss": 5.0119,
      "step": 9663
    },
    {
      "epoch": 0.06197255354623573,
      "grad_norm": 34.087257385253906,
      "learning_rate": 0.00019998116476468923,
      "loss": 5.136,
      "step": 9664
    },
    {
      "epoch": 0.061978966269077854,
      "grad_norm": 122.50702667236328,
      "learning_rate": 0.0001999811608544502,
      "loss": 5.2271,
      "step": 9665
    },
    {
      "epoch": 0.06198537899191997,
      "grad_norm": 215.18460083007812,
      "learning_rate": 0.00019998115694380535,
      "loss": 5.0946,
      "step": 9666
    },
    {
      "epoch": 0.06199179171476209,
      "grad_norm": 34.09547805786133,
      "learning_rate": 0.00019998115303275472,
      "loss": 4.9364,
      "step": 9667
    },
    {
      "epoch": 0.061998204437604204,
      "grad_norm": 8.928375244140625,
      "learning_rate": 0.00019998114912129827,
      "loss": 5.0639,
      "step": 9668
    },
    {
      "epoch": 0.06200461716044633,
      "grad_norm": 85.04151916503906,
      "learning_rate": 0.000199981145209436,
      "loss": 4.7822,
      "step": 9669
    },
    {
      "epoch": 0.062011029883288445,
      "grad_norm": 23.392845153808594,
      "learning_rate": 0.00019998114129716793,
      "loss": 5.1081,
      "step": 9670
    },
    {
      "epoch": 0.06201744260613056,
      "grad_norm": 34.95463943481445,
      "learning_rate": 0.00019998113738449406,
      "loss": 5.0103,
      "step": 9671
    },
    {
      "epoch": 0.062023855328972685,
      "grad_norm": 14.392670631408691,
      "learning_rate": 0.0001999811334714144,
      "loss": 4.8977,
      "step": 9672
    },
    {
      "epoch": 0.0620302680518148,
      "grad_norm": 37.159725189208984,
      "learning_rate": 0.0001999811295579289,
      "loss": 4.9832,
      "step": 9673
    },
    {
      "epoch": 0.06203668077465692,
      "grad_norm": 17.878501892089844,
      "learning_rate": 0.00019998112564403764,
      "loss": 4.8205,
      "step": 9674
    },
    {
      "epoch": 0.062043093497499036,
      "grad_norm": 419.4272766113281,
      "learning_rate": 0.00019998112172974053,
      "loss": 5.2474,
      "step": 9675
    },
    {
      "epoch": 0.06204950622034116,
      "grad_norm": 182.38912963867188,
      "learning_rate": 0.0001999811178150376,
      "loss": 4.7128,
      "step": 9676
    },
    {
      "epoch": 0.062055918943183276,
      "grad_norm": 652.3702392578125,
      "learning_rate": 0.00019998111389992894,
      "loss": 4.7056,
      "step": 9677
    },
    {
      "epoch": 0.06206233166602539,
      "grad_norm": 43.37858200073242,
      "learning_rate": 0.0001999811099844144,
      "loss": 4.9414,
      "step": 9678
    },
    {
      "epoch": 0.06206874438886751,
      "grad_norm": 634.0623168945312,
      "learning_rate": 0.00019998110606849408,
      "loss": 5.1112,
      "step": 9679
    },
    {
      "epoch": 0.06207515711170963,
      "grad_norm": 530.6402587890625,
      "learning_rate": 0.00019998110215216795,
      "loss": 4.6931,
      "step": 9680
    },
    {
      "epoch": 0.06208156983455175,
      "grad_norm": 57.42017364501953,
      "learning_rate": 0.00019998109823543602,
      "loss": 4.8576,
      "step": 9681
    },
    {
      "epoch": 0.06208798255739387,
      "grad_norm": 5312.16455078125,
      "learning_rate": 0.00019998109431829824,
      "loss": 4.92,
      "step": 9682
    },
    {
      "epoch": 0.06209439528023599,
      "grad_norm": 21.35485076904297,
      "learning_rate": 0.0001999810904007547,
      "loss": 5.0201,
      "step": 9683
    },
    {
      "epoch": 0.06210080800307811,
      "grad_norm": 14.307917594909668,
      "learning_rate": 0.00019998108648280533,
      "loss": 4.8613,
      "step": 9684
    },
    {
      "epoch": 0.062107220725920224,
      "grad_norm": 13.3801851272583,
      "learning_rate": 0.00019998108256445019,
      "loss": 4.9273,
      "step": 9685
    },
    {
      "epoch": 0.06211363344876234,
      "grad_norm": 14.7155122756958,
      "learning_rate": 0.0001999810786456892,
      "loss": 4.9454,
      "step": 9686
    },
    {
      "epoch": 0.062120046171604465,
      "grad_norm": 47.369327545166016,
      "learning_rate": 0.00019998107472652242,
      "loss": 4.9316,
      "step": 9687
    },
    {
      "epoch": 0.06212645889444658,
      "grad_norm": 18.90228843688965,
      "learning_rate": 0.00019998107080694983,
      "loss": 4.9987,
      "step": 9688
    },
    {
      "epoch": 0.0621328716172887,
      "grad_norm": 74.68740844726562,
      "learning_rate": 0.00019998106688697145,
      "loss": 4.917,
      "step": 9689
    },
    {
      "epoch": 0.06213928434013082,
      "grad_norm": 57.45368576049805,
      "learning_rate": 0.00019998106296658725,
      "loss": 4.7228,
      "step": 9690
    },
    {
      "epoch": 0.06214569706297294,
      "grad_norm": 33.85564422607422,
      "learning_rate": 0.00019998105904579726,
      "loss": 5.0121,
      "step": 9691
    },
    {
      "epoch": 0.062152109785815056,
      "grad_norm": 21.85796546936035,
      "learning_rate": 0.00019998105512460143,
      "loss": 4.9369,
      "step": 9692
    },
    {
      "epoch": 0.06215852250865717,
      "grad_norm": 14.007255554199219,
      "learning_rate": 0.0001999810512029998,
      "loss": 4.9971,
      "step": 9693
    },
    {
      "epoch": 0.062164935231499296,
      "grad_norm": 28.36463165283203,
      "learning_rate": 0.0001999810472809924,
      "loss": 5.0114,
      "step": 9694
    },
    {
      "epoch": 0.06217134795434141,
      "grad_norm": 31.36652374267578,
      "learning_rate": 0.00019998104335857913,
      "loss": 4.744,
      "step": 9695
    },
    {
      "epoch": 0.06217776067718353,
      "grad_norm": 38.39300537109375,
      "learning_rate": 0.0001999810394357601,
      "loss": 4.9952,
      "step": 9696
    },
    {
      "epoch": 0.062184173400025654,
      "grad_norm": 24.630300521850586,
      "learning_rate": 0.00019998103551253528,
      "loss": 4.8561,
      "step": 9697
    },
    {
      "epoch": 0.06219058612286777,
      "grad_norm": 42.060203552246094,
      "learning_rate": 0.00019998103158890462,
      "loss": 4.6947,
      "step": 9698
    },
    {
      "epoch": 0.06219699884570989,
      "grad_norm": 36.40628433227539,
      "learning_rate": 0.00019998102766486815,
      "loss": 4.7286,
      "step": 9699
    },
    {
      "epoch": 0.062203411568552004,
      "grad_norm": 64.70225524902344,
      "learning_rate": 0.00019998102374042592,
      "loss": 4.9201,
      "step": 9700
    },
    {
      "epoch": 0.062203411568552004,
      "eval_loss": 4.90699577331543,
      "eval_runtime": 34.798,
      "eval_samples_per_second": 90.091,
      "eval_steps_per_second": 22.53,
      "step": 9700
    },
    {
      "epoch": 0.06220982429139413,
      "grad_norm": 22.373624801635742,
      "learning_rate": 0.00019998101981557782,
      "loss": 4.7721,
      "step": 9701
    },
    {
      "epoch": 0.062216237014236245,
      "grad_norm": 17.502592086791992,
      "learning_rate": 0.00019998101589032398,
      "loss": 4.8354,
      "step": 9702
    },
    {
      "epoch": 0.06222264973707836,
      "grad_norm": 64.19377899169922,
      "learning_rate": 0.00019998101196466427,
      "loss": 4.7027,
      "step": 9703
    },
    {
      "epoch": 0.062229062459920485,
      "grad_norm": 10.923617362976074,
      "learning_rate": 0.0001999810080385988,
      "loss": 5.2806,
      "step": 9704
    },
    {
      "epoch": 0.0622354751827626,
      "grad_norm": 99.94470977783203,
      "learning_rate": 0.00019998100411212748,
      "loss": 5.2069,
      "step": 9705
    },
    {
      "epoch": 0.06224188790560472,
      "grad_norm": 17.78948402404785,
      "learning_rate": 0.00019998100018525037,
      "loss": 4.6993,
      "step": 9706
    },
    {
      "epoch": 0.062248300628446836,
      "grad_norm": 12.494601249694824,
      "learning_rate": 0.00019998099625796747,
      "loss": 4.8257,
      "step": 9707
    },
    {
      "epoch": 0.06225471335128896,
      "grad_norm": 18.875118255615234,
      "learning_rate": 0.00019998099233027876,
      "loss": 4.7005,
      "step": 9708
    },
    {
      "epoch": 0.062261126074131076,
      "grad_norm": 24.45148468017578,
      "learning_rate": 0.00019998098840218423,
      "loss": 4.8102,
      "step": 9709
    },
    {
      "epoch": 0.06226753879697319,
      "grad_norm": 33.456298828125,
      "learning_rate": 0.0001999809844736839,
      "loss": 5.0587,
      "step": 9710
    },
    {
      "epoch": 0.06227395151981532,
      "grad_norm": 39.231109619140625,
      "learning_rate": 0.00019998098054477777,
      "loss": 5.0104,
      "step": 9711
    },
    {
      "epoch": 0.062280364242657434,
      "grad_norm": 32.30290603637695,
      "learning_rate": 0.00019998097661546582,
      "loss": 5.3212,
      "step": 9712
    },
    {
      "epoch": 0.06228677696549955,
      "grad_norm": 212.37928771972656,
      "learning_rate": 0.00019998097268574807,
      "loss": 4.7872,
      "step": 9713
    },
    {
      "epoch": 0.06229318968834167,
      "grad_norm": 9.698620796203613,
      "learning_rate": 0.00019998096875562454,
      "loss": 4.7678,
      "step": 9714
    },
    {
      "epoch": 0.06229960241118379,
      "grad_norm": 83.20143127441406,
      "learning_rate": 0.00019998096482509516,
      "loss": 5.0052,
      "step": 9715
    },
    {
      "epoch": 0.06230601513402591,
      "grad_norm": 19.972736358642578,
      "learning_rate": 0.00019998096089416,
      "loss": 4.7663,
      "step": 9716
    },
    {
      "epoch": 0.062312427856868025,
      "grad_norm": 37.30719757080078,
      "learning_rate": 0.000199980956962819,
      "loss": 4.9181,
      "step": 9717
    },
    {
      "epoch": 0.06231884057971015,
      "grad_norm": 80.6777572631836,
      "learning_rate": 0.00019998095303107224,
      "loss": 4.9403,
      "step": 9718
    },
    {
      "epoch": 0.062325253302552265,
      "grad_norm": 51.237525939941406,
      "learning_rate": 0.00019998094909891965,
      "loss": 4.9141,
      "step": 9719
    },
    {
      "epoch": 0.06233166602539438,
      "grad_norm": 67.95684814453125,
      "learning_rate": 0.00019998094516636127,
      "loss": 4.9013,
      "step": 9720
    },
    {
      "epoch": 0.0623380787482365,
      "grad_norm": 38.02241897583008,
      "learning_rate": 0.00019998094123339707,
      "loss": 5.0327,
      "step": 9721
    },
    {
      "epoch": 0.06234449147107862,
      "grad_norm": 22.150732040405273,
      "learning_rate": 0.00019998093730002708,
      "loss": 5.0767,
      "step": 9722
    },
    {
      "epoch": 0.06235090419392074,
      "grad_norm": 16.789836883544922,
      "learning_rate": 0.00019998093336625125,
      "loss": 5.1005,
      "step": 9723
    },
    {
      "epoch": 0.062357316916762856,
      "grad_norm": 12.692182540893555,
      "learning_rate": 0.00019998092943206963,
      "loss": 4.9716,
      "step": 9724
    },
    {
      "epoch": 0.06236372963960497,
      "grad_norm": 18.247400283813477,
      "learning_rate": 0.00019998092549748222,
      "loss": 5.1341,
      "step": 9725
    },
    {
      "epoch": 0.0623701423624471,
      "grad_norm": 45.1492919921875,
      "learning_rate": 0.000199980921562489,
      "loss": 4.9843,
      "step": 9726
    },
    {
      "epoch": 0.06237655508528921,
      "grad_norm": 36.99216842651367,
      "learning_rate": 0.00019998091762708995,
      "loss": 4.7084,
      "step": 9727
    },
    {
      "epoch": 0.06238296780813133,
      "grad_norm": 25.601604461669922,
      "learning_rate": 0.0001999809136912851,
      "loss": 4.7728,
      "step": 9728
    },
    {
      "epoch": 0.062389380530973454,
      "grad_norm": 45.509666442871094,
      "learning_rate": 0.00019998090975507446,
      "loss": 4.9821,
      "step": 9729
    },
    {
      "epoch": 0.06239579325381557,
      "grad_norm": 26.860803604125977,
      "learning_rate": 0.00019998090581845802,
      "loss": 5.0569,
      "step": 9730
    },
    {
      "epoch": 0.06240220597665769,
      "grad_norm": 13.742956161499023,
      "learning_rate": 0.00019998090188143576,
      "loss": 5.222,
      "step": 9731
    },
    {
      "epoch": 0.062408618699499804,
      "grad_norm": 20.256933212280273,
      "learning_rate": 0.0001999808979440077,
      "loss": 5.2218,
      "step": 9732
    },
    {
      "epoch": 0.06241503142234193,
      "grad_norm": 14.07900333404541,
      "learning_rate": 0.00019998089400617383,
      "loss": 5.1536,
      "step": 9733
    },
    {
      "epoch": 0.062421444145184045,
      "grad_norm": 59.01961898803711,
      "learning_rate": 0.00019998089006793414,
      "loss": 4.9375,
      "step": 9734
    },
    {
      "epoch": 0.06242785686802616,
      "grad_norm": 34.4938850402832,
      "learning_rate": 0.00019998088612928867,
      "loss": 4.8886,
      "step": 9735
    },
    {
      "epoch": 0.062434269590868285,
      "grad_norm": 27.488962173461914,
      "learning_rate": 0.00019998088219023736,
      "loss": 5.1021,
      "step": 9736
    },
    {
      "epoch": 0.0624406823137104,
      "grad_norm": 22.10567283630371,
      "learning_rate": 0.00019998087825078028,
      "loss": 4.9,
      "step": 9737
    },
    {
      "epoch": 0.06244709503655252,
      "grad_norm": 35.34197998046875,
      "learning_rate": 0.00019998087431091736,
      "loss": 4.9724,
      "step": 9738
    },
    {
      "epoch": 0.062453507759394636,
      "grad_norm": 32.25783920288086,
      "learning_rate": 0.00019998087037064867,
      "loss": 4.8328,
      "step": 9739
    },
    {
      "epoch": 0.06245992048223676,
      "grad_norm": 21.67336654663086,
      "learning_rate": 0.00019998086642997417,
      "loss": 4.8417,
      "step": 9740
    },
    {
      "epoch": 0.062466333205078876,
      "grad_norm": 14.035273551940918,
      "learning_rate": 0.00019998086248889386,
      "loss": 4.6433,
      "step": 9741
    },
    {
      "epoch": 0.06247274592792099,
      "grad_norm": 33.417205810546875,
      "learning_rate": 0.00019998085854740772,
      "loss": 4.9359,
      "step": 9742
    },
    {
      "epoch": 0.06247915865076312,
      "grad_norm": 388.52655029296875,
      "learning_rate": 0.0001999808546055158,
      "loss": 4.9091,
      "step": 9743
    },
    {
      "epoch": 0.062485571373605234,
      "grad_norm": 52.57727813720703,
      "learning_rate": 0.00019998085066321805,
      "loss": 4.9513,
      "step": 9744
    },
    {
      "epoch": 0.06249198409644735,
      "grad_norm": 47.602542877197266,
      "learning_rate": 0.00019998084672051452,
      "loss": 4.9477,
      "step": 9745
    },
    {
      "epoch": 0.06249839681928947,
      "grad_norm": 16.007694244384766,
      "learning_rate": 0.00019998084277740517,
      "loss": 5.0244,
      "step": 9746
    },
    {
      "epoch": 0.06250480954213158,
      "grad_norm": 14.519946098327637,
      "learning_rate": 0.00019998083883389004,
      "loss": 4.916,
      "step": 9747
    },
    {
      "epoch": 0.0625112222649737,
      "grad_norm": 22.04447364807129,
      "learning_rate": 0.00019998083488996906,
      "loss": 4.9406,
      "step": 9748
    },
    {
      "epoch": 0.06251763498781583,
      "grad_norm": 74.64930725097656,
      "learning_rate": 0.0001999808309456423,
      "loss": 5.1081,
      "step": 9749
    },
    {
      "epoch": 0.06252404771065795,
      "grad_norm": 10.917400360107422,
      "learning_rate": 0.00019998082700090972,
      "loss": 4.8483,
      "step": 9750
    },
    {
      "epoch": 0.06253046043350007,
      "grad_norm": 28.775094985961914,
      "learning_rate": 0.00019998082305577137,
      "loss": 4.7657,
      "step": 9751
    },
    {
      "epoch": 0.06253687315634218,
      "grad_norm": 48.847164154052734,
      "learning_rate": 0.00019998081911022718,
      "loss": 4.8662,
      "step": 9752
    },
    {
      "epoch": 0.0625432858791843,
      "grad_norm": 12.972514152526855,
      "learning_rate": 0.0001999808151642772,
      "loss": 4.9207,
      "step": 9753
    },
    {
      "epoch": 0.06254969860202642,
      "grad_norm": 15.76076602935791,
      "learning_rate": 0.0001999808112179214,
      "loss": 4.7832,
      "step": 9754
    },
    {
      "epoch": 0.06255611132486853,
      "grad_norm": 184.51036071777344,
      "learning_rate": 0.0001999808072711598,
      "loss": 4.7899,
      "step": 9755
    },
    {
      "epoch": 0.06256252404771066,
      "grad_norm": 24.71587562561035,
      "learning_rate": 0.00019998080332399242,
      "loss": 4.8549,
      "step": 9756
    },
    {
      "epoch": 0.06256893677055278,
      "grad_norm": 14.173397064208984,
      "learning_rate": 0.0001999807993764192,
      "loss": 4.7009,
      "step": 9757
    },
    {
      "epoch": 0.0625753494933949,
      "grad_norm": 17.17270851135254,
      "learning_rate": 0.00019998079542844018,
      "loss": 4.8784,
      "step": 9758
    },
    {
      "epoch": 0.06258176221623701,
      "grad_norm": 20.619977951049805,
      "learning_rate": 0.00019998079148005534,
      "loss": 4.8296,
      "step": 9759
    },
    {
      "epoch": 0.06258817493907913,
      "grad_norm": 282.4113464355469,
      "learning_rate": 0.00019998078753126475,
      "loss": 4.819,
      "step": 9760
    },
    {
      "epoch": 0.06259458766192125,
      "grad_norm": 48.183349609375,
      "learning_rate": 0.0001999807835820683,
      "loss": 4.7917,
      "step": 9761
    },
    {
      "epoch": 0.06260100038476336,
      "grad_norm": 72.29891967773438,
      "learning_rate": 0.00019998077963246605,
      "loss": 5.0348,
      "step": 9762
    },
    {
      "epoch": 0.0626074131076055,
      "grad_norm": 16.465871810913086,
      "learning_rate": 0.000199980775682458,
      "loss": 4.6654,
      "step": 9763
    },
    {
      "epoch": 0.06261382583044761,
      "grad_norm": 32.58339309692383,
      "learning_rate": 0.00019998077173204417,
      "loss": 4.8524,
      "step": 9764
    },
    {
      "epoch": 0.06262023855328973,
      "grad_norm": 21.70391273498535,
      "learning_rate": 0.00019998076778122452,
      "loss": 4.9774,
      "step": 9765
    },
    {
      "epoch": 0.06262665127613185,
      "grad_norm": 49.033668518066406,
      "learning_rate": 0.00019998076382999905,
      "loss": 4.7862,
      "step": 9766
    },
    {
      "epoch": 0.06263306399897396,
      "grad_norm": 21.946788787841797,
      "learning_rate": 0.0001999807598783678,
      "loss": 4.9716,
      "step": 9767
    },
    {
      "epoch": 0.06263947672181608,
      "grad_norm": 76.15190887451172,
      "learning_rate": 0.00019998075592633075,
      "loss": 4.7611,
      "step": 9768
    },
    {
      "epoch": 0.0626458894446582,
      "grad_norm": 57.40821075439453,
      "learning_rate": 0.00019998075197388785,
      "loss": 4.8841,
      "step": 9769
    },
    {
      "epoch": 0.06265230216750033,
      "grad_norm": 14.257054328918457,
      "learning_rate": 0.00019998074802103917,
      "loss": 4.9478,
      "step": 9770
    },
    {
      "epoch": 0.06265871489034244,
      "grad_norm": 43.86533737182617,
      "learning_rate": 0.00019998074406778467,
      "loss": 5.1097,
      "step": 9771
    },
    {
      "epoch": 0.06266512761318456,
      "grad_norm": 45.08819580078125,
      "learning_rate": 0.0001999807401141244,
      "loss": 4.874,
      "step": 9772
    },
    {
      "epoch": 0.06267154033602668,
      "grad_norm": 189.57241821289062,
      "learning_rate": 0.0001999807361600583,
      "loss": 4.6845,
      "step": 9773
    },
    {
      "epoch": 0.0626779530588688,
      "grad_norm": 133.18994140625,
      "learning_rate": 0.00019998073220558638,
      "loss": 4.8726,
      "step": 9774
    },
    {
      "epoch": 0.06268436578171091,
      "grad_norm": 15.888072967529297,
      "learning_rate": 0.0001999807282507087,
      "loss": 4.7911,
      "step": 9775
    },
    {
      "epoch": 0.06269077850455303,
      "grad_norm": 65.54757690429688,
      "learning_rate": 0.0001999807242954252,
      "loss": 4.8371,
      "step": 9776
    },
    {
      "epoch": 0.06269719122739516,
      "grad_norm": 10.472799301147461,
      "learning_rate": 0.00019998072033973588,
      "loss": 4.646,
      "step": 9777
    },
    {
      "epoch": 0.06270360395023727,
      "grad_norm": 17.368711471557617,
      "learning_rate": 0.00019998071638364074,
      "loss": 4.987,
      "step": 9778
    },
    {
      "epoch": 0.06271001667307939,
      "grad_norm": 31.913284301757812,
      "learning_rate": 0.00019998071242713982,
      "loss": 5.2833,
      "step": 9779
    },
    {
      "epoch": 0.06271642939592151,
      "grad_norm": 20.007102966308594,
      "learning_rate": 0.0001999807084702331,
      "loss": 4.8009,
      "step": 9780
    },
    {
      "epoch": 0.06272284211876362,
      "grad_norm": 180.0825958251953,
      "learning_rate": 0.00019998070451292054,
      "loss": 4.7037,
      "step": 9781
    },
    {
      "epoch": 0.06272925484160574,
      "grad_norm": 15.536541938781738,
      "learning_rate": 0.00019998070055520222,
      "loss": 4.7735,
      "step": 9782
    },
    {
      "epoch": 0.06273566756444786,
      "grad_norm": 23.003480911254883,
      "learning_rate": 0.00019998069659707808,
      "loss": 4.7288,
      "step": 9783
    },
    {
      "epoch": 0.06274208028728999,
      "grad_norm": 25.623733520507812,
      "learning_rate": 0.0001999806926385481,
      "loss": 4.8933,
      "step": 9784
    },
    {
      "epoch": 0.0627484930101321,
      "grad_norm": 154.05426025390625,
      "learning_rate": 0.00019998068867961235,
      "loss": 4.8384,
      "step": 9785
    },
    {
      "epoch": 0.06275490573297422,
      "grad_norm": 19.82244110107422,
      "learning_rate": 0.0001999806847202708,
      "loss": 5.0781,
      "step": 9786
    },
    {
      "epoch": 0.06276131845581634,
      "grad_norm": 12.520732879638672,
      "learning_rate": 0.00019998068076052344,
      "loss": 4.6372,
      "step": 9787
    },
    {
      "epoch": 0.06276773117865846,
      "grad_norm": 45.28263473510742,
      "learning_rate": 0.00019998067680037024,
      "loss": 4.8791,
      "step": 9788
    },
    {
      "epoch": 0.06277414390150057,
      "grad_norm": 67.60017395019531,
      "learning_rate": 0.00019998067283981126,
      "loss": 4.6257,
      "step": 9789
    },
    {
      "epoch": 0.06278055662434269,
      "grad_norm": 34.75265121459961,
      "learning_rate": 0.00019998066887884648,
      "loss": 4.8621,
      "step": 9790
    },
    {
      "epoch": 0.06278696934718482,
      "grad_norm": 37.53190994262695,
      "learning_rate": 0.0001999806649174759,
      "loss": 4.8395,
      "step": 9791
    },
    {
      "epoch": 0.06279338207002694,
      "grad_norm": 409.3677978515625,
      "learning_rate": 0.0001999806609556995,
      "loss": 4.8471,
      "step": 9792
    },
    {
      "epoch": 0.06279979479286905,
      "grad_norm": 33.501686096191406,
      "learning_rate": 0.00019998065699351728,
      "loss": 4.8749,
      "step": 9793
    },
    {
      "epoch": 0.06280620751571117,
      "grad_norm": 45.016990661621094,
      "learning_rate": 0.0001999806530309293,
      "loss": 4.8248,
      "step": 9794
    },
    {
      "epoch": 0.06281262023855329,
      "grad_norm": 19.537307739257812,
      "learning_rate": 0.00019998064906793549,
      "loss": 4.9339,
      "step": 9795
    },
    {
      "epoch": 0.0628190329613954,
      "grad_norm": 51.532554626464844,
      "learning_rate": 0.00019998064510453586,
      "loss": 5.2113,
      "step": 9796
    },
    {
      "epoch": 0.06282544568423752,
      "grad_norm": 24.674697875976562,
      "learning_rate": 0.00019998064114073045,
      "loss": 4.7948,
      "step": 9797
    },
    {
      "epoch": 0.06283185840707965,
      "grad_norm": 23.337533950805664,
      "learning_rate": 0.00019998063717651925,
      "loss": 4.7769,
      "step": 9798
    },
    {
      "epoch": 0.06283827112992177,
      "grad_norm": 27.104034423828125,
      "learning_rate": 0.0001999806332119022,
      "loss": 4.7382,
      "step": 9799
    },
    {
      "epoch": 0.06284468385276389,
      "grad_norm": 23.040281295776367,
      "learning_rate": 0.00019998062924687937,
      "loss": 4.7742,
      "step": 9800
    },
    {
      "epoch": 0.06284468385276389,
      "eval_loss": 4.88352108001709,
      "eval_runtime": 34.7377,
      "eval_samples_per_second": 90.248,
      "eval_steps_per_second": 22.569,
      "step": 9800
    },
    {
      "epoch": 0.062851096575606,
      "grad_norm": 25.893529891967773,
      "learning_rate": 0.00019998062528145071,
      "loss": 4.8624,
      "step": 9801
    },
    {
      "epoch": 0.06285750929844812,
      "grad_norm": 14.23385238647461,
      "learning_rate": 0.0001999806213156163,
      "loss": 4.9714,
      "step": 9802
    },
    {
      "epoch": 0.06286392202129024,
      "grad_norm": 157.73361206054688,
      "learning_rate": 0.00019998061734937604,
      "loss": 4.8856,
      "step": 9803
    },
    {
      "epoch": 0.06287033474413235,
      "grad_norm": 46.087974548339844,
      "learning_rate": 0.00019998061338273,
      "loss": 4.7627,
      "step": 9804
    },
    {
      "epoch": 0.06287674746697448,
      "grad_norm": 21.432239532470703,
      "learning_rate": 0.00019998060941567812,
      "loss": 4.8193,
      "step": 9805
    },
    {
      "epoch": 0.0628831601898166,
      "grad_norm": 19.61224937438965,
      "learning_rate": 0.00019998060544822047,
      "loss": 4.86,
      "step": 9806
    },
    {
      "epoch": 0.06288957291265872,
      "grad_norm": 31.40026092529297,
      "learning_rate": 0.000199980601480357,
      "loss": 4.8364,
      "step": 9807
    },
    {
      "epoch": 0.06289598563550083,
      "grad_norm": 111.36863708496094,
      "learning_rate": 0.00019998059751208773,
      "loss": 4.7692,
      "step": 9808
    },
    {
      "epoch": 0.06290239835834295,
      "grad_norm": 15.354998588562012,
      "learning_rate": 0.00019998059354341265,
      "loss": 4.822,
      "step": 9809
    },
    {
      "epoch": 0.06290881108118507,
      "grad_norm": 724.5071411132812,
      "learning_rate": 0.00019998058957433176,
      "loss": 4.7084,
      "step": 9810
    },
    {
      "epoch": 0.06291522380402718,
      "grad_norm": 26.347366333007812,
      "learning_rate": 0.00019998058560484507,
      "loss": 4.9896,
      "step": 9811
    },
    {
      "epoch": 0.06292163652686932,
      "grad_norm": 20.38640594482422,
      "learning_rate": 0.0001999805816349526,
      "loss": 4.8745,
      "step": 9812
    },
    {
      "epoch": 0.06292804924971143,
      "grad_norm": 62.714202880859375,
      "learning_rate": 0.0001999805776646543,
      "loss": 5.0468,
      "step": 9813
    },
    {
      "epoch": 0.06293446197255355,
      "grad_norm": 24.903228759765625,
      "learning_rate": 0.0001999805736939502,
      "loss": 4.7832,
      "step": 9814
    },
    {
      "epoch": 0.06294087469539567,
      "grad_norm": 72.09600067138672,
      "learning_rate": 0.0001999805697228403,
      "loss": 4.986,
      "step": 9815
    },
    {
      "epoch": 0.06294728741823778,
      "grad_norm": 66.18406677246094,
      "learning_rate": 0.00019998056575132458,
      "loss": 4.7646,
      "step": 9816
    },
    {
      "epoch": 0.0629537001410799,
      "grad_norm": 14.024669647216797,
      "learning_rate": 0.00019998056177940305,
      "loss": 4.9357,
      "step": 9817
    },
    {
      "epoch": 0.06296011286392202,
      "grad_norm": 40.18792724609375,
      "learning_rate": 0.00019998055780707575,
      "loss": 4.817,
      "step": 9818
    },
    {
      "epoch": 0.06296652558676415,
      "grad_norm": 27.850357055664062,
      "learning_rate": 0.0001999805538343426,
      "loss": 4.9035,
      "step": 9819
    },
    {
      "epoch": 0.06297293830960626,
      "grad_norm": 18.666473388671875,
      "learning_rate": 0.00019998054986120368,
      "loss": 4.8478,
      "step": 9820
    },
    {
      "epoch": 0.06297935103244838,
      "grad_norm": 18.61937713623047,
      "learning_rate": 0.00019998054588765896,
      "loss": 4.758,
      "step": 9821
    },
    {
      "epoch": 0.0629857637552905,
      "grad_norm": 19.534757614135742,
      "learning_rate": 0.00019998054191370843,
      "loss": 5.0868,
      "step": 9822
    },
    {
      "epoch": 0.06299217647813261,
      "grad_norm": 17.464780807495117,
      "learning_rate": 0.0001999805379393521,
      "loss": 4.9125,
      "step": 9823
    },
    {
      "epoch": 0.06299858920097473,
      "grad_norm": 12.471220970153809,
      "learning_rate": 0.00019998053396458993,
      "loss": 4.7201,
      "step": 9824
    },
    {
      "epoch": 0.06300500192381685,
      "grad_norm": 29.37925910949707,
      "learning_rate": 0.000199980529989422,
      "loss": 4.8315,
      "step": 9825
    },
    {
      "epoch": 0.06301141464665898,
      "grad_norm": 39.149574279785156,
      "learning_rate": 0.00019998052601384822,
      "loss": 5.1801,
      "step": 9826
    },
    {
      "epoch": 0.0630178273695011,
      "grad_norm": 32.85618591308594,
      "learning_rate": 0.00019998052203786868,
      "loss": 5.0298,
      "step": 9827
    },
    {
      "epoch": 0.06302424009234321,
      "grad_norm": 168.22645568847656,
      "learning_rate": 0.00019998051806148333,
      "loss": 4.9696,
      "step": 9828
    },
    {
      "epoch": 0.06303065281518533,
      "grad_norm": 45.916221618652344,
      "learning_rate": 0.00019998051408469215,
      "loss": 4.8879,
      "step": 9829
    },
    {
      "epoch": 0.06303706553802745,
      "grad_norm": 17.843957901000977,
      "learning_rate": 0.00019998051010749516,
      "loss": 4.936,
      "step": 9830
    },
    {
      "epoch": 0.06304347826086956,
      "grad_norm": 45.54940414428711,
      "learning_rate": 0.0001999805061298924,
      "loss": 5.0773,
      "step": 9831
    },
    {
      "epoch": 0.06304989098371168,
      "grad_norm": 15.273587226867676,
      "learning_rate": 0.00019998050215188382,
      "loss": 4.9121,
      "step": 9832
    },
    {
      "epoch": 0.06305630370655381,
      "grad_norm": 58.9153938293457,
      "learning_rate": 0.00019998049817346943,
      "loss": 4.6425,
      "step": 9833
    },
    {
      "epoch": 0.06306271642939593,
      "grad_norm": 12.039017677307129,
      "learning_rate": 0.00019998049419464923,
      "loss": 4.8382,
      "step": 9834
    },
    {
      "epoch": 0.06306912915223804,
      "grad_norm": 28.33894157409668,
      "learning_rate": 0.00019998049021542323,
      "loss": 4.823,
      "step": 9835
    },
    {
      "epoch": 0.06307554187508016,
      "grad_norm": 138.39430236816406,
      "learning_rate": 0.00019998048623579145,
      "loss": 4.8566,
      "step": 9836
    },
    {
      "epoch": 0.06308195459792228,
      "grad_norm": 22.414613723754883,
      "learning_rate": 0.00019998048225575382,
      "loss": 4.8628,
      "step": 9837
    },
    {
      "epoch": 0.0630883673207644,
      "grad_norm": 41.23289108276367,
      "learning_rate": 0.00019998047827531043,
      "loss": 5.0734,
      "step": 9838
    },
    {
      "epoch": 0.06309478004360651,
      "grad_norm": 105.47523498535156,
      "learning_rate": 0.00019998047429446123,
      "loss": 5.0111,
      "step": 9839
    },
    {
      "epoch": 0.06310119276644863,
      "grad_norm": 34.353248596191406,
      "learning_rate": 0.0001999804703132062,
      "loss": 4.8559,
      "step": 9840
    },
    {
      "epoch": 0.06310760548929076,
      "grad_norm": 44.52186965942383,
      "learning_rate": 0.0001999804663315454,
      "loss": 4.9228,
      "step": 9841
    },
    {
      "epoch": 0.06311401821213287,
      "grad_norm": 22.743911743164062,
      "learning_rate": 0.00019998046234947876,
      "loss": 5.0219,
      "step": 9842
    },
    {
      "epoch": 0.06312043093497499,
      "grad_norm": 133.46107482910156,
      "learning_rate": 0.00019998045836700632,
      "loss": 5.0716,
      "step": 9843
    },
    {
      "epoch": 0.06312684365781711,
      "grad_norm": 18.234542846679688,
      "learning_rate": 0.0001999804543841281,
      "loss": 4.9035,
      "step": 9844
    },
    {
      "epoch": 0.06313325638065923,
      "grad_norm": 62.54096221923828,
      "learning_rate": 0.00019998045040084406,
      "loss": 5.0381,
      "step": 9845
    },
    {
      "epoch": 0.06313966910350134,
      "grad_norm": 53.103599548339844,
      "learning_rate": 0.00019998044641715424,
      "loss": 4.8342,
      "step": 9846
    },
    {
      "epoch": 0.06314608182634346,
      "grad_norm": 25.333147048950195,
      "learning_rate": 0.00019998044243305858,
      "loss": 4.8531,
      "step": 9847
    },
    {
      "epoch": 0.06315249454918559,
      "grad_norm": 41.95963668823242,
      "learning_rate": 0.00019998043844855713,
      "loss": 4.9965,
      "step": 9848
    },
    {
      "epoch": 0.0631589072720277,
      "grad_norm": 12.53465461730957,
      "learning_rate": 0.00019998043446364986,
      "loss": 5.0298,
      "step": 9849
    },
    {
      "epoch": 0.06316531999486982,
      "grad_norm": 281.84979248046875,
      "learning_rate": 0.0001999804304783368,
      "loss": 4.6815,
      "step": 9850
    },
    {
      "epoch": 0.06317173271771194,
      "grad_norm": 13.664161682128906,
      "learning_rate": 0.00019998042649261793,
      "loss": 5.4656,
      "step": 9851
    },
    {
      "epoch": 0.06317814544055406,
      "grad_norm": 24.286725997924805,
      "learning_rate": 0.0001999804225064933,
      "loss": 4.8232,
      "step": 9852
    },
    {
      "epoch": 0.06318455816339617,
      "grad_norm": 12.271462440490723,
      "learning_rate": 0.00019998041851996282,
      "loss": 4.9291,
      "step": 9853
    },
    {
      "epoch": 0.06319097088623829,
      "grad_norm": 17.78665542602539,
      "learning_rate": 0.00019998041453302655,
      "loss": 4.8516,
      "step": 9854
    },
    {
      "epoch": 0.06319738360908042,
      "grad_norm": 14.991012573242188,
      "learning_rate": 0.0001999804105456845,
      "loss": 4.9431,
      "step": 9855
    },
    {
      "epoch": 0.06320379633192254,
      "grad_norm": 12.743337631225586,
      "learning_rate": 0.00019998040655793656,
      "loss": 4.8282,
      "step": 9856
    },
    {
      "epoch": 0.06321020905476465,
      "grad_norm": 11.829938888549805,
      "learning_rate": 0.0001999804025697829,
      "loss": 5.1502,
      "step": 9857
    },
    {
      "epoch": 0.06321662177760677,
      "grad_norm": 11.706092834472656,
      "learning_rate": 0.0001999803985812234,
      "loss": 4.8309,
      "step": 9858
    },
    {
      "epoch": 0.06322303450044889,
      "grad_norm": 11.015064239501953,
      "learning_rate": 0.0001999803945922581,
      "loss": 4.858,
      "step": 9859
    },
    {
      "epoch": 0.063229447223291,
      "grad_norm": 12.6171293258667,
      "learning_rate": 0.00019998039060288702,
      "loss": 4.8353,
      "step": 9860
    },
    {
      "epoch": 0.06323585994613312,
      "grad_norm": 218.81651306152344,
      "learning_rate": 0.00019998038661311012,
      "loss": 4.9551,
      "step": 9861
    },
    {
      "epoch": 0.06324227266897525,
      "grad_norm": 11.582968711853027,
      "learning_rate": 0.00019998038262292742,
      "loss": 5.1395,
      "step": 9862
    },
    {
      "epoch": 0.06324868539181737,
      "grad_norm": 37.881404876708984,
      "learning_rate": 0.0001999803786323389,
      "loss": 5.094,
      "step": 9863
    },
    {
      "epoch": 0.06325509811465949,
      "grad_norm": 245.30479431152344,
      "learning_rate": 0.00019998037464134458,
      "loss": 4.9451,
      "step": 9864
    },
    {
      "epoch": 0.0632615108375016,
      "grad_norm": 92.10626983642578,
      "learning_rate": 0.00019998037064994449,
      "loss": 5.3283,
      "step": 9865
    },
    {
      "epoch": 0.06326792356034372,
      "grad_norm": 45.23649978637695,
      "learning_rate": 0.00019998036665813855,
      "loss": 5.0653,
      "step": 9866
    },
    {
      "epoch": 0.06327433628318584,
      "grad_norm": 28.52971649169922,
      "learning_rate": 0.00019998036266592682,
      "loss": 5.0723,
      "step": 9867
    },
    {
      "epoch": 0.06328074900602795,
      "grad_norm": 41.93781280517578,
      "learning_rate": 0.00019998035867330928,
      "loss": 4.9366,
      "step": 9868
    },
    {
      "epoch": 0.06328716172887008,
      "grad_norm": 16.894994735717773,
      "learning_rate": 0.00019998035468028597,
      "loss": 4.947,
      "step": 9869
    },
    {
      "epoch": 0.0632935744517122,
      "grad_norm": 12.98319149017334,
      "learning_rate": 0.00019998035068685683,
      "loss": 4.9993,
      "step": 9870
    },
    {
      "epoch": 0.06329998717455432,
      "grad_norm": 23.948976516723633,
      "learning_rate": 0.0001999803466930219,
      "loss": 4.9918,
      "step": 9871
    },
    {
      "epoch": 0.06330639989739643,
      "grad_norm": 17.06047248840332,
      "learning_rate": 0.00019998034269878113,
      "loss": 4.8102,
      "step": 9872
    },
    {
      "epoch": 0.06331281262023855,
      "grad_norm": 28.6318416595459,
      "learning_rate": 0.0001999803387041346,
      "loss": 4.9675,
      "step": 9873
    },
    {
      "epoch": 0.06331922534308067,
      "grad_norm": 21.649658203125,
      "learning_rate": 0.00019998033470908225,
      "loss": 4.9464,
      "step": 9874
    },
    {
      "epoch": 0.06332563806592278,
      "grad_norm": 11.456427574157715,
      "learning_rate": 0.0001999803307136241,
      "loss": 5.0114,
      "step": 9875
    },
    {
      "epoch": 0.06333205078876492,
      "grad_norm": 7.719149589538574,
      "learning_rate": 0.00019998032671776015,
      "loss": 5.0725,
      "step": 9876
    },
    {
      "epoch": 0.06333846351160703,
      "grad_norm": 36.609046936035156,
      "learning_rate": 0.0001999803227214904,
      "loss": 4.9485,
      "step": 9877
    },
    {
      "epoch": 0.06334487623444915,
      "grad_norm": 10.682528495788574,
      "learning_rate": 0.00019998031872481482,
      "loss": 4.7874,
      "step": 9878
    },
    {
      "epoch": 0.06335128895729127,
      "grad_norm": 14.730241775512695,
      "learning_rate": 0.00019998031472773345,
      "loss": 4.8805,
      "step": 9879
    },
    {
      "epoch": 0.06335770168013338,
      "grad_norm": 6.963979244232178,
      "learning_rate": 0.00019998031073024627,
      "loss": 4.9489,
      "step": 9880
    },
    {
      "epoch": 0.0633641144029755,
      "grad_norm": 18.376283645629883,
      "learning_rate": 0.0001999803067323533,
      "loss": 5.7944,
      "step": 9881
    },
    {
      "epoch": 0.06337052712581762,
      "grad_norm": 62.531517028808594,
      "learning_rate": 0.0001999803027340545,
      "loss": 4.9535,
      "step": 9882
    },
    {
      "epoch": 0.06337693984865975,
      "grad_norm": 9.818855285644531,
      "learning_rate": 0.00019998029873534993,
      "loss": 4.8862,
      "step": 9883
    },
    {
      "epoch": 0.06338335257150186,
      "grad_norm": 9.253335952758789,
      "learning_rate": 0.00019998029473623956,
      "loss": 4.7553,
      "step": 9884
    },
    {
      "epoch": 0.06338976529434398,
      "grad_norm": 7.628884315490723,
      "learning_rate": 0.00019998029073672334,
      "loss": 4.9079,
      "step": 9885
    },
    {
      "epoch": 0.0633961780171861,
      "grad_norm": 22.79584312438965,
      "learning_rate": 0.00019998028673680137,
      "loss": 4.777,
      "step": 9886
    },
    {
      "epoch": 0.06340259074002821,
      "grad_norm": 10.884337425231934,
      "learning_rate": 0.00019998028273647358,
      "loss": 5.0662,
      "step": 9887
    },
    {
      "epoch": 0.06340900346287033,
      "grad_norm": 8.588419914245605,
      "learning_rate": 0.00019998027873573997,
      "loss": 4.9247,
      "step": 9888
    },
    {
      "epoch": 0.06341541618571245,
      "grad_norm": 18.798629760742188,
      "learning_rate": 0.00019998027473460054,
      "loss": 4.6459,
      "step": 9889
    },
    {
      "epoch": 0.06342182890855458,
      "grad_norm": 7.657622337341309,
      "learning_rate": 0.00019998027073305535,
      "loss": 4.9204,
      "step": 9890
    },
    {
      "epoch": 0.0634282416313967,
      "grad_norm": 172.25001525878906,
      "learning_rate": 0.00019998026673110432,
      "loss": 4.7807,
      "step": 9891
    },
    {
      "epoch": 0.06343465435423881,
      "grad_norm": 13.03461742401123,
      "learning_rate": 0.00019998026272874752,
      "loss": 4.8142,
      "step": 9892
    },
    {
      "epoch": 0.06344106707708093,
      "grad_norm": 8.85954475402832,
      "learning_rate": 0.0001999802587259849,
      "loss": 4.9231,
      "step": 9893
    },
    {
      "epoch": 0.06344747979992305,
      "grad_norm": 13.778654098510742,
      "learning_rate": 0.0001999802547228165,
      "loss": 4.8245,
      "step": 9894
    },
    {
      "epoch": 0.06345389252276516,
      "grad_norm": 6.863529682159424,
      "learning_rate": 0.00019998025071924226,
      "loss": 4.6969,
      "step": 9895
    },
    {
      "epoch": 0.06346030524560728,
      "grad_norm": 16.17531967163086,
      "learning_rate": 0.00019998024671526223,
      "loss": 4.9045,
      "step": 9896
    },
    {
      "epoch": 0.06346671796844941,
      "grad_norm": 55.178157806396484,
      "learning_rate": 0.0001999802427108764,
      "loss": 4.6224,
      "step": 9897
    },
    {
      "epoch": 0.06347313069129153,
      "grad_norm": 7.038558006286621,
      "learning_rate": 0.00019998023870608479,
      "loss": 5.238,
      "step": 9898
    },
    {
      "epoch": 0.06347954341413364,
      "grad_norm": 6.237846851348877,
      "learning_rate": 0.00019998023470088733,
      "loss": 4.7886,
      "step": 9899
    },
    {
      "epoch": 0.06348595613697576,
      "grad_norm": 9.518982887268066,
      "learning_rate": 0.00019998023069528408,
      "loss": 4.5479,
      "step": 9900
    },
    {
      "epoch": 0.06348595613697576,
      "eval_loss": 4.862408638000488,
      "eval_runtime": 34.7884,
      "eval_samples_per_second": 90.116,
      "eval_steps_per_second": 22.536,
      "step": 9900
    },
    {
      "epoch": 0.06349236885981788,
      "grad_norm": 5.960176467895508,
      "learning_rate": 0.00019998022668927506,
      "loss": 4.9421,
      "step": 9901
    },
    {
      "epoch": 0.06349878158266,
      "grad_norm": 5.459072113037109,
      "learning_rate": 0.0001999802226828602,
      "loss": 4.7766,
      "step": 9902
    },
    {
      "epoch": 0.06350519430550211,
      "grad_norm": 23.285903930664062,
      "learning_rate": 0.00019998021867603956,
      "loss": 4.9207,
      "step": 9903
    },
    {
      "epoch": 0.06351160702834424,
      "grad_norm": 6.991571426391602,
      "learning_rate": 0.0001999802146688131,
      "loss": 4.8625,
      "step": 9904
    },
    {
      "epoch": 0.06351801975118636,
      "grad_norm": 9.648173332214355,
      "learning_rate": 0.00019998021066118082,
      "loss": 4.9779,
      "step": 9905
    },
    {
      "epoch": 0.06352443247402847,
      "grad_norm": 12.198914527893066,
      "learning_rate": 0.00019998020665314278,
      "loss": 4.9687,
      "step": 9906
    },
    {
      "epoch": 0.06353084519687059,
      "grad_norm": 6.120201110839844,
      "learning_rate": 0.0001999802026446989,
      "loss": 4.908,
      "step": 9907
    },
    {
      "epoch": 0.06353725791971271,
      "grad_norm": 14.822025299072266,
      "learning_rate": 0.00019998019863584924,
      "loss": 4.9231,
      "step": 9908
    },
    {
      "epoch": 0.06354367064255483,
      "grad_norm": 7.5523200035095215,
      "learning_rate": 0.00019998019462659378,
      "loss": 5.3243,
      "step": 9909
    },
    {
      "epoch": 0.06355008336539694,
      "grad_norm": 126.88056182861328,
      "learning_rate": 0.00019998019061693252,
      "loss": 4.7997,
      "step": 9910
    },
    {
      "epoch": 0.06355649608823907,
      "grad_norm": 100.45339965820312,
      "learning_rate": 0.00019998018660686545,
      "loss": 4.9877,
      "step": 9911
    },
    {
      "epoch": 0.06356290881108119,
      "grad_norm": 34.80434799194336,
      "learning_rate": 0.00019998018259639256,
      "loss": 5.0289,
      "step": 9912
    },
    {
      "epoch": 0.0635693215339233,
      "grad_norm": 314.6024169921875,
      "learning_rate": 0.00019998017858551386,
      "loss": 4.8633,
      "step": 9913
    },
    {
      "epoch": 0.06357573425676542,
      "grad_norm": 10.273236274719238,
      "learning_rate": 0.0001999801745742294,
      "loss": 5.0297,
      "step": 9914
    },
    {
      "epoch": 0.06358214697960754,
      "grad_norm": 23.71051597595215,
      "learning_rate": 0.00019998017056253907,
      "loss": 4.9117,
      "step": 9915
    },
    {
      "epoch": 0.06358855970244966,
      "grad_norm": 48.52913284301758,
      "learning_rate": 0.000199980166550443,
      "loss": 4.7841,
      "step": 9916
    },
    {
      "epoch": 0.06359497242529177,
      "grad_norm": 14.11470890045166,
      "learning_rate": 0.0001999801625379411,
      "loss": 5.0029,
      "step": 9917
    },
    {
      "epoch": 0.0636013851481339,
      "grad_norm": 58.149784088134766,
      "learning_rate": 0.00019998015852503343,
      "loss": 4.8114,
      "step": 9918
    },
    {
      "epoch": 0.06360779787097602,
      "grad_norm": 16.595439910888672,
      "learning_rate": 0.00019998015451171993,
      "loss": 5.0262,
      "step": 9919
    },
    {
      "epoch": 0.06361421059381814,
      "grad_norm": 10.246393203735352,
      "learning_rate": 0.0001999801504980006,
      "loss": 4.8601,
      "step": 9920
    },
    {
      "epoch": 0.06362062331666025,
      "grad_norm": 17.645854949951172,
      "learning_rate": 0.00019998014648387548,
      "loss": 4.7401,
      "step": 9921
    },
    {
      "epoch": 0.06362703603950237,
      "grad_norm": 14.929715156555176,
      "learning_rate": 0.0001999801424693446,
      "loss": 5.0221,
      "step": 9922
    },
    {
      "epoch": 0.06363344876234449,
      "grad_norm": 8.57145881652832,
      "learning_rate": 0.00019998013845440787,
      "loss": 5.0309,
      "step": 9923
    },
    {
      "epoch": 0.0636398614851866,
      "grad_norm": 8.77009105682373,
      "learning_rate": 0.00019998013443906537,
      "loss": 5.0131,
      "step": 9924
    },
    {
      "epoch": 0.06364627420802874,
      "grad_norm": 10.524484634399414,
      "learning_rate": 0.00019998013042331705,
      "loss": 4.8717,
      "step": 9925
    },
    {
      "epoch": 0.06365268693087085,
      "grad_norm": 8.681944847106934,
      "learning_rate": 0.00019998012640716291,
      "loss": 4.7586,
      "step": 9926
    },
    {
      "epoch": 0.06365909965371297,
      "grad_norm": 12.755224227905273,
      "learning_rate": 0.000199980122390603,
      "loss": 4.9702,
      "step": 9927
    },
    {
      "epoch": 0.06366551237655509,
      "grad_norm": 80.25920867919922,
      "learning_rate": 0.00019998011837363727,
      "loss": 4.9971,
      "step": 9928
    },
    {
      "epoch": 0.0636719250993972,
      "grad_norm": 11.593228340148926,
      "learning_rate": 0.00019998011435626577,
      "loss": 4.9462,
      "step": 9929
    },
    {
      "epoch": 0.06367833782223932,
      "grad_norm": 9.319275856018066,
      "learning_rate": 0.0001999801103384884,
      "loss": 4.9951,
      "step": 9930
    },
    {
      "epoch": 0.06368475054508144,
      "grad_norm": 397.89642333984375,
      "learning_rate": 0.00019998010632030528,
      "loss": 4.8944,
      "step": 9931
    },
    {
      "epoch": 0.06369116326792355,
      "grad_norm": 23.200315475463867,
      "learning_rate": 0.00019998010230171635,
      "loss": 4.5936,
      "step": 9932
    },
    {
      "epoch": 0.06369757599076568,
      "grad_norm": 12.063584327697754,
      "learning_rate": 0.0001999800982827216,
      "loss": 5.17,
      "step": 9933
    },
    {
      "epoch": 0.0637039887136078,
      "grad_norm": 489.55419921875,
      "learning_rate": 0.00019998009426332107,
      "loss": 4.7238,
      "step": 9934
    },
    {
      "epoch": 0.06371040143644992,
      "grad_norm": 26.00356101989746,
      "learning_rate": 0.00019998009024351472,
      "loss": 4.8898,
      "step": 9935
    },
    {
      "epoch": 0.06371681415929203,
      "grad_norm": 75.0051040649414,
      "learning_rate": 0.00019998008622330255,
      "loss": 4.8385,
      "step": 9936
    },
    {
      "epoch": 0.06372322688213415,
      "grad_norm": 44.219444274902344,
      "learning_rate": 0.00019998008220268462,
      "loss": 4.8736,
      "step": 9937
    },
    {
      "epoch": 0.06372963960497627,
      "grad_norm": 17.81243324279785,
      "learning_rate": 0.00019998007818166087,
      "loss": 4.8799,
      "step": 9938
    },
    {
      "epoch": 0.06373605232781838,
      "grad_norm": 9.643781661987305,
      "learning_rate": 0.0001999800741602313,
      "loss": 5.0699,
      "step": 9939
    },
    {
      "epoch": 0.06374246505066052,
      "grad_norm": 54.656742095947266,
      "learning_rate": 0.00019998007013839595,
      "loss": 4.9171,
      "step": 9940
    },
    {
      "epoch": 0.06374887777350263,
      "grad_norm": 23.030366897583008,
      "learning_rate": 0.00019998006611615478,
      "loss": 5.0062,
      "step": 9941
    },
    {
      "epoch": 0.06375529049634475,
      "grad_norm": 14.757672309875488,
      "learning_rate": 0.00019998006209350782,
      "loss": 4.7652,
      "step": 9942
    },
    {
      "epoch": 0.06376170321918687,
      "grad_norm": 12.81629467010498,
      "learning_rate": 0.00019998005807045507,
      "loss": 4.9154,
      "step": 9943
    },
    {
      "epoch": 0.06376811594202898,
      "grad_norm": 12.47576904296875,
      "learning_rate": 0.0001999800540469965,
      "loss": 4.876,
      "step": 9944
    },
    {
      "epoch": 0.0637745286648711,
      "grad_norm": 16.060531616210938,
      "learning_rate": 0.00019998005002313211,
      "loss": 4.888,
      "step": 9945
    },
    {
      "epoch": 0.06378094138771322,
      "grad_norm": 25.064945220947266,
      "learning_rate": 0.00019998004599886194,
      "loss": 5.0388,
      "step": 9946
    },
    {
      "epoch": 0.06378735411055535,
      "grad_norm": 13.2520112991333,
      "learning_rate": 0.00019998004197418597,
      "loss": 4.8034,
      "step": 9947
    },
    {
      "epoch": 0.06379376683339746,
      "grad_norm": 119.32215881347656,
      "learning_rate": 0.0001999800379491042,
      "loss": 4.8222,
      "step": 9948
    },
    {
      "epoch": 0.06380017955623958,
      "grad_norm": 15.750432968139648,
      "learning_rate": 0.0001999800339236166,
      "loss": 5.0522,
      "step": 9949
    },
    {
      "epoch": 0.0638065922790817,
      "grad_norm": 17.726903915405273,
      "learning_rate": 0.00019998002989772323,
      "loss": 4.8904,
      "step": 9950
    },
    {
      "epoch": 0.06381300500192381,
      "grad_norm": 29.367542266845703,
      "learning_rate": 0.00019998002587142403,
      "loss": 4.9815,
      "step": 9951
    },
    {
      "epoch": 0.06381941772476593,
      "grad_norm": 18.014463424682617,
      "learning_rate": 0.00019998002184471903,
      "loss": 4.6689,
      "step": 9952
    },
    {
      "epoch": 0.06382583044760805,
      "grad_norm": 97.99974060058594,
      "learning_rate": 0.00019998001781760825,
      "loss": 5.0486,
      "step": 9953
    },
    {
      "epoch": 0.06383224317045018,
      "grad_norm": 10.955262184143066,
      "learning_rate": 0.00019998001379009165,
      "loss": 4.7418,
      "step": 9954
    },
    {
      "epoch": 0.0638386558932923,
      "grad_norm": 19.732851028442383,
      "learning_rate": 0.00019998000976216926,
      "loss": 5.3213,
      "step": 9955
    },
    {
      "epoch": 0.06384506861613441,
      "grad_norm": 7.5233154296875,
      "learning_rate": 0.00019998000573384105,
      "loss": 4.9913,
      "step": 9956
    },
    {
      "epoch": 0.06385148133897653,
      "grad_norm": 46.7556266784668,
      "learning_rate": 0.00019998000170510708,
      "loss": 5.2115,
      "step": 9957
    },
    {
      "epoch": 0.06385789406181865,
      "grad_norm": 56.031211853027344,
      "learning_rate": 0.00019997999767596726,
      "loss": 4.8716,
      "step": 9958
    },
    {
      "epoch": 0.06386430678466076,
      "grad_norm": 14.00190258026123,
      "learning_rate": 0.00019997999364642166,
      "loss": 4.9387,
      "step": 9959
    },
    {
      "epoch": 0.06387071950750288,
      "grad_norm": 5.306053161621094,
      "learning_rate": 0.00019997998961647024,
      "loss": 4.816,
      "step": 9960
    },
    {
      "epoch": 0.06387713223034501,
      "grad_norm": 6.143559455871582,
      "learning_rate": 0.00019997998558611305,
      "loss": 4.8689,
      "step": 9961
    },
    {
      "epoch": 0.06388354495318713,
      "grad_norm": 192.50674438476562,
      "learning_rate": 0.00019997998155535002,
      "loss": 4.7576,
      "step": 9962
    },
    {
      "epoch": 0.06388995767602924,
      "grad_norm": 10.337098121643066,
      "learning_rate": 0.0001999799775241812,
      "loss": 5.0347,
      "step": 9963
    },
    {
      "epoch": 0.06389637039887136,
      "grad_norm": 51.34736251831055,
      "learning_rate": 0.0001999799734926066,
      "loss": 5.2505,
      "step": 9964
    },
    {
      "epoch": 0.06390278312171348,
      "grad_norm": 9.812435150146484,
      "learning_rate": 0.00019997996946062617,
      "loss": 4.8037,
      "step": 9965
    },
    {
      "epoch": 0.0639091958445556,
      "grad_norm": 21.30693817138672,
      "learning_rate": 0.00019997996542823996,
      "loss": 5.0797,
      "step": 9966
    },
    {
      "epoch": 0.06391560856739771,
      "grad_norm": 21.866668701171875,
      "learning_rate": 0.00019997996139544793,
      "loss": 5.5194,
      "step": 9967
    },
    {
      "epoch": 0.06392202129023984,
      "grad_norm": 179.61024475097656,
      "learning_rate": 0.0001999799573622501,
      "loss": 4.8847,
      "step": 9968
    },
    {
      "epoch": 0.06392843401308196,
      "grad_norm": 13.987529754638672,
      "learning_rate": 0.00019997995332864647,
      "loss": 4.8657,
      "step": 9969
    },
    {
      "epoch": 0.06393484673592408,
      "grad_norm": 15.338496208190918,
      "learning_rate": 0.00019997994929463704,
      "loss": 4.7654,
      "step": 9970
    },
    {
      "epoch": 0.06394125945876619,
      "grad_norm": 12.621512413024902,
      "learning_rate": 0.00019997994526022183,
      "loss": 4.7742,
      "step": 9971
    },
    {
      "epoch": 0.06394767218160831,
      "grad_norm": 24.118587493896484,
      "learning_rate": 0.0001999799412254008,
      "loss": 4.9204,
      "step": 9972
    },
    {
      "epoch": 0.06395408490445043,
      "grad_norm": 9.304949760437012,
      "learning_rate": 0.00019997993719017397,
      "loss": 4.843,
      "step": 9973
    },
    {
      "epoch": 0.06396049762729254,
      "grad_norm": 20.455604553222656,
      "learning_rate": 0.0001999799331545413,
      "loss": 4.9393,
      "step": 9974
    },
    {
      "epoch": 0.06396691035013467,
      "grad_norm": 7.399703025817871,
      "learning_rate": 0.00019997992911850284,
      "loss": 4.9531,
      "step": 9975
    },
    {
      "epoch": 0.06397332307297679,
      "grad_norm": 13.993215560913086,
      "learning_rate": 0.00019997992508205862,
      "loss": 4.8235,
      "step": 9976
    },
    {
      "epoch": 0.0639797357958189,
      "grad_norm": 9.475701332092285,
      "learning_rate": 0.00019997992104520858,
      "loss": 4.6941,
      "step": 9977
    },
    {
      "epoch": 0.06398614851866102,
      "grad_norm": 33.29950714111328,
      "learning_rate": 0.00019997991700795273,
      "loss": 4.9139,
      "step": 9978
    },
    {
      "epoch": 0.06399256124150314,
      "grad_norm": 6.173854351043701,
      "learning_rate": 0.0001999799129702911,
      "loss": 4.7694,
      "step": 9979
    },
    {
      "epoch": 0.06399897396434526,
      "grad_norm": 20.78137969970703,
      "learning_rate": 0.00019997990893222363,
      "loss": 4.9974,
      "step": 9980
    },
    {
      "epoch": 0.06400538668718737,
      "grad_norm": 9.518174171447754,
      "learning_rate": 0.00019997990489375038,
      "loss": 4.7341,
      "step": 9981
    },
    {
      "epoch": 0.0640117994100295,
      "grad_norm": 9.5186185836792,
      "learning_rate": 0.00019997990085487134,
      "loss": 4.6669,
      "step": 9982
    },
    {
      "epoch": 0.06401821213287162,
      "grad_norm": 11.176033973693848,
      "learning_rate": 0.00019997989681558648,
      "loss": 4.9503,
      "step": 9983
    },
    {
      "epoch": 0.06402462485571374,
      "grad_norm": 14.476380348205566,
      "learning_rate": 0.0001999798927758958,
      "loss": 4.9757,
      "step": 9984
    },
    {
      "epoch": 0.06403103757855585,
      "grad_norm": 16.0786075592041,
      "learning_rate": 0.00019997988873579937,
      "loss": 4.9513,
      "step": 9985
    },
    {
      "epoch": 0.06403745030139797,
      "grad_norm": 8.142900466918945,
      "learning_rate": 0.0001999798846952971,
      "loss": 4.8403,
      "step": 9986
    },
    {
      "epoch": 0.06404386302424009,
      "grad_norm": 61.319759368896484,
      "learning_rate": 0.00019997988065438902,
      "loss": 4.928,
      "step": 9987
    },
    {
      "epoch": 0.0640502757470822,
      "grad_norm": 10.967848777770996,
      "learning_rate": 0.00019997987661307516,
      "loss": 4.932,
      "step": 9988
    },
    {
      "epoch": 0.06405668846992434,
      "grad_norm": 61.48371505737305,
      "learning_rate": 0.00019997987257135548,
      "loss": 5.1789,
      "step": 9989
    },
    {
      "epoch": 0.06406310119276645,
      "grad_norm": 7.326912879943848,
      "learning_rate": 0.00019997986852923004,
      "loss": 4.983,
      "step": 9990
    },
    {
      "epoch": 0.06406951391560857,
      "grad_norm": 27.601253509521484,
      "learning_rate": 0.00019997986448669876,
      "loss": 5.1381,
      "step": 9991
    },
    {
      "epoch": 0.06407592663845069,
      "grad_norm": 11.271413803100586,
      "learning_rate": 0.00019997986044376166,
      "loss": 4.7651,
      "step": 9992
    },
    {
      "epoch": 0.0640823393612928,
      "grad_norm": 28.09507179260254,
      "learning_rate": 0.00019997985640041882,
      "loss": 4.9396,
      "step": 9993
    },
    {
      "epoch": 0.06408875208413492,
      "grad_norm": 28.41655731201172,
      "learning_rate": 0.00019997985235667014,
      "loss": 4.8213,
      "step": 9994
    },
    {
      "epoch": 0.06409516480697704,
      "grad_norm": 10.824201583862305,
      "learning_rate": 0.00019997984831251567,
      "loss": 5.0339,
      "step": 9995
    },
    {
      "epoch": 0.06410157752981917,
      "grad_norm": 22.25844383239746,
      "learning_rate": 0.00019997984426795538,
      "loss": 4.9022,
      "step": 9996
    },
    {
      "epoch": 0.06410799025266128,
      "grad_norm": 12.354764938354492,
      "learning_rate": 0.00019997984022298928,
      "loss": 4.9593,
      "step": 9997
    },
    {
      "epoch": 0.0641144029755034,
      "grad_norm": 26.58926773071289,
      "learning_rate": 0.0001999798361776174,
      "loss": 4.8429,
      "step": 9998
    },
    {
      "epoch": 0.06412081569834552,
      "grad_norm": 43.474117279052734,
      "learning_rate": 0.00019997983213183973,
      "loss": 4.966,
      "step": 9999
    },
    {
      "epoch": 0.06412722842118763,
      "grad_norm": 16.321170806884766,
      "learning_rate": 0.00019997982808565623,
      "loss": 4.5862,
      "step": 10000
    },
    {
      "epoch": 0.06412722842118763,
      "eval_loss": 4.856546878814697,
      "eval_runtime": 34.7662,
      "eval_samples_per_second": 90.174,
      "eval_steps_per_second": 22.551,
      "step": 10000
    },
    {
      "epoch": 0.06413364114402975,
      "grad_norm": 16.325363159179688,
      "learning_rate": 0.00019997982403906694,
      "loss": 5.1005,
      "step": 10001
    },
    {
      "epoch": 0.06414005386687187,
      "grad_norm": 212.4410858154297,
      "learning_rate": 0.00019997981999207186,
      "loss": 4.9901,
      "step": 10002
    },
    {
      "epoch": 0.064146466589714,
      "grad_norm": 9.740666389465332,
      "learning_rate": 0.00019997981594467096,
      "loss": 5.0253,
      "step": 10003
    },
    {
      "epoch": 0.06415287931255612,
      "grad_norm": 42.40354537963867,
      "learning_rate": 0.00019997981189686428,
      "loss": 4.8028,
      "step": 10004
    },
    {
      "epoch": 0.06415929203539823,
      "grad_norm": 41.322784423828125,
      "learning_rate": 0.00019997980784865177,
      "loss": 5.1808,
      "step": 10005
    },
    {
      "epoch": 0.06416570475824035,
      "grad_norm": 14.297216415405273,
      "learning_rate": 0.00019997980380003348,
      "loss": 4.7413,
      "step": 10006
    },
    {
      "epoch": 0.06417211748108247,
      "grad_norm": 17.27710723876953,
      "learning_rate": 0.00019997979975100937,
      "loss": 4.9771,
      "step": 10007
    },
    {
      "epoch": 0.06417853020392458,
      "grad_norm": 10.435547828674316,
      "learning_rate": 0.00019997979570157947,
      "loss": 4.9328,
      "step": 10008
    },
    {
      "epoch": 0.0641849429267667,
      "grad_norm": 16.66704559326172,
      "learning_rate": 0.00019997979165174378,
      "loss": 4.9061,
      "step": 10009
    },
    {
      "epoch": 0.06419135564960883,
      "grad_norm": 16.520709991455078,
      "learning_rate": 0.00019997978760150228,
      "loss": 4.7339,
      "step": 10010
    },
    {
      "epoch": 0.06419776837245095,
      "grad_norm": 19.988739013671875,
      "learning_rate": 0.00019997978355085498,
      "loss": 4.7559,
      "step": 10011
    },
    {
      "epoch": 0.06420418109529306,
      "grad_norm": 19.74713897705078,
      "learning_rate": 0.00019997977949980187,
      "loss": 4.8212,
      "step": 10012
    },
    {
      "epoch": 0.06421059381813518,
      "grad_norm": 90.71759033203125,
      "learning_rate": 0.00019997977544834297,
      "loss": 4.6599,
      "step": 10013
    },
    {
      "epoch": 0.0642170065409773,
      "grad_norm": 10.73962688446045,
      "learning_rate": 0.00019997977139647825,
      "loss": 5.1932,
      "step": 10014
    },
    {
      "epoch": 0.06422341926381941,
      "grad_norm": 17.43986701965332,
      "learning_rate": 0.00019997976734420776,
      "loss": 4.8564,
      "step": 10015
    },
    {
      "epoch": 0.06422983198666153,
      "grad_norm": 11.963029861450195,
      "learning_rate": 0.00019997976329153147,
      "loss": 4.7634,
      "step": 10016
    },
    {
      "epoch": 0.06423624470950366,
      "grad_norm": 49.86079406738281,
      "learning_rate": 0.00019997975923844935,
      "loss": 4.7207,
      "step": 10017
    },
    {
      "epoch": 0.06424265743234578,
      "grad_norm": 29.619321823120117,
      "learning_rate": 0.00019997975518496142,
      "loss": 4.7878,
      "step": 10018
    },
    {
      "epoch": 0.0642490701551879,
      "grad_norm": 26.265146255493164,
      "learning_rate": 0.0001999797511310677,
      "loss": 5.251,
      "step": 10019
    },
    {
      "epoch": 0.06425548287803001,
      "grad_norm": 23.478124618530273,
      "learning_rate": 0.00019997974707676818,
      "loss": 5.0168,
      "step": 10020
    },
    {
      "epoch": 0.06426189560087213,
      "grad_norm": 28.728525161743164,
      "learning_rate": 0.00019997974302206288,
      "loss": 4.6492,
      "step": 10021
    },
    {
      "epoch": 0.06426830832371425,
      "grad_norm": 19.445161819458008,
      "learning_rate": 0.00019997973896695176,
      "loss": 4.73,
      "step": 10022
    },
    {
      "epoch": 0.06427472104655636,
      "grad_norm": 16.666996002197266,
      "learning_rate": 0.00019997973491143483,
      "loss": 5.0258,
      "step": 10023
    },
    {
      "epoch": 0.06428113376939848,
      "grad_norm": 48.75698471069336,
      "learning_rate": 0.00019997973085551213,
      "loss": 4.9045,
      "step": 10024
    },
    {
      "epoch": 0.06428754649224061,
      "grad_norm": 15.24842643737793,
      "learning_rate": 0.00019997972679918359,
      "loss": 4.7881,
      "step": 10025
    },
    {
      "epoch": 0.06429395921508273,
      "grad_norm": 29.767778396606445,
      "learning_rate": 0.00019997972274244928,
      "loss": 4.9301,
      "step": 10026
    },
    {
      "epoch": 0.06430037193792484,
      "grad_norm": 24.1654052734375,
      "learning_rate": 0.00019997971868530913,
      "loss": 4.8034,
      "step": 10027
    },
    {
      "epoch": 0.06430678466076696,
      "grad_norm": 16.595651626586914,
      "learning_rate": 0.00019997971462776325,
      "loss": 4.8013,
      "step": 10028
    },
    {
      "epoch": 0.06431319738360908,
      "grad_norm": 22.162073135375977,
      "learning_rate": 0.0001999797105698115,
      "loss": 5.0712,
      "step": 10029
    },
    {
      "epoch": 0.0643196101064512,
      "grad_norm": 535.3193359375,
      "learning_rate": 0.00019997970651145397,
      "loss": 4.8658,
      "step": 10030
    },
    {
      "epoch": 0.06432602282929331,
      "grad_norm": 21.270591735839844,
      "learning_rate": 0.00019997970245269064,
      "loss": 4.8186,
      "step": 10031
    },
    {
      "epoch": 0.06433243555213544,
      "grad_norm": 17.24342918395996,
      "learning_rate": 0.0001999796983935215,
      "loss": 4.5851,
      "step": 10032
    },
    {
      "epoch": 0.06433884827497756,
      "grad_norm": 11.268933296203613,
      "learning_rate": 0.00019997969433394657,
      "loss": 5.0809,
      "step": 10033
    },
    {
      "epoch": 0.06434526099781968,
      "grad_norm": 23.39605140686035,
      "learning_rate": 0.00019997969027396587,
      "loss": 4.7944,
      "step": 10034
    },
    {
      "epoch": 0.06435167372066179,
      "grad_norm": 41.81568145751953,
      "learning_rate": 0.0001999796862135793,
      "loss": 4.7416,
      "step": 10035
    },
    {
      "epoch": 0.06435808644350391,
      "grad_norm": 13.151135444641113,
      "learning_rate": 0.00019997968215278698,
      "loss": 4.953,
      "step": 10036
    },
    {
      "epoch": 0.06436449916634603,
      "grad_norm": 37.453819274902344,
      "learning_rate": 0.00019997967809158885,
      "loss": 5.0631,
      "step": 10037
    },
    {
      "epoch": 0.06437091188918814,
      "grad_norm": 32.59928512573242,
      "learning_rate": 0.0001999796740299849,
      "loss": 4.7973,
      "step": 10038
    },
    {
      "epoch": 0.06437732461203027,
      "grad_norm": 30.144210815429688,
      "learning_rate": 0.00019997966996797517,
      "loss": 5.0146,
      "step": 10039
    },
    {
      "epoch": 0.06438373733487239,
      "grad_norm": 62.82363510131836,
      "learning_rate": 0.00019997966590555962,
      "loss": 4.9066,
      "step": 10040
    },
    {
      "epoch": 0.06439015005771451,
      "grad_norm": 9.916064262390137,
      "learning_rate": 0.0001999796618427383,
      "loss": 4.8321,
      "step": 10041
    },
    {
      "epoch": 0.06439656278055662,
      "grad_norm": 26.878202438354492,
      "learning_rate": 0.00019997965777951115,
      "loss": 4.7132,
      "step": 10042
    },
    {
      "epoch": 0.06440297550339874,
      "grad_norm": 29.31968879699707,
      "learning_rate": 0.0001999796537158782,
      "loss": 4.8874,
      "step": 10043
    },
    {
      "epoch": 0.06440938822624086,
      "grad_norm": 10.746237754821777,
      "learning_rate": 0.0001999796496518395,
      "loss": 4.8419,
      "step": 10044
    },
    {
      "epoch": 0.06441580094908297,
      "grad_norm": 14.382257461547852,
      "learning_rate": 0.00019997964558739493,
      "loss": 4.7628,
      "step": 10045
    },
    {
      "epoch": 0.0644222136719251,
      "grad_norm": 12.107316970825195,
      "learning_rate": 0.0001999796415225446,
      "loss": 5.1341,
      "step": 10046
    },
    {
      "epoch": 0.06442862639476722,
      "grad_norm": 19.880794525146484,
      "learning_rate": 0.00019997963745728843,
      "loss": 4.8941,
      "step": 10047
    },
    {
      "epoch": 0.06443503911760934,
      "grad_norm": 12.654807090759277,
      "learning_rate": 0.00019997963339162648,
      "loss": 4.9375,
      "step": 10048
    },
    {
      "epoch": 0.06444145184045146,
      "grad_norm": 13.205345153808594,
      "learning_rate": 0.00019997962932555874,
      "loss": 4.9626,
      "step": 10049
    },
    {
      "epoch": 0.06444786456329357,
      "grad_norm": 21.934242248535156,
      "learning_rate": 0.0001999796252590852,
      "loss": 4.8373,
      "step": 10050
    },
    {
      "epoch": 0.06445427728613569,
      "grad_norm": 14.327220916748047,
      "learning_rate": 0.00019997962119220586,
      "loss": 4.9092,
      "step": 10051
    },
    {
      "epoch": 0.0644606900089778,
      "grad_norm": 36.229583740234375,
      "learning_rate": 0.0001999796171249207,
      "loss": 4.7601,
      "step": 10052
    },
    {
      "epoch": 0.06446710273181994,
      "grad_norm": 13.215740203857422,
      "learning_rate": 0.00019997961305722974,
      "loss": 4.8492,
      "step": 10053
    },
    {
      "epoch": 0.06447351545466205,
      "grad_norm": 17.257497787475586,
      "learning_rate": 0.000199979608989133,
      "loss": 5.0731,
      "step": 10054
    },
    {
      "epoch": 0.06447992817750417,
      "grad_norm": 14.328795433044434,
      "learning_rate": 0.00019997960492063044,
      "loss": 4.8633,
      "step": 10055
    },
    {
      "epoch": 0.06448634090034629,
      "grad_norm": 22.797285079956055,
      "learning_rate": 0.0001999796008517221,
      "loss": 4.8925,
      "step": 10056
    },
    {
      "epoch": 0.0644927536231884,
      "grad_norm": 34.04782485961914,
      "learning_rate": 0.00019997959678240795,
      "loss": 4.9108,
      "step": 10057
    },
    {
      "epoch": 0.06449916634603052,
      "grad_norm": 21.82635498046875,
      "learning_rate": 0.000199979592712688,
      "loss": 4.8517,
      "step": 10058
    },
    {
      "epoch": 0.06450557906887264,
      "grad_norm": 14.965341567993164,
      "learning_rate": 0.00019997958864256224,
      "loss": 5.0453,
      "step": 10059
    },
    {
      "epoch": 0.06451199179171477,
      "grad_norm": 111.84144592285156,
      "learning_rate": 0.0001999795845720307,
      "loss": 4.7823,
      "step": 10060
    },
    {
      "epoch": 0.06451840451455688,
      "grad_norm": 14.86909008026123,
      "learning_rate": 0.00019997958050109333,
      "loss": 4.8813,
      "step": 10061
    },
    {
      "epoch": 0.064524817237399,
      "grad_norm": 47.38475799560547,
      "learning_rate": 0.00019997957642975015,
      "loss": 4.9145,
      "step": 10062
    },
    {
      "epoch": 0.06453122996024112,
      "grad_norm": 306.29815673828125,
      "learning_rate": 0.00019997957235800122,
      "loss": 4.7627,
      "step": 10063
    },
    {
      "epoch": 0.06453764268308324,
      "grad_norm": 160.30252075195312,
      "learning_rate": 0.00019997956828584647,
      "loss": 4.8205,
      "step": 10064
    },
    {
      "epoch": 0.06454405540592535,
      "grad_norm": 33.14516830444336,
      "learning_rate": 0.0001999795642132859,
      "loss": 4.8952,
      "step": 10065
    },
    {
      "epoch": 0.06455046812876747,
      "grad_norm": 26.498538970947266,
      "learning_rate": 0.00019997956014031955,
      "loss": 4.8907,
      "step": 10066
    },
    {
      "epoch": 0.0645568808516096,
      "grad_norm": 106.26294708251953,
      "learning_rate": 0.00019997955606694738,
      "loss": 4.8611,
      "step": 10067
    },
    {
      "epoch": 0.06456329357445172,
      "grad_norm": 33.00703811645508,
      "learning_rate": 0.0001999795519931694,
      "loss": 4.7892,
      "step": 10068
    },
    {
      "epoch": 0.06456970629729383,
      "grad_norm": 45.15684509277344,
      "learning_rate": 0.00019997954791898566,
      "loss": 4.6255,
      "step": 10069
    },
    {
      "epoch": 0.06457611902013595,
      "grad_norm": 18.741859436035156,
      "learning_rate": 0.0001999795438443961,
      "loss": 4.7594,
      "step": 10070
    },
    {
      "epoch": 0.06458253174297807,
      "grad_norm": 19.655309677124023,
      "learning_rate": 0.00019997953976940073,
      "loss": 4.8749,
      "step": 10071
    },
    {
      "epoch": 0.06458894446582018,
      "grad_norm": 17.18777847290039,
      "learning_rate": 0.00019997953569399958,
      "loss": 4.966,
      "step": 10072
    },
    {
      "epoch": 0.0645953571886623,
      "grad_norm": 17.845155715942383,
      "learning_rate": 0.00019997953161819264,
      "loss": 4.8086,
      "step": 10073
    },
    {
      "epoch": 0.06460176991150443,
      "grad_norm": 34.77069854736328,
      "learning_rate": 0.00019997952754197986,
      "loss": 4.7106,
      "step": 10074
    },
    {
      "epoch": 0.06460818263434655,
      "grad_norm": 25.59836769104004,
      "learning_rate": 0.00019997952346536129,
      "loss": 4.8909,
      "step": 10075
    },
    {
      "epoch": 0.06461459535718866,
      "grad_norm": 35.62843322753906,
      "learning_rate": 0.00019997951938833692,
      "loss": 4.9811,
      "step": 10076
    },
    {
      "epoch": 0.06462100808003078,
      "grad_norm": 73.32073974609375,
      "learning_rate": 0.00019997951531090677,
      "loss": 4.8687,
      "step": 10077
    },
    {
      "epoch": 0.0646274208028729,
      "grad_norm": 57.69926071166992,
      "learning_rate": 0.00019997951123307083,
      "loss": 5.8101,
      "step": 10078
    },
    {
      "epoch": 0.06463383352571501,
      "grad_norm": 11.435486793518066,
      "learning_rate": 0.00019997950715482901,
      "loss": 4.876,
      "step": 10079
    },
    {
      "epoch": 0.06464024624855713,
      "grad_norm": 44.614471435546875,
      "learning_rate": 0.00019997950307618147,
      "loss": 4.7771,
      "step": 10080
    },
    {
      "epoch": 0.06464665897139926,
      "grad_norm": 98.76435852050781,
      "learning_rate": 0.0001999794989971281,
      "loss": 5.0325,
      "step": 10081
    },
    {
      "epoch": 0.06465307169424138,
      "grad_norm": 77.20390319824219,
      "learning_rate": 0.00019997949491766894,
      "loss": 4.9681,
      "step": 10082
    },
    {
      "epoch": 0.0646594844170835,
      "grad_norm": 24.70362663269043,
      "learning_rate": 0.00019997949083780397,
      "loss": 4.9754,
      "step": 10083
    },
    {
      "epoch": 0.06466589713992561,
      "grad_norm": 27.478410720825195,
      "learning_rate": 0.0001999794867575332,
      "loss": 5.199,
      "step": 10084
    },
    {
      "epoch": 0.06467230986276773,
      "grad_norm": 16.397790908813477,
      "learning_rate": 0.00019997948267685666,
      "loss": 4.9964,
      "step": 10085
    },
    {
      "epoch": 0.06467872258560985,
      "grad_norm": 12.745635032653809,
      "learning_rate": 0.0001999794785957743,
      "loss": 4.8309,
      "step": 10086
    },
    {
      "epoch": 0.06468513530845196,
      "grad_norm": 29.284713745117188,
      "learning_rate": 0.00019997947451428613,
      "loss": 4.8695,
      "step": 10087
    },
    {
      "epoch": 0.0646915480312941,
      "grad_norm": 39.30308532714844,
      "learning_rate": 0.00019997947043239216,
      "loss": 4.933,
      "step": 10088
    },
    {
      "epoch": 0.06469796075413621,
      "grad_norm": 143.2139434814453,
      "learning_rate": 0.0001999794663500924,
      "loss": 4.9307,
      "step": 10089
    },
    {
      "epoch": 0.06470437347697833,
      "grad_norm": 920.9164428710938,
      "learning_rate": 0.0001999794622673868,
      "loss": 4.8449,
      "step": 10090
    },
    {
      "epoch": 0.06471078619982044,
      "grad_norm": 45.3178596496582,
      "learning_rate": 0.00019997945818427546,
      "loss": 5.1747,
      "step": 10091
    },
    {
      "epoch": 0.06471719892266256,
      "grad_norm": 25.135284423828125,
      "learning_rate": 0.0001999794541007583,
      "loss": 4.8992,
      "step": 10092
    },
    {
      "epoch": 0.06472361164550468,
      "grad_norm": 31.250961303710938,
      "learning_rate": 0.00019997945001683532,
      "loss": 4.9429,
      "step": 10093
    },
    {
      "epoch": 0.0647300243683468,
      "grad_norm": 43.0192756652832,
      "learning_rate": 0.00019997944593250658,
      "loss": 4.8422,
      "step": 10094
    },
    {
      "epoch": 0.06473643709118893,
      "grad_norm": 23.81291389465332,
      "learning_rate": 0.00019997944184777197,
      "loss": 4.7891,
      "step": 10095
    },
    {
      "epoch": 0.06474284981403104,
      "grad_norm": 68.26171112060547,
      "learning_rate": 0.00019997943776263162,
      "loss": 4.7887,
      "step": 10096
    },
    {
      "epoch": 0.06474926253687316,
      "grad_norm": 219.71498107910156,
      "learning_rate": 0.00019997943367708546,
      "loss": 4.9781,
      "step": 10097
    },
    {
      "epoch": 0.06475567525971528,
      "grad_norm": 67.12590789794922,
      "learning_rate": 0.00019997942959113348,
      "loss": 5.0667,
      "step": 10098
    },
    {
      "epoch": 0.06476208798255739,
      "grad_norm": 102.5894775390625,
      "learning_rate": 0.00019997942550477573,
      "loss": 5.031,
      "step": 10099
    },
    {
      "epoch": 0.06476850070539951,
      "grad_norm": 19.047893524169922,
      "learning_rate": 0.00019997942141801217,
      "loss": 4.8318,
      "step": 10100
    },
    {
      "epoch": 0.06476850070539951,
      "eval_loss": 4.852985382080078,
      "eval_runtime": 34.7286,
      "eval_samples_per_second": 90.271,
      "eval_steps_per_second": 22.575,
      "step": 10100
    },
    {
      "epoch": 0.06477491342824163,
      "grad_norm": 16.415607452392578,
      "learning_rate": 0.00019997941733084277,
      "loss": 4.684,
      "step": 10101
    },
    {
      "epoch": 0.06478132615108376,
      "grad_norm": 27.71559715270996,
      "learning_rate": 0.0001999794132432676,
      "loss": 4.7376,
      "step": 10102
    },
    {
      "epoch": 0.06478773887392587,
      "grad_norm": 23.380422592163086,
      "learning_rate": 0.00019997940915528667,
      "loss": 4.7127,
      "step": 10103
    },
    {
      "epoch": 0.06479415159676799,
      "grad_norm": 16.698190689086914,
      "learning_rate": 0.0001999794050668999,
      "loss": 4.8989,
      "step": 10104
    },
    {
      "epoch": 0.06480056431961011,
      "grad_norm": 9.698570251464844,
      "learning_rate": 0.00019997940097810733,
      "loss": 4.9993,
      "step": 10105
    },
    {
      "epoch": 0.06480697704245222,
      "grad_norm": 75.6007080078125,
      "learning_rate": 0.00019997939688890895,
      "loss": 5.1886,
      "step": 10106
    },
    {
      "epoch": 0.06481338976529434,
      "grad_norm": 16.980466842651367,
      "learning_rate": 0.00019997939279930478,
      "loss": 4.9129,
      "step": 10107
    },
    {
      "epoch": 0.06481980248813646,
      "grad_norm": 12.098539352416992,
      "learning_rate": 0.0001999793887092948,
      "loss": 4.6046,
      "step": 10108
    },
    {
      "epoch": 0.06482621521097859,
      "grad_norm": 22.77321434020996,
      "learning_rate": 0.00019997938461887907,
      "loss": 4.7588,
      "step": 10109
    },
    {
      "epoch": 0.0648326279338207,
      "grad_norm": 11.490474700927734,
      "learning_rate": 0.00019997938052805747,
      "loss": 5.0667,
      "step": 10110
    },
    {
      "epoch": 0.06483904065666282,
      "grad_norm": 22.471662521362305,
      "learning_rate": 0.00019997937643683012,
      "loss": 4.8146,
      "step": 10111
    },
    {
      "epoch": 0.06484545337950494,
      "grad_norm": 12.304469108581543,
      "learning_rate": 0.00019997937234519694,
      "loss": 4.9299,
      "step": 10112
    },
    {
      "epoch": 0.06485186610234706,
      "grad_norm": 11.43994426727295,
      "learning_rate": 0.00019997936825315798,
      "loss": 5.0033,
      "step": 10113
    },
    {
      "epoch": 0.06485827882518917,
      "grad_norm": 556.8101196289062,
      "learning_rate": 0.00019997936416071323,
      "loss": 4.7424,
      "step": 10114
    },
    {
      "epoch": 0.06486469154803129,
      "grad_norm": 9.00809383392334,
      "learning_rate": 0.00019997936006786266,
      "loss": 4.9009,
      "step": 10115
    },
    {
      "epoch": 0.0648711042708734,
      "grad_norm": 35.16877365112305,
      "learning_rate": 0.0001999793559746063,
      "loss": 4.7775,
      "step": 10116
    },
    {
      "epoch": 0.06487751699371554,
      "grad_norm": 27.50444984436035,
      "learning_rate": 0.00019997935188094412,
      "loss": 5.1633,
      "step": 10117
    },
    {
      "epoch": 0.06488392971655765,
      "grad_norm": 20.12188720703125,
      "learning_rate": 0.00019997934778687618,
      "loss": 4.8892,
      "step": 10118
    },
    {
      "epoch": 0.06489034243939977,
      "grad_norm": 28.556196212768555,
      "learning_rate": 0.00019997934369240242,
      "loss": 4.7942,
      "step": 10119
    },
    {
      "epoch": 0.06489675516224189,
      "grad_norm": 69.00613403320312,
      "learning_rate": 0.00019997933959752285,
      "loss": 4.8719,
      "step": 10120
    },
    {
      "epoch": 0.064903167885084,
      "grad_norm": 12.462956428527832,
      "learning_rate": 0.00019997933550223746,
      "loss": 4.9545,
      "step": 10121
    },
    {
      "epoch": 0.06490958060792612,
      "grad_norm": 8.04520320892334,
      "learning_rate": 0.0001999793314065463,
      "loss": 4.9532,
      "step": 10122
    },
    {
      "epoch": 0.06491599333076824,
      "grad_norm": 17.460771560668945,
      "learning_rate": 0.00019997932731044934,
      "loss": 4.7051,
      "step": 10123
    },
    {
      "epoch": 0.06492240605361037,
      "grad_norm": 11.367450714111328,
      "learning_rate": 0.00019997932321394658,
      "loss": 4.9181,
      "step": 10124
    },
    {
      "epoch": 0.06492881877645248,
      "grad_norm": 29.708154678344727,
      "learning_rate": 0.00019997931911703803,
      "loss": 4.6671,
      "step": 10125
    },
    {
      "epoch": 0.0649352314992946,
      "grad_norm": 29.10543441772461,
      "learning_rate": 0.00019997931501972366,
      "loss": 4.6935,
      "step": 10126
    },
    {
      "epoch": 0.06494164422213672,
      "grad_norm": 12.278148651123047,
      "learning_rate": 0.0001999793109220035,
      "loss": 4.8796,
      "step": 10127
    },
    {
      "epoch": 0.06494805694497884,
      "grad_norm": 154.03663635253906,
      "learning_rate": 0.00019997930682387756,
      "loss": 4.6754,
      "step": 10128
    },
    {
      "epoch": 0.06495446966782095,
      "grad_norm": 17.03498649597168,
      "learning_rate": 0.00019997930272534577,
      "loss": 4.9031,
      "step": 10129
    },
    {
      "epoch": 0.06496088239066307,
      "grad_norm": 51.780677795410156,
      "learning_rate": 0.00019997929862640822,
      "loss": 4.8338,
      "step": 10130
    },
    {
      "epoch": 0.0649672951135052,
      "grad_norm": 19.73149299621582,
      "learning_rate": 0.00019997929452706488,
      "loss": 4.7529,
      "step": 10131
    },
    {
      "epoch": 0.06497370783634732,
      "grad_norm": 14.055683135986328,
      "learning_rate": 0.00019997929042731572,
      "loss": 4.8913,
      "step": 10132
    },
    {
      "epoch": 0.06498012055918943,
      "grad_norm": 7.577446937561035,
      "learning_rate": 0.00019997928632716074,
      "loss": 4.8047,
      "step": 10133
    },
    {
      "epoch": 0.06498653328203155,
      "grad_norm": 16.489315032958984,
      "learning_rate": 0.0001999792822266,
      "loss": 4.8389,
      "step": 10134
    },
    {
      "epoch": 0.06499294600487367,
      "grad_norm": 48.20454406738281,
      "learning_rate": 0.00019997927812563345,
      "loss": 4.8756,
      "step": 10135
    },
    {
      "epoch": 0.06499935872771578,
      "grad_norm": 96.85416412353516,
      "learning_rate": 0.00019997927402426108,
      "loss": 4.9827,
      "step": 10136
    },
    {
      "epoch": 0.0650057714505579,
      "grad_norm": 54.594383239746094,
      "learning_rate": 0.00019997926992248292,
      "loss": 4.8143,
      "step": 10137
    },
    {
      "epoch": 0.06501218417340003,
      "grad_norm": 24.56385612487793,
      "learning_rate": 0.000199979265820299,
      "loss": 4.744,
      "step": 10138
    },
    {
      "epoch": 0.06501859689624215,
      "grad_norm": 46.062355041503906,
      "learning_rate": 0.00019997926171770922,
      "loss": 5.0883,
      "step": 10139
    },
    {
      "epoch": 0.06502500961908426,
      "grad_norm": 368.4981994628906,
      "learning_rate": 0.00019997925761471366,
      "loss": 5.061,
      "step": 10140
    },
    {
      "epoch": 0.06503142234192638,
      "grad_norm": 32.36543655395508,
      "learning_rate": 0.00019997925351131232,
      "loss": 4.969,
      "step": 10141
    },
    {
      "epoch": 0.0650378350647685,
      "grad_norm": 23.902706146240234,
      "learning_rate": 0.00019997924940750518,
      "loss": 4.7994,
      "step": 10142
    },
    {
      "epoch": 0.06504424778761062,
      "grad_norm": 45.10810470581055,
      "learning_rate": 0.00019997924530329222,
      "loss": 4.9455,
      "step": 10143
    },
    {
      "epoch": 0.06505066051045273,
      "grad_norm": 20.228668212890625,
      "learning_rate": 0.00019997924119867345,
      "loss": 5.1387,
      "step": 10144
    },
    {
      "epoch": 0.06505707323329486,
      "grad_norm": 25.84992027282715,
      "learning_rate": 0.0001999792370936489,
      "loss": 5.381,
      "step": 10145
    },
    {
      "epoch": 0.06506348595613698,
      "grad_norm": 30.571069717407227,
      "learning_rate": 0.00019997923298821854,
      "loss": 4.9723,
      "step": 10146
    },
    {
      "epoch": 0.0650698986789791,
      "grad_norm": 30.52613067626953,
      "learning_rate": 0.0001999792288823824,
      "loss": 4.9965,
      "step": 10147
    },
    {
      "epoch": 0.06507631140182121,
      "grad_norm": 24.087953567504883,
      "learning_rate": 0.00019997922477614047,
      "loss": 4.7467,
      "step": 10148
    },
    {
      "epoch": 0.06508272412466333,
      "grad_norm": 21.421430587768555,
      "learning_rate": 0.00019997922066949272,
      "loss": 4.9806,
      "step": 10149
    },
    {
      "epoch": 0.06508913684750545,
      "grad_norm": 45.87792205810547,
      "learning_rate": 0.00019997921656243918,
      "loss": 4.8949,
      "step": 10150
    },
    {
      "epoch": 0.06509554957034756,
      "grad_norm": 4233.97216796875,
      "learning_rate": 0.00019997921245497983,
      "loss": 4.9465,
      "step": 10151
    },
    {
      "epoch": 0.0651019622931897,
      "grad_norm": 14.214581489562988,
      "learning_rate": 0.00019997920834711468,
      "loss": 4.9934,
      "step": 10152
    },
    {
      "epoch": 0.06510837501603181,
      "grad_norm": 54.403358459472656,
      "learning_rate": 0.00019997920423884375,
      "loss": 4.9646,
      "step": 10153
    },
    {
      "epoch": 0.06511478773887393,
      "grad_norm": 16.288171768188477,
      "learning_rate": 0.000199979200130167,
      "loss": 4.9917,
      "step": 10154
    },
    {
      "epoch": 0.06512120046171604,
      "grad_norm": 22.045543670654297,
      "learning_rate": 0.00019997919602108446,
      "loss": 4.7219,
      "step": 10155
    },
    {
      "epoch": 0.06512761318455816,
      "grad_norm": 55.10417175292969,
      "learning_rate": 0.00019997919191159613,
      "loss": 5.0042,
      "step": 10156
    },
    {
      "epoch": 0.06513402590740028,
      "grad_norm": 29.449268341064453,
      "learning_rate": 0.00019997918780170198,
      "loss": 4.997,
      "step": 10157
    },
    {
      "epoch": 0.0651404386302424,
      "grad_norm": 13.291098594665527,
      "learning_rate": 0.00019997918369140205,
      "loss": 4.8774,
      "step": 10158
    },
    {
      "epoch": 0.06514685135308453,
      "grad_norm": 14.461470603942871,
      "learning_rate": 0.00019997917958069632,
      "loss": 4.789,
      "step": 10159
    },
    {
      "epoch": 0.06515326407592664,
      "grad_norm": 18.905473709106445,
      "learning_rate": 0.00019997917546958478,
      "loss": 4.7162,
      "step": 10160
    },
    {
      "epoch": 0.06515967679876876,
      "grad_norm": 13.183225631713867,
      "learning_rate": 0.00019997917135806744,
      "loss": 4.8971,
      "step": 10161
    },
    {
      "epoch": 0.06516608952161088,
      "grad_norm": 32.96528625488281,
      "learning_rate": 0.0001999791672461443,
      "loss": 4.9247,
      "step": 10162
    },
    {
      "epoch": 0.06517250224445299,
      "grad_norm": 101.65577697753906,
      "learning_rate": 0.00019997916313381535,
      "loss": 4.5699,
      "step": 10163
    },
    {
      "epoch": 0.06517891496729511,
      "grad_norm": 40.99816131591797,
      "learning_rate": 0.00019997915902108062,
      "loss": 4.9076,
      "step": 10164
    },
    {
      "epoch": 0.06518532769013723,
      "grad_norm": 25.643238067626953,
      "learning_rate": 0.0001999791549079401,
      "loss": 4.8321,
      "step": 10165
    },
    {
      "epoch": 0.06519174041297936,
      "grad_norm": 14.587532997131348,
      "learning_rate": 0.00019997915079439377,
      "loss": 4.7967,
      "step": 10166
    },
    {
      "epoch": 0.06519815313582147,
      "grad_norm": 25.797060012817383,
      "learning_rate": 0.00019997914668044164,
      "loss": 4.961,
      "step": 10167
    },
    {
      "epoch": 0.06520456585866359,
      "grad_norm": 24.001466751098633,
      "learning_rate": 0.00019997914256608373,
      "loss": 4.9697,
      "step": 10168
    },
    {
      "epoch": 0.06521097858150571,
      "grad_norm": 69.0093994140625,
      "learning_rate": 0.00019997913845132,
      "loss": 4.9973,
      "step": 10169
    },
    {
      "epoch": 0.06521739130434782,
      "grad_norm": 88.9351806640625,
      "learning_rate": 0.00019997913433615047,
      "loss": 4.8934,
      "step": 10170
    },
    {
      "epoch": 0.06522380402718994,
      "grad_norm": 18.731826782226562,
      "learning_rate": 0.00019997913022057513,
      "loss": 4.8926,
      "step": 10171
    },
    {
      "epoch": 0.06523021675003206,
      "grad_norm": 26.714147567749023,
      "learning_rate": 0.00019997912610459403,
      "loss": 4.8127,
      "step": 10172
    },
    {
      "epoch": 0.06523662947287419,
      "grad_norm": 33.926727294921875,
      "learning_rate": 0.00019997912198820708,
      "loss": 4.8057,
      "step": 10173
    },
    {
      "epoch": 0.0652430421957163,
      "grad_norm": 16.926523208618164,
      "learning_rate": 0.00019997911787141437,
      "loss": 4.8162,
      "step": 10174
    },
    {
      "epoch": 0.06524945491855842,
      "grad_norm": 14.128050804138184,
      "learning_rate": 0.00019997911375421588,
      "loss": 4.7771,
      "step": 10175
    },
    {
      "epoch": 0.06525586764140054,
      "grad_norm": 26.345375061035156,
      "learning_rate": 0.00019997910963661153,
      "loss": 4.8895,
      "step": 10176
    },
    {
      "epoch": 0.06526228036424266,
      "grad_norm": 14.775415420532227,
      "learning_rate": 0.00019997910551860143,
      "loss": 4.7969,
      "step": 10177
    },
    {
      "epoch": 0.06526869308708477,
      "grad_norm": 63.51845169067383,
      "learning_rate": 0.0001999791014001855,
      "loss": 4.627,
      "step": 10178
    },
    {
      "epoch": 0.06527510580992689,
      "grad_norm": 30.268857955932617,
      "learning_rate": 0.0001999790972813638,
      "loss": 4.8787,
      "step": 10179
    },
    {
      "epoch": 0.06528151853276902,
      "grad_norm": 152.7704620361328,
      "learning_rate": 0.00019997909316213627,
      "loss": 4.9566,
      "step": 10180
    },
    {
      "epoch": 0.06528793125561114,
      "grad_norm": 55.41617965698242,
      "learning_rate": 0.00019997908904250298,
      "loss": 4.677,
      "step": 10181
    },
    {
      "epoch": 0.06529434397845325,
      "grad_norm": 42.58932113647461,
      "learning_rate": 0.00019997908492246387,
      "loss": 4.8495,
      "step": 10182
    },
    {
      "epoch": 0.06530075670129537,
      "grad_norm": 42.8415641784668,
      "learning_rate": 0.00019997908080201894,
      "loss": 4.9571,
      "step": 10183
    },
    {
      "epoch": 0.06530716942413749,
      "grad_norm": 350.0248107910156,
      "learning_rate": 0.00019997907668116826,
      "loss": 7.4264,
      "step": 10184
    },
    {
      "epoch": 0.0653135821469796,
      "grad_norm": 78.48490905761719,
      "learning_rate": 0.00019997907255991172,
      "loss": 4.9336,
      "step": 10185
    },
    {
      "epoch": 0.06531999486982172,
      "grad_norm": 11.306634902954102,
      "learning_rate": 0.00019997906843824943,
      "loss": 5.0036,
      "step": 10186
    },
    {
      "epoch": 0.06532640759266385,
      "grad_norm": 20.16154670715332,
      "learning_rate": 0.00019997906431618132,
      "loss": 4.8017,
      "step": 10187
    },
    {
      "epoch": 0.06533282031550597,
      "grad_norm": 443.37982177734375,
      "learning_rate": 0.00019997906019370744,
      "loss": 4.6114,
      "step": 10188
    },
    {
      "epoch": 0.06533923303834809,
      "grad_norm": 23.83423614501953,
      "learning_rate": 0.00019997905607082773,
      "loss": 4.9215,
      "step": 10189
    },
    {
      "epoch": 0.0653456457611902,
      "grad_norm": 10.272200584411621,
      "learning_rate": 0.00019997905194754222,
      "loss": 5.1503,
      "step": 10190
    },
    {
      "epoch": 0.06535205848403232,
      "grad_norm": 11.943326950073242,
      "learning_rate": 0.00019997904782385092,
      "loss": 5.0535,
      "step": 10191
    },
    {
      "epoch": 0.06535847120687444,
      "grad_norm": 18.082172393798828,
      "learning_rate": 0.00019997904369975383,
      "loss": 4.875,
      "step": 10192
    },
    {
      "epoch": 0.06536488392971655,
      "grad_norm": 21.776294708251953,
      "learning_rate": 0.00019997903957525096,
      "loss": 4.8235,
      "step": 10193
    },
    {
      "epoch": 0.06537129665255868,
      "grad_norm": 22.76990509033203,
      "learning_rate": 0.00019997903545034226,
      "loss": 5.2013,
      "step": 10194
    },
    {
      "epoch": 0.0653777093754008,
      "grad_norm": 25.20871925354004,
      "learning_rate": 0.00019997903132502778,
      "loss": 4.8721,
      "step": 10195
    },
    {
      "epoch": 0.06538412209824292,
      "grad_norm": 14.902084350585938,
      "learning_rate": 0.00019997902719930748,
      "loss": 5.1363,
      "step": 10196
    },
    {
      "epoch": 0.06539053482108503,
      "grad_norm": 10.992036819458008,
      "learning_rate": 0.0001999790230731814,
      "loss": 5.1295,
      "step": 10197
    },
    {
      "epoch": 0.06539694754392715,
      "grad_norm": 18.54547691345215,
      "learning_rate": 0.0001999790189466495,
      "loss": 4.9352,
      "step": 10198
    },
    {
      "epoch": 0.06540336026676927,
      "grad_norm": 21.739791870117188,
      "learning_rate": 0.00019997901481971181,
      "loss": 4.8814,
      "step": 10199
    },
    {
      "epoch": 0.06540977298961138,
      "grad_norm": 31.207246780395508,
      "learning_rate": 0.00019997901069236833,
      "loss": 4.9012,
      "step": 10200
    },
    {
      "epoch": 0.06540977298961138,
      "eval_loss": 4.873205661773682,
      "eval_runtime": 34.7377,
      "eval_samples_per_second": 90.248,
      "eval_steps_per_second": 22.569,
      "step": 10200
    },
    {
      "epoch": 0.06541618571245351,
      "grad_norm": 21.815481185913086,
      "learning_rate": 0.00019997900656461905,
      "loss": 4.7262,
      "step": 10201
    },
    {
      "epoch": 0.06542259843529563,
      "grad_norm": 37.988800048828125,
      "learning_rate": 0.00019997900243646396,
      "loss": 4.859,
      "step": 10202
    },
    {
      "epoch": 0.06542901115813775,
      "grad_norm": 15.077942848205566,
      "learning_rate": 0.0001999789983079031,
      "loss": 4.9287,
      "step": 10203
    },
    {
      "epoch": 0.06543542388097986,
      "grad_norm": 14.66726303100586,
      "learning_rate": 0.00019997899417893643,
      "loss": 4.9294,
      "step": 10204
    },
    {
      "epoch": 0.06544183660382198,
      "grad_norm": 237.6315155029297,
      "learning_rate": 0.00019997899004956394,
      "loss": 4.9171,
      "step": 10205
    },
    {
      "epoch": 0.0654482493266641,
      "grad_norm": 3220.150390625,
      "learning_rate": 0.0001999789859197857,
      "loss": 5.0006,
      "step": 10206
    },
    {
      "epoch": 0.06545466204950622,
      "grad_norm": 21.11258888244629,
      "learning_rate": 0.00019997898178960162,
      "loss": 4.9821,
      "step": 10207
    },
    {
      "epoch": 0.06546107477234835,
      "grad_norm": 13.560384750366211,
      "learning_rate": 0.00019997897765901173,
      "loss": 5.1034,
      "step": 10208
    },
    {
      "epoch": 0.06546748749519046,
      "grad_norm": 34.29018020629883,
      "learning_rate": 0.00019997897352801606,
      "loss": 4.8718,
      "step": 10209
    },
    {
      "epoch": 0.06547390021803258,
      "grad_norm": 29.93408966064453,
      "learning_rate": 0.00019997896939661462,
      "loss": 4.9366,
      "step": 10210
    },
    {
      "epoch": 0.0654803129408747,
      "grad_norm": 17.444679260253906,
      "learning_rate": 0.00019997896526480736,
      "loss": 5.0616,
      "step": 10211
    },
    {
      "epoch": 0.06548672566371681,
      "grad_norm": 16.249393463134766,
      "learning_rate": 0.0001999789611325943,
      "loss": 4.9404,
      "step": 10212
    },
    {
      "epoch": 0.06549313838655893,
      "grad_norm": 36.429996490478516,
      "learning_rate": 0.00019997895699997543,
      "loss": 5.3715,
      "step": 10213
    },
    {
      "epoch": 0.06549955110940105,
      "grad_norm": 413.77740478515625,
      "learning_rate": 0.00019997895286695078,
      "loss": 5.0106,
      "step": 10214
    },
    {
      "epoch": 0.06550596383224316,
      "grad_norm": 23.058481216430664,
      "learning_rate": 0.0001999789487335203,
      "loss": 4.982,
      "step": 10215
    },
    {
      "epoch": 0.0655123765550853,
      "grad_norm": 23.127788543701172,
      "learning_rate": 0.00019997894459968408,
      "loss": 5.0342,
      "step": 10216
    },
    {
      "epoch": 0.06551878927792741,
      "grad_norm": 37.28824996948242,
      "learning_rate": 0.000199978940465442,
      "loss": 4.8942,
      "step": 10217
    },
    {
      "epoch": 0.06552520200076953,
      "grad_norm": 25.30472183227539,
      "learning_rate": 0.00019997893633079416,
      "loss": 4.9563,
      "step": 10218
    },
    {
      "epoch": 0.06553161472361164,
      "grad_norm": 22.240970611572266,
      "learning_rate": 0.0001999789321957405,
      "loss": 4.8051,
      "step": 10219
    },
    {
      "epoch": 0.06553802744645376,
      "grad_norm": 90.32555389404297,
      "learning_rate": 0.00019997892806028107,
      "loss": 4.5572,
      "step": 10220
    },
    {
      "epoch": 0.06554444016929588,
      "grad_norm": 15.410941123962402,
      "learning_rate": 0.0001999789239244158,
      "loss": 5.0351,
      "step": 10221
    },
    {
      "epoch": 0.065550852892138,
      "grad_norm": 17.412614822387695,
      "learning_rate": 0.0001999789197881448,
      "loss": 5.0737,
      "step": 10222
    },
    {
      "epoch": 0.06555726561498013,
      "grad_norm": 19.037517547607422,
      "learning_rate": 0.00019997891565146794,
      "loss": 5.0249,
      "step": 10223
    },
    {
      "epoch": 0.06556367833782224,
      "grad_norm": 301.8714294433594,
      "learning_rate": 0.0001999789115143853,
      "loss": 4.8313,
      "step": 10224
    },
    {
      "epoch": 0.06557009106066436,
      "grad_norm": 36.307777404785156,
      "learning_rate": 0.00019997890737689686,
      "loss": 5.04,
      "step": 10225
    },
    {
      "epoch": 0.06557650378350648,
      "grad_norm": 22.73760414123535,
      "learning_rate": 0.00019997890323900265,
      "loss": 4.9182,
      "step": 10226
    },
    {
      "epoch": 0.06558291650634859,
      "grad_norm": 44.49270248413086,
      "learning_rate": 0.0001999788991007026,
      "loss": 4.8914,
      "step": 10227
    },
    {
      "epoch": 0.06558932922919071,
      "grad_norm": 60.35210037231445,
      "learning_rate": 0.00019997889496199678,
      "loss": 4.778,
      "step": 10228
    },
    {
      "epoch": 0.06559574195203283,
      "grad_norm": 122.01653289794922,
      "learning_rate": 0.00019997889082288515,
      "loss": 5.3034,
      "step": 10229
    },
    {
      "epoch": 0.06560215467487496,
      "grad_norm": 36.36124038696289,
      "learning_rate": 0.00019997888668336775,
      "loss": 4.7567,
      "step": 10230
    },
    {
      "epoch": 0.06560856739771707,
      "grad_norm": 16.848533630371094,
      "learning_rate": 0.0001999788825434445,
      "loss": 4.7357,
      "step": 10231
    },
    {
      "epoch": 0.06561498012055919,
      "grad_norm": 52.705963134765625,
      "learning_rate": 0.00019997887840311548,
      "loss": 4.7926,
      "step": 10232
    },
    {
      "epoch": 0.06562139284340131,
      "grad_norm": 22.02815818786621,
      "learning_rate": 0.00019997887426238066,
      "loss": 5.191,
      "step": 10233
    },
    {
      "epoch": 0.06562780556624342,
      "grad_norm": 36.07126235961914,
      "learning_rate": 0.00019997887012124005,
      "loss": 5.0413,
      "step": 10234
    },
    {
      "epoch": 0.06563421828908554,
      "grad_norm": 11.853898048400879,
      "learning_rate": 0.00019997886597969365,
      "loss": 4.7111,
      "step": 10235
    },
    {
      "epoch": 0.06564063101192766,
      "grad_norm": 18.86025619506836,
      "learning_rate": 0.00019997886183774143,
      "loss": 5.192,
      "step": 10236
    },
    {
      "epoch": 0.06564704373476979,
      "grad_norm": 80.345947265625,
      "learning_rate": 0.00019997885769538343,
      "loss": 4.8738,
      "step": 10237
    },
    {
      "epoch": 0.0656534564576119,
      "grad_norm": 851.28271484375,
      "learning_rate": 0.00019997885355261963,
      "loss": 5.4622,
      "step": 10238
    },
    {
      "epoch": 0.06565986918045402,
      "grad_norm": 114.67292785644531,
      "learning_rate": 0.00019997884940945002,
      "loss": 4.8351,
      "step": 10239
    },
    {
      "epoch": 0.06566628190329614,
      "grad_norm": 57.943214416503906,
      "learning_rate": 0.00019997884526587462,
      "loss": 5.0226,
      "step": 10240
    },
    {
      "epoch": 0.06567269462613826,
      "grad_norm": 389.17669677734375,
      "learning_rate": 0.00019997884112189342,
      "loss": 4.9382,
      "step": 10241
    },
    {
      "epoch": 0.06567910734898037,
      "grad_norm": 154.1615753173828,
      "learning_rate": 0.00019997883697750641,
      "loss": 4.8669,
      "step": 10242
    },
    {
      "epoch": 0.06568552007182249,
      "grad_norm": 96.9201889038086,
      "learning_rate": 0.00019997883283271364,
      "loss": 5.1279,
      "step": 10243
    },
    {
      "epoch": 0.06569193279466462,
      "grad_norm": 23.489362716674805,
      "learning_rate": 0.00019997882868751505,
      "loss": 4.7341,
      "step": 10244
    },
    {
      "epoch": 0.06569834551750674,
      "grad_norm": 105.84588623046875,
      "learning_rate": 0.00019997882454191065,
      "loss": 4.9756,
      "step": 10245
    },
    {
      "epoch": 0.06570475824034885,
      "grad_norm": 29.501211166381836,
      "learning_rate": 0.00019997882039590045,
      "loss": 4.8529,
      "step": 10246
    },
    {
      "epoch": 0.06571117096319097,
      "grad_norm": 66.26251220703125,
      "learning_rate": 0.0001999788162494845,
      "loss": 4.8055,
      "step": 10247
    },
    {
      "epoch": 0.06571758368603309,
      "grad_norm": 94.15877532958984,
      "learning_rate": 0.0001999788121026627,
      "loss": 5.0272,
      "step": 10248
    },
    {
      "epoch": 0.0657239964088752,
      "grad_norm": 21.361940383911133,
      "learning_rate": 0.0001999788079554351,
      "loss": 4.9279,
      "step": 10249
    },
    {
      "epoch": 0.06573040913171732,
      "grad_norm": 191.93264770507812,
      "learning_rate": 0.00019997880380780175,
      "loss": 4.9659,
      "step": 10250
    },
    {
      "epoch": 0.06573682185455945,
      "grad_norm": 30.2884464263916,
      "learning_rate": 0.00019997879965976255,
      "loss": 4.9923,
      "step": 10251
    },
    {
      "epoch": 0.06574323457740157,
      "grad_norm": 38.154869079589844,
      "learning_rate": 0.0001999787955113176,
      "loss": 4.8395,
      "step": 10252
    },
    {
      "epoch": 0.06574964730024369,
      "grad_norm": 10.978263854980469,
      "learning_rate": 0.0001999787913624668,
      "loss": 4.905,
      "step": 10253
    },
    {
      "epoch": 0.0657560600230858,
      "grad_norm": 31.426013946533203,
      "learning_rate": 0.00019997878721321027,
      "loss": 4.976,
      "step": 10254
    },
    {
      "epoch": 0.06576247274592792,
      "grad_norm": 84.48001861572266,
      "learning_rate": 0.00019997878306354789,
      "loss": 5.0828,
      "step": 10255
    },
    {
      "epoch": 0.06576888546877004,
      "grad_norm": 51.70976257324219,
      "learning_rate": 0.0001999787789134797,
      "loss": 5.1313,
      "step": 10256
    },
    {
      "epoch": 0.06577529819161215,
      "grad_norm": 229.1273651123047,
      "learning_rate": 0.00019997877476300577,
      "loss": 4.9869,
      "step": 10257
    },
    {
      "epoch": 0.06578171091445428,
      "grad_norm": 38.724029541015625,
      "learning_rate": 0.00019997877061212602,
      "loss": 4.8065,
      "step": 10258
    },
    {
      "epoch": 0.0657881236372964,
      "grad_norm": 56.03878402709961,
      "learning_rate": 0.00019997876646084045,
      "loss": 4.8922,
      "step": 10259
    },
    {
      "epoch": 0.06579453636013852,
      "grad_norm": 27.369552612304688,
      "learning_rate": 0.00019997876230914912,
      "loss": 4.8646,
      "step": 10260
    },
    {
      "epoch": 0.06580094908298063,
      "grad_norm": 56.014041900634766,
      "learning_rate": 0.00019997875815705197,
      "loss": 4.9637,
      "step": 10261
    },
    {
      "epoch": 0.06580736180582275,
      "grad_norm": 57.37940216064453,
      "learning_rate": 0.00019997875400454903,
      "loss": 4.9066,
      "step": 10262
    },
    {
      "epoch": 0.06581377452866487,
      "grad_norm": 15.251134872436523,
      "learning_rate": 0.0001999787498516403,
      "loss": 4.9176,
      "step": 10263
    },
    {
      "epoch": 0.06582018725150698,
      "grad_norm": 16.336353302001953,
      "learning_rate": 0.00019997874569832572,
      "loss": 5.0378,
      "step": 10264
    },
    {
      "epoch": 0.06582659997434911,
      "grad_norm": 24.237409591674805,
      "learning_rate": 0.0001999787415446054,
      "loss": 5.1365,
      "step": 10265
    },
    {
      "epoch": 0.06583301269719123,
      "grad_norm": 10.217801094055176,
      "learning_rate": 0.00019997873739047926,
      "loss": 4.9823,
      "step": 10266
    },
    {
      "epoch": 0.06583942542003335,
      "grad_norm": 76.43254089355469,
      "learning_rate": 0.00019997873323594734,
      "loss": 4.9917,
      "step": 10267
    },
    {
      "epoch": 0.06584583814287547,
      "grad_norm": 62.82225799560547,
      "learning_rate": 0.0001999787290810096,
      "loss": 4.8245,
      "step": 10268
    },
    {
      "epoch": 0.06585225086571758,
      "grad_norm": 40.614253997802734,
      "learning_rate": 0.00019997872492566606,
      "loss": 4.8441,
      "step": 10269
    },
    {
      "epoch": 0.0658586635885597,
      "grad_norm": 54.562808990478516,
      "learning_rate": 0.00019997872076991675,
      "loss": 5.1826,
      "step": 10270
    },
    {
      "epoch": 0.06586507631140182,
      "grad_norm": 151.4202423095703,
      "learning_rate": 0.00019997871661376162,
      "loss": 4.9235,
      "step": 10271
    },
    {
      "epoch": 0.06587148903424395,
      "grad_norm": 91.45468139648438,
      "learning_rate": 0.0001999787124572007,
      "loss": 5.1696,
      "step": 10272
    },
    {
      "epoch": 0.06587790175708606,
      "grad_norm": 15.564399719238281,
      "learning_rate": 0.000199978708300234,
      "loss": 5.0474,
      "step": 10273
    },
    {
      "epoch": 0.06588431447992818,
      "grad_norm": 11.864707946777344,
      "learning_rate": 0.0001999787041428615,
      "loss": 4.8424,
      "step": 10274
    },
    {
      "epoch": 0.0658907272027703,
      "grad_norm": 19.822385787963867,
      "learning_rate": 0.00019997869998508318,
      "loss": 5.0073,
      "step": 10275
    },
    {
      "epoch": 0.06589713992561241,
      "grad_norm": 40.226619720458984,
      "learning_rate": 0.00019997869582689907,
      "loss": 4.865,
      "step": 10276
    },
    {
      "epoch": 0.06590355264845453,
      "grad_norm": 17.358842849731445,
      "learning_rate": 0.00019997869166830915,
      "loss": 4.9181,
      "step": 10277
    },
    {
      "epoch": 0.06590996537129665,
      "grad_norm": 14.055477142333984,
      "learning_rate": 0.00019997868750931347,
      "loss": 4.9937,
      "step": 10278
    },
    {
      "epoch": 0.06591637809413878,
      "grad_norm": 37.97501754760742,
      "learning_rate": 0.000199978683349912,
      "loss": 4.7725,
      "step": 10279
    },
    {
      "epoch": 0.0659227908169809,
      "grad_norm": 250.1063690185547,
      "learning_rate": 0.0001999786791901047,
      "loss": 4.9188,
      "step": 10280
    },
    {
      "epoch": 0.06592920353982301,
      "grad_norm": 36.81151580810547,
      "learning_rate": 0.0001999786750298916,
      "loss": 4.9121,
      "step": 10281
    },
    {
      "epoch": 0.06593561626266513,
      "grad_norm": 38.13319778442383,
      "learning_rate": 0.00019997867086927272,
      "loss": 5.1483,
      "step": 10282
    },
    {
      "epoch": 0.06594202898550725,
      "grad_norm": 19.250564575195312,
      "learning_rate": 0.00019997866670824803,
      "loss": 5.0341,
      "step": 10283
    },
    {
      "epoch": 0.06594844170834936,
      "grad_norm": 29.126432418823242,
      "learning_rate": 0.00019997866254681753,
      "loss": 4.7804,
      "step": 10284
    },
    {
      "epoch": 0.06595485443119148,
      "grad_norm": 12.18346118927002,
      "learning_rate": 0.00019997865838498123,
      "loss": 4.7698,
      "step": 10285
    },
    {
      "epoch": 0.06596126715403361,
      "grad_norm": 88.43604278564453,
      "learning_rate": 0.00019997865422273918,
      "loss": 5.0836,
      "step": 10286
    },
    {
      "epoch": 0.06596767987687573,
      "grad_norm": 46.99375534057617,
      "learning_rate": 0.0001999786500600913,
      "loss": 5.0482,
      "step": 10287
    },
    {
      "epoch": 0.06597409259971784,
      "grad_norm": 9.68764877319336,
      "learning_rate": 0.00019997864589703764,
      "loss": 4.8449,
      "step": 10288
    },
    {
      "epoch": 0.06598050532255996,
      "grad_norm": 25.636917114257812,
      "learning_rate": 0.00019997864173357819,
      "loss": 5.1703,
      "step": 10289
    },
    {
      "epoch": 0.06598691804540208,
      "grad_norm": 39.33658218383789,
      "learning_rate": 0.00019997863756971291,
      "loss": 5.0232,
      "step": 10290
    },
    {
      "epoch": 0.0659933307682442,
      "grad_norm": 15.069547653198242,
      "learning_rate": 0.00019997863340544185,
      "loss": 4.9135,
      "step": 10291
    },
    {
      "epoch": 0.06599974349108631,
      "grad_norm": 39.44828414916992,
      "learning_rate": 0.000199978629240765,
      "loss": 5.0009,
      "step": 10292
    },
    {
      "epoch": 0.06600615621392844,
      "grad_norm": 374.1266784667969,
      "learning_rate": 0.00019997862507568234,
      "loss": 4.827,
      "step": 10293
    },
    {
      "epoch": 0.06601256893677056,
      "grad_norm": 15.915976524353027,
      "learning_rate": 0.00019997862091019388,
      "loss": 5.0405,
      "step": 10294
    },
    {
      "epoch": 0.06601898165961267,
      "grad_norm": 16.587833404541016,
      "learning_rate": 0.00019997861674429966,
      "loss": 4.9336,
      "step": 10295
    },
    {
      "epoch": 0.06602539438245479,
      "grad_norm": 44.83481216430664,
      "learning_rate": 0.00019997861257799963,
      "loss": 4.9723,
      "step": 10296
    },
    {
      "epoch": 0.06603180710529691,
      "grad_norm": 18.647212982177734,
      "learning_rate": 0.00019997860841129377,
      "loss": 4.8167,
      "step": 10297
    },
    {
      "epoch": 0.06603821982813902,
      "grad_norm": 13.446819305419922,
      "learning_rate": 0.00019997860424418213,
      "loss": 4.8878,
      "step": 10298
    },
    {
      "epoch": 0.06604463255098114,
      "grad_norm": 15.691153526306152,
      "learning_rate": 0.00019997860007666472,
      "loss": 5.0263,
      "step": 10299
    },
    {
      "epoch": 0.06605104527382327,
      "grad_norm": 22.357057571411133,
      "learning_rate": 0.00019997859590874145,
      "loss": 5.1178,
      "step": 10300
    },
    {
      "epoch": 0.06605104527382327,
      "eval_loss": 4.897126197814941,
      "eval_runtime": 34.7548,
      "eval_samples_per_second": 90.203,
      "eval_steps_per_second": 22.558,
      "step": 10300
    },
    {
      "epoch": 0.06605745799666539,
      "grad_norm": 13.379217147827148,
      "learning_rate": 0.00019997859174041244,
      "loss": 4.9939,
      "step": 10301
    },
    {
      "epoch": 0.0660638707195075,
      "grad_norm": 13.757349014282227,
      "learning_rate": 0.00019997858757167763,
      "loss": 4.7726,
      "step": 10302
    },
    {
      "epoch": 0.06607028344234962,
      "grad_norm": 19.275476455688477,
      "learning_rate": 0.000199978583402537,
      "loss": 4.8769,
      "step": 10303
    },
    {
      "epoch": 0.06607669616519174,
      "grad_norm": 36.1168212890625,
      "learning_rate": 0.00019997857923299058,
      "loss": 4.7542,
      "step": 10304
    },
    {
      "epoch": 0.06608310888803386,
      "grad_norm": 31.504301071166992,
      "learning_rate": 0.00019997857506303838,
      "loss": 4.9527,
      "step": 10305
    },
    {
      "epoch": 0.06608952161087597,
      "grad_norm": 18.492658615112305,
      "learning_rate": 0.00019997857089268037,
      "loss": 4.906,
      "step": 10306
    },
    {
      "epoch": 0.06609593433371809,
      "grad_norm": 173.51004028320312,
      "learning_rate": 0.00019997856672191656,
      "loss": 4.8757,
      "step": 10307
    },
    {
      "epoch": 0.06610234705656022,
      "grad_norm": 24.761672973632812,
      "learning_rate": 0.00019997856255074697,
      "loss": 4.831,
      "step": 10308
    },
    {
      "epoch": 0.06610875977940234,
      "grad_norm": 70.12763214111328,
      "learning_rate": 0.00019997855837917156,
      "loss": 5.0514,
      "step": 10309
    },
    {
      "epoch": 0.06611517250224445,
      "grad_norm": 77.24067687988281,
      "learning_rate": 0.00019997855420719035,
      "loss": 5.0944,
      "step": 10310
    },
    {
      "epoch": 0.06612158522508657,
      "grad_norm": 11.573075294494629,
      "learning_rate": 0.00019997855003480336,
      "loss": 4.7594,
      "step": 10311
    },
    {
      "epoch": 0.06612799794792869,
      "grad_norm": 34.91870880126953,
      "learning_rate": 0.00019997854586201056,
      "loss": 5.0965,
      "step": 10312
    },
    {
      "epoch": 0.0661344106707708,
      "grad_norm": 79.68313598632812,
      "learning_rate": 0.00019997854168881199,
      "loss": 4.9694,
      "step": 10313
    },
    {
      "epoch": 0.06614082339361292,
      "grad_norm": 15.862054824829102,
      "learning_rate": 0.00019997853751520763,
      "loss": 5.0851,
      "step": 10314
    },
    {
      "epoch": 0.06614723611645505,
      "grad_norm": 16.451221466064453,
      "learning_rate": 0.00019997853334119742,
      "loss": 5.2419,
      "step": 10315
    },
    {
      "epoch": 0.06615364883929717,
      "grad_norm": 20.86520004272461,
      "learning_rate": 0.00019997852916678145,
      "loss": 4.992,
      "step": 10316
    },
    {
      "epoch": 0.06616006156213929,
      "grad_norm": 14.802928924560547,
      "learning_rate": 0.00019997852499195967,
      "loss": 4.8482,
      "step": 10317
    },
    {
      "epoch": 0.0661664742849814,
      "grad_norm": 17.310483932495117,
      "learning_rate": 0.00019997852081673215,
      "loss": 4.8634,
      "step": 10318
    },
    {
      "epoch": 0.06617288700782352,
      "grad_norm": 21.02290153503418,
      "learning_rate": 0.00019997851664109876,
      "loss": 4.8319,
      "step": 10319
    },
    {
      "epoch": 0.06617929973066564,
      "grad_norm": 15.35372543334961,
      "learning_rate": 0.0001999785124650596,
      "loss": 4.978,
      "step": 10320
    },
    {
      "epoch": 0.06618571245350775,
      "grad_norm": 63.06056594848633,
      "learning_rate": 0.00019997850828861466,
      "loss": 4.9196,
      "step": 10321
    },
    {
      "epoch": 0.06619212517634988,
      "grad_norm": 8.296773910522461,
      "learning_rate": 0.00019997850411176388,
      "loss": 4.9547,
      "step": 10322
    },
    {
      "epoch": 0.066198537899192,
      "grad_norm": 11.23127269744873,
      "learning_rate": 0.00019997849993450735,
      "loss": 4.6635,
      "step": 10323
    },
    {
      "epoch": 0.06620495062203412,
      "grad_norm": 37.28575134277344,
      "learning_rate": 0.000199978495756845,
      "loss": 4.9296,
      "step": 10324
    },
    {
      "epoch": 0.06621136334487623,
      "grad_norm": 28.20443344116211,
      "learning_rate": 0.00019997849157877689,
      "loss": 5.3158,
      "step": 10325
    },
    {
      "epoch": 0.06621777606771835,
      "grad_norm": 24.73999786376953,
      "learning_rate": 0.0001999784874003029,
      "loss": 4.7925,
      "step": 10326
    },
    {
      "epoch": 0.06622418879056047,
      "grad_norm": 47.850284576416016,
      "learning_rate": 0.00019997848322142318,
      "loss": 4.9059,
      "step": 10327
    },
    {
      "epoch": 0.06623060151340258,
      "grad_norm": 23.34970474243164,
      "learning_rate": 0.00019997847904213768,
      "loss": 4.8717,
      "step": 10328
    },
    {
      "epoch": 0.06623701423624472,
      "grad_norm": 62.4802131652832,
      "learning_rate": 0.00019997847486244634,
      "loss": 5.4503,
      "step": 10329
    },
    {
      "epoch": 0.06624342695908683,
      "grad_norm": 23.314035415649414,
      "learning_rate": 0.00019997847068234923,
      "loss": 5.1579,
      "step": 10330
    },
    {
      "epoch": 0.06624983968192895,
      "grad_norm": 9.507096290588379,
      "learning_rate": 0.0001999784665018463,
      "loss": 5.0967,
      "step": 10331
    },
    {
      "epoch": 0.06625625240477107,
      "grad_norm": 13.79774284362793,
      "learning_rate": 0.0001999784623209376,
      "loss": 4.85,
      "step": 10332
    },
    {
      "epoch": 0.06626266512761318,
      "grad_norm": 29.20455551147461,
      "learning_rate": 0.00019997845813962307,
      "loss": 4.893,
      "step": 10333
    },
    {
      "epoch": 0.0662690778504553,
      "grad_norm": 16.792524337768555,
      "learning_rate": 0.00019997845395790278,
      "loss": 4.926,
      "step": 10334
    },
    {
      "epoch": 0.06627549057329742,
      "grad_norm": 35.37853240966797,
      "learning_rate": 0.00019997844977577667,
      "loss": 4.8221,
      "step": 10335
    },
    {
      "epoch": 0.06628190329613955,
      "grad_norm": 48.3111572265625,
      "learning_rate": 0.0001999784455932448,
      "loss": 4.8742,
      "step": 10336
    },
    {
      "epoch": 0.06628831601898166,
      "grad_norm": 18.717077255249023,
      "learning_rate": 0.00019997844141030708,
      "loss": 4.6682,
      "step": 10337
    },
    {
      "epoch": 0.06629472874182378,
      "grad_norm": 19.385913848876953,
      "learning_rate": 0.0001999784372269636,
      "loss": 4.7977,
      "step": 10338
    },
    {
      "epoch": 0.0663011414646659,
      "grad_norm": 18.433141708374023,
      "learning_rate": 0.0001999784330432143,
      "loss": 5.0496,
      "step": 10339
    },
    {
      "epoch": 0.06630755418750801,
      "grad_norm": 15.62204360961914,
      "learning_rate": 0.00019997842885905923,
      "loss": 4.8322,
      "step": 10340
    },
    {
      "epoch": 0.06631396691035013,
      "grad_norm": 13.08836555480957,
      "learning_rate": 0.00019997842467449836,
      "loss": 5.1226,
      "step": 10341
    },
    {
      "epoch": 0.06632037963319225,
      "grad_norm": 123.26573944091797,
      "learning_rate": 0.0001999784204895317,
      "loss": 4.8969,
      "step": 10342
    },
    {
      "epoch": 0.06632679235603438,
      "grad_norm": 52.89879608154297,
      "learning_rate": 0.0001999784163041592,
      "loss": 4.8182,
      "step": 10343
    },
    {
      "epoch": 0.0663332050788765,
      "grad_norm": 41.57583999633789,
      "learning_rate": 0.00019997841211838094,
      "loss": 4.9759,
      "step": 10344
    },
    {
      "epoch": 0.06633961780171861,
      "grad_norm": 25.077205657958984,
      "learning_rate": 0.00019997840793219688,
      "loss": 4.8009,
      "step": 10345
    },
    {
      "epoch": 0.06634603052456073,
      "grad_norm": 14.22996997833252,
      "learning_rate": 0.00019997840374560703,
      "loss": 4.8779,
      "step": 10346
    },
    {
      "epoch": 0.06635244324740285,
      "grad_norm": 14.049773216247559,
      "learning_rate": 0.00019997839955861136,
      "loss": 4.9975,
      "step": 10347
    },
    {
      "epoch": 0.06635885597024496,
      "grad_norm": 43.31657409667969,
      "learning_rate": 0.00019997839537120994,
      "loss": 4.8749,
      "step": 10348
    },
    {
      "epoch": 0.06636526869308708,
      "grad_norm": 27.330488204956055,
      "learning_rate": 0.0001999783911834027,
      "loss": 4.9844,
      "step": 10349
    },
    {
      "epoch": 0.06637168141592921,
      "grad_norm": 28.29055404663086,
      "learning_rate": 0.00019997838699518963,
      "loss": 4.8402,
      "step": 10350
    },
    {
      "epoch": 0.06637809413877133,
      "grad_norm": 20.471078872680664,
      "learning_rate": 0.0001999783828065708,
      "loss": 4.8106,
      "step": 10351
    },
    {
      "epoch": 0.06638450686161344,
      "grad_norm": 29.025344848632812,
      "learning_rate": 0.00019997837861754616,
      "loss": 5.2968,
      "step": 10352
    },
    {
      "epoch": 0.06639091958445556,
      "grad_norm": 55.82612609863281,
      "learning_rate": 0.00019997837442811575,
      "loss": 4.7723,
      "step": 10353
    },
    {
      "epoch": 0.06639733230729768,
      "grad_norm": 13.107416152954102,
      "learning_rate": 0.00019997837023827953,
      "loss": 4.936,
      "step": 10354
    },
    {
      "epoch": 0.0664037450301398,
      "grad_norm": 12.453057289123535,
      "learning_rate": 0.0001999783660480375,
      "loss": 4.7288,
      "step": 10355
    },
    {
      "epoch": 0.06641015775298191,
      "grad_norm": 1483.2119140625,
      "learning_rate": 0.0001999783618573897,
      "loss": 4.9365,
      "step": 10356
    },
    {
      "epoch": 0.06641657047582404,
      "grad_norm": 148.64414978027344,
      "learning_rate": 0.00019997835766633607,
      "loss": 5.0371,
      "step": 10357
    },
    {
      "epoch": 0.06642298319866616,
      "grad_norm": 13.170851707458496,
      "learning_rate": 0.0001999783534748767,
      "loss": 4.8175,
      "step": 10358
    },
    {
      "epoch": 0.06642939592150827,
      "grad_norm": 25.702360153198242,
      "learning_rate": 0.00019997834928301146,
      "loss": 4.8733,
      "step": 10359
    },
    {
      "epoch": 0.06643580864435039,
      "grad_norm": 16.803667068481445,
      "learning_rate": 0.00019997834509074048,
      "loss": 4.9765,
      "step": 10360
    },
    {
      "epoch": 0.06644222136719251,
      "grad_norm": 12.587273597717285,
      "learning_rate": 0.0001999783408980637,
      "loss": 4.951,
      "step": 10361
    },
    {
      "epoch": 0.06644863409003463,
      "grad_norm": 20.603408813476562,
      "learning_rate": 0.0001999783367049811,
      "loss": 4.715,
      "step": 10362
    },
    {
      "epoch": 0.06645504681287674,
      "grad_norm": 15.798356056213379,
      "learning_rate": 0.00019997833251149272,
      "loss": 4.9914,
      "step": 10363
    },
    {
      "epoch": 0.06646145953571887,
      "grad_norm": 21.55314064025879,
      "learning_rate": 0.00019997832831759852,
      "loss": 4.8953,
      "step": 10364
    },
    {
      "epoch": 0.06646787225856099,
      "grad_norm": 61.821380615234375,
      "learning_rate": 0.00019997832412329856,
      "loss": 4.9467,
      "step": 10365
    },
    {
      "epoch": 0.0664742849814031,
      "grad_norm": 19.646007537841797,
      "learning_rate": 0.00019997831992859278,
      "loss": 5.1559,
      "step": 10366
    },
    {
      "epoch": 0.06648069770424522,
      "grad_norm": 27.485687255859375,
      "learning_rate": 0.00019997831573348123,
      "loss": 5.0309,
      "step": 10367
    },
    {
      "epoch": 0.06648711042708734,
      "grad_norm": 27.770004272460938,
      "learning_rate": 0.00019997831153796387,
      "loss": 4.8821,
      "step": 10368
    },
    {
      "epoch": 0.06649352314992946,
      "grad_norm": 17.830322265625,
      "learning_rate": 0.0001999783073420407,
      "loss": 5.0877,
      "step": 10369
    },
    {
      "epoch": 0.06649993587277157,
      "grad_norm": 63.72978973388672,
      "learning_rate": 0.00019997830314571175,
      "loss": 4.8672,
      "step": 10370
    },
    {
      "epoch": 0.0665063485956137,
      "grad_norm": 19.709535598754883,
      "learning_rate": 0.000199978298948977,
      "loss": 4.5976,
      "step": 10371
    },
    {
      "epoch": 0.06651276131845582,
      "grad_norm": 19.41786003112793,
      "learning_rate": 0.00019997829475183645,
      "loss": 5.2863,
      "step": 10372
    },
    {
      "epoch": 0.06651917404129794,
      "grad_norm": 16.62312126159668,
      "learning_rate": 0.00019997829055429012,
      "loss": 4.8274,
      "step": 10373
    },
    {
      "epoch": 0.06652558676414005,
      "grad_norm": 71.16171264648438,
      "learning_rate": 0.00019997828635633796,
      "loss": 5.002,
      "step": 10374
    },
    {
      "epoch": 0.06653199948698217,
      "grad_norm": 45.093994140625,
      "learning_rate": 0.00019997828215798005,
      "loss": 4.9592,
      "step": 10375
    },
    {
      "epoch": 0.06653841220982429,
      "grad_norm": 50.82161331176758,
      "learning_rate": 0.00019997827795921634,
      "loss": 4.8337,
      "step": 10376
    },
    {
      "epoch": 0.0665448249326664,
      "grad_norm": 21.29899787902832,
      "learning_rate": 0.00019997827376004682,
      "loss": 4.7841,
      "step": 10377
    },
    {
      "epoch": 0.06655123765550854,
      "grad_norm": 90.0206069946289,
      "learning_rate": 0.0001999782695604715,
      "loss": 4.9426,
      "step": 10378
    },
    {
      "epoch": 0.06655765037835065,
      "grad_norm": 27.81546974182129,
      "learning_rate": 0.00019997826536049038,
      "loss": 4.7848,
      "step": 10379
    },
    {
      "epoch": 0.06656406310119277,
      "grad_norm": 21.83661651611328,
      "learning_rate": 0.0001999782611601035,
      "loss": 5.0284,
      "step": 10380
    },
    {
      "epoch": 0.06657047582403489,
      "grad_norm": 43.85683059692383,
      "learning_rate": 0.00019997825695931078,
      "loss": 4.9003,
      "step": 10381
    },
    {
      "epoch": 0.066576888546877,
      "grad_norm": 326.3660888671875,
      "learning_rate": 0.00019997825275811228,
      "loss": 4.7275,
      "step": 10382
    },
    {
      "epoch": 0.06658330126971912,
      "grad_norm": 26.992984771728516,
      "learning_rate": 0.000199978248556508,
      "loss": 5.1722,
      "step": 10383
    },
    {
      "epoch": 0.06658971399256124,
      "grad_norm": 21.44727897644043,
      "learning_rate": 0.00019997824435449791,
      "loss": 4.8244,
      "step": 10384
    },
    {
      "epoch": 0.06659612671540337,
      "grad_norm": 22.432218551635742,
      "learning_rate": 0.00019997824015208202,
      "loss": 4.6387,
      "step": 10385
    },
    {
      "epoch": 0.06660253943824548,
      "grad_norm": 240.13999938964844,
      "learning_rate": 0.00019997823594926036,
      "loss": 4.8219,
      "step": 10386
    },
    {
      "epoch": 0.0666089521610876,
      "grad_norm": 65.42247772216797,
      "learning_rate": 0.00019997823174603286,
      "loss": 4.9822,
      "step": 10387
    },
    {
      "epoch": 0.06661536488392972,
      "grad_norm": 29.187580108642578,
      "learning_rate": 0.0001999782275423996,
      "loss": 5.0207,
      "step": 10388
    },
    {
      "epoch": 0.06662177760677183,
      "grad_norm": 18.280704498291016,
      "learning_rate": 0.00019997822333836054,
      "loss": 4.8307,
      "step": 10389
    },
    {
      "epoch": 0.06662819032961395,
      "grad_norm": 23.676433563232422,
      "learning_rate": 0.00019997821913391567,
      "loss": 4.8482,
      "step": 10390
    },
    {
      "epoch": 0.06663460305245607,
      "grad_norm": 31.083757400512695,
      "learning_rate": 0.00019997821492906504,
      "loss": 4.7158,
      "step": 10391
    },
    {
      "epoch": 0.0666410157752982,
      "grad_norm": 11.73397445678711,
      "learning_rate": 0.0001999782107238086,
      "loss": 5.0235,
      "step": 10392
    },
    {
      "epoch": 0.06664742849814032,
      "grad_norm": 31.28801727294922,
      "learning_rate": 0.00019997820651814635,
      "loss": 4.5739,
      "step": 10393
    },
    {
      "epoch": 0.06665384122098243,
      "grad_norm": 25.832090377807617,
      "learning_rate": 0.0001999782023120783,
      "loss": 5.2902,
      "step": 10394
    },
    {
      "epoch": 0.06666025394382455,
      "grad_norm": 16.128564834594727,
      "learning_rate": 0.00019997819810560445,
      "loss": 5.0585,
      "step": 10395
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 43.39461135864258,
      "learning_rate": 0.00019997819389872486,
      "loss": 4.7682,
      "step": 10396
    },
    {
      "epoch": 0.06667307938950878,
      "grad_norm": 15.881962776184082,
      "learning_rate": 0.0001999781896914394,
      "loss": 4.9467,
      "step": 10397
    },
    {
      "epoch": 0.0666794921123509,
      "grad_norm": 45.80398941040039,
      "learning_rate": 0.0001999781854837482,
      "loss": 4.9849,
      "step": 10398
    },
    {
      "epoch": 0.06668590483519302,
      "grad_norm": 57.35406494140625,
      "learning_rate": 0.0001999781812756512,
      "loss": 5.4154,
      "step": 10399
    },
    {
      "epoch": 0.06669231755803515,
      "grad_norm": 60.97483444213867,
      "learning_rate": 0.00019997817706714837,
      "loss": 4.9811,
      "step": 10400
    },
    {
      "epoch": 0.06669231755803515,
      "eval_loss": 4.854391098022461,
      "eval_runtime": 34.7286,
      "eval_samples_per_second": 90.271,
      "eval_steps_per_second": 22.575,
      "step": 10400
    },
    {
      "epoch": 0.06669873028087726,
      "grad_norm": 202.3034210205078,
      "learning_rate": 0.00019997817285823975,
      "loss": 4.9079,
      "step": 10401
    },
    {
      "epoch": 0.06670514300371938,
      "grad_norm": 14.995126724243164,
      "learning_rate": 0.00019997816864892538,
      "loss": 4.7789,
      "step": 10402
    },
    {
      "epoch": 0.0667115557265615,
      "grad_norm": 16.874122619628906,
      "learning_rate": 0.0001999781644392052,
      "loss": 4.9038,
      "step": 10403
    },
    {
      "epoch": 0.06671796844940361,
      "grad_norm": 25.018314361572266,
      "learning_rate": 0.0001999781602290792,
      "loss": 4.8634,
      "step": 10404
    },
    {
      "epoch": 0.06672438117224573,
      "grad_norm": 22.02142333984375,
      "learning_rate": 0.0001999781560185474,
      "loss": 4.8244,
      "step": 10405
    },
    {
      "epoch": 0.06673079389508785,
      "grad_norm": 11.201467514038086,
      "learning_rate": 0.00019997815180760985,
      "loss": 4.8516,
      "step": 10406
    },
    {
      "epoch": 0.06673720661792998,
      "grad_norm": 53.306053161621094,
      "learning_rate": 0.00019997814759626644,
      "loss": 4.8447,
      "step": 10407
    },
    {
      "epoch": 0.0667436193407721,
      "grad_norm": 20.829471588134766,
      "learning_rate": 0.0001999781433845173,
      "loss": 4.854,
      "step": 10408
    },
    {
      "epoch": 0.06675003206361421,
      "grad_norm": 25.51419448852539,
      "learning_rate": 0.00019997813917236234,
      "loss": 4.7788,
      "step": 10409
    },
    {
      "epoch": 0.06675644478645633,
      "grad_norm": 8.449691772460938,
      "learning_rate": 0.00019997813495980157,
      "loss": 4.7814,
      "step": 10410
    },
    {
      "epoch": 0.06676285750929845,
      "grad_norm": 1653.2401123046875,
      "learning_rate": 0.00019997813074683503,
      "loss": 4.9824,
      "step": 10411
    },
    {
      "epoch": 0.06676927023214056,
      "grad_norm": 91.98287963867188,
      "learning_rate": 0.00019997812653346268,
      "loss": 4.9769,
      "step": 10412
    },
    {
      "epoch": 0.06677568295498268,
      "grad_norm": 42.39833068847656,
      "learning_rate": 0.00019997812231968456,
      "loss": 4.956,
      "step": 10413
    },
    {
      "epoch": 0.06678209567782481,
      "grad_norm": 17.45206069946289,
      "learning_rate": 0.0001999781181055006,
      "loss": 4.7361,
      "step": 10414
    },
    {
      "epoch": 0.06678850840066693,
      "grad_norm": 60.85234069824219,
      "learning_rate": 0.00019997811389091088,
      "loss": 5.2289,
      "step": 10415
    },
    {
      "epoch": 0.06679492112350904,
      "grad_norm": 41.38249206542969,
      "learning_rate": 0.00019997810967591534,
      "loss": 4.9145,
      "step": 10416
    },
    {
      "epoch": 0.06680133384635116,
      "grad_norm": 21.81385040283203,
      "learning_rate": 0.00019997810546051404,
      "loss": 4.9479,
      "step": 10417
    },
    {
      "epoch": 0.06680774656919328,
      "grad_norm": 13.391160011291504,
      "learning_rate": 0.00019997810124470692,
      "loss": 4.9326,
      "step": 10418
    },
    {
      "epoch": 0.0668141592920354,
      "grad_norm": 17.158109664916992,
      "learning_rate": 0.000199978097028494,
      "loss": 4.8958,
      "step": 10419
    },
    {
      "epoch": 0.06682057201487751,
      "grad_norm": 16.772199630737305,
      "learning_rate": 0.0001999780928118753,
      "loss": 5.1943,
      "step": 10420
    },
    {
      "epoch": 0.06682698473771964,
      "grad_norm": 28.836261749267578,
      "learning_rate": 0.00019997808859485082,
      "loss": 4.7139,
      "step": 10421
    },
    {
      "epoch": 0.06683339746056176,
      "grad_norm": 16.557313919067383,
      "learning_rate": 0.0001999780843774205,
      "loss": 4.8347,
      "step": 10422
    },
    {
      "epoch": 0.06683981018340387,
      "grad_norm": 26.563749313354492,
      "learning_rate": 0.00019997808015958444,
      "loss": 5.094,
      "step": 10423
    },
    {
      "epoch": 0.06684622290624599,
      "grad_norm": 25.19666862487793,
      "learning_rate": 0.00019997807594134256,
      "loss": 4.8145,
      "step": 10424
    },
    {
      "epoch": 0.06685263562908811,
      "grad_norm": 37.97278594970703,
      "learning_rate": 0.00019997807172269488,
      "loss": 5.244,
      "step": 10425
    },
    {
      "epoch": 0.06685904835193023,
      "grad_norm": 14.25020980834961,
      "learning_rate": 0.0001999780675036414,
      "loss": 4.8908,
      "step": 10426
    },
    {
      "epoch": 0.06686546107477234,
      "grad_norm": 24.47119140625,
      "learning_rate": 0.00019997806328418214,
      "loss": 4.8477,
      "step": 10427
    },
    {
      "epoch": 0.06687187379761447,
      "grad_norm": 23.179811477661133,
      "learning_rate": 0.0001999780590643171,
      "loss": 4.8358,
      "step": 10428
    },
    {
      "epoch": 0.06687828652045659,
      "grad_norm": 48.74465560913086,
      "learning_rate": 0.00019997805484404623,
      "loss": 4.7297,
      "step": 10429
    },
    {
      "epoch": 0.0668846992432987,
      "grad_norm": 20.932086944580078,
      "learning_rate": 0.00019997805062336958,
      "loss": 4.9324,
      "step": 10430
    },
    {
      "epoch": 0.06689111196614082,
      "grad_norm": 774.2120971679688,
      "learning_rate": 0.0001999780464022871,
      "loss": 5.1431,
      "step": 10431
    },
    {
      "epoch": 0.06689752468898294,
      "grad_norm": 570.369140625,
      "learning_rate": 0.0001999780421807989,
      "loss": 4.9255,
      "step": 10432
    },
    {
      "epoch": 0.06690393741182506,
      "grad_norm": 19.025753021240234,
      "learning_rate": 0.00019997803795890486,
      "loss": 4.7502,
      "step": 10433
    },
    {
      "epoch": 0.06691035013466717,
      "grad_norm": 101.22404479980469,
      "learning_rate": 0.00019997803373660505,
      "loss": 4.8354,
      "step": 10434
    },
    {
      "epoch": 0.0669167628575093,
      "grad_norm": 26.89437484741211,
      "learning_rate": 0.00019997802951389942,
      "loss": 5.0075,
      "step": 10435
    },
    {
      "epoch": 0.06692317558035142,
      "grad_norm": 17.60759735107422,
      "learning_rate": 0.000199978025290788,
      "loss": 4.8196,
      "step": 10436
    },
    {
      "epoch": 0.06692958830319354,
      "grad_norm": 20.05467414855957,
      "learning_rate": 0.0001999780210672708,
      "loss": 4.8566,
      "step": 10437
    },
    {
      "epoch": 0.06693600102603565,
      "grad_norm": 24.060850143432617,
      "learning_rate": 0.00019997801684334778,
      "loss": 4.7944,
      "step": 10438
    },
    {
      "epoch": 0.06694241374887777,
      "grad_norm": 19.744014739990234,
      "learning_rate": 0.000199978012619019,
      "loss": 4.9588,
      "step": 10439
    },
    {
      "epoch": 0.06694882647171989,
      "grad_norm": 30.573057174682617,
      "learning_rate": 0.0001999780083942844,
      "loss": 4.7434,
      "step": 10440
    },
    {
      "epoch": 0.066955239194562,
      "grad_norm": 34.8494758605957,
      "learning_rate": 0.000199978004169144,
      "loss": 4.7217,
      "step": 10441
    },
    {
      "epoch": 0.06696165191740414,
      "grad_norm": 19.56760025024414,
      "learning_rate": 0.00019997799994359784,
      "loss": 4.6656,
      "step": 10442
    },
    {
      "epoch": 0.06696806464024625,
      "grad_norm": 288.3931579589844,
      "learning_rate": 0.00019997799571764587,
      "loss": 4.8685,
      "step": 10443
    },
    {
      "epoch": 0.06697447736308837,
      "grad_norm": 25.13003921508789,
      "learning_rate": 0.00019997799149128808,
      "loss": 5.0672,
      "step": 10444
    },
    {
      "epoch": 0.06698089008593049,
      "grad_norm": 29.87409210205078,
      "learning_rate": 0.00019997798726452453,
      "loss": 4.8005,
      "step": 10445
    },
    {
      "epoch": 0.0669873028087726,
      "grad_norm": 25.681699752807617,
      "learning_rate": 0.00019997798303735519,
      "loss": 4.9167,
      "step": 10446
    },
    {
      "epoch": 0.06699371553161472,
      "grad_norm": 36.16390609741211,
      "learning_rate": 0.00019997797880978003,
      "loss": 4.9812,
      "step": 10447
    },
    {
      "epoch": 0.06700012825445684,
      "grad_norm": 491.9361267089844,
      "learning_rate": 0.00019997797458179908,
      "loss": 5.0622,
      "step": 10448
    },
    {
      "epoch": 0.06700654097729897,
      "grad_norm": 462.6588439941406,
      "learning_rate": 0.0001999779703534123,
      "loss": 4.8288,
      "step": 10449
    },
    {
      "epoch": 0.06701295370014108,
      "grad_norm": 49.76887893676758,
      "learning_rate": 0.0001999779661246198,
      "loss": 5.0255,
      "step": 10450
    },
    {
      "epoch": 0.0670193664229832,
      "grad_norm": 40.4758415222168,
      "learning_rate": 0.0001999779618954215,
      "loss": 4.8903,
      "step": 10451
    },
    {
      "epoch": 0.06702577914582532,
      "grad_norm": 30.014968872070312,
      "learning_rate": 0.00019997795766581736,
      "loss": 4.9929,
      "step": 10452
    },
    {
      "epoch": 0.06703219186866743,
      "grad_norm": 66.12456512451172,
      "learning_rate": 0.00019997795343580746,
      "loss": 4.9367,
      "step": 10453
    },
    {
      "epoch": 0.06703860459150955,
      "grad_norm": 136.18826293945312,
      "learning_rate": 0.00019997794920539175,
      "loss": 4.7454,
      "step": 10454
    },
    {
      "epoch": 0.06704501731435167,
      "grad_norm": 37.47115707397461,
      "learning_rate": 0.00019997794497457022,
      "loss": 4.7423,
      "step": 10455
    },
    {
      "epoch": 0.0670514300371938,
      "grad_norm": 37.739501953125,
      "learning_rate": 0.00019997794074334293,
      "loss": 5.0383,
      "step": 10456
    },
    {
      "epoch": 0.06705784276003592,
      "grad_norm": 48.201168060302734,
      "learning_rate": 0.00019997793651170984,
      "loss": 4.8262,
      "step": 10457
    },
    {
      "epoch": 0.06706425548287803,
      "grad_norm": 20.000825881958008,
      "learning_rate": 0.00019997793227967097,
      "loss": 4.865,
      "step": 10458
    },
    {
      "epoch": 0.06707066820572015,
      "grad_norm": 206.06027221679688,
      "learning_rate": 0.00019997792804722625,
      "loss": 4.8779,
      "step": 10459
    },
    {
      "epoch": 0.06707708092856227,
      "grad_norm": 155.99522399902344,
      "learning_rate": 0.0001999779238143758,
      "loss": 5.0432,
      "step": 10460
    },
    {
      "epoch": 0.06708349365140438,
      "grad_norm": 55.76021194458008,
      "learning_rate": 0.00019997791958111953,
      "loss": 4.7866,
      "step": 10461
    },
    {
      "epoch": 0.0670899063742465,
      "grad_norm": 30.681922912597656,
      "learning_rate": 0.00019997791534745747,
      "loss": 4.7697,
      "step": 10462
    },
    {
      "epoch": 0.06709631909708863,
      "grad_norm": 70.04410552978516,
      "learning_rate": 0.00019997791111338962,
      "loss": 4.8829,
      "step": 10463
    },
    {
      "epoch": 0.06710273181993075,
      "grad_norm": 230.58905029296875,
      "learning_rate": 0.00019997790687891596,
      "loss": 4.99,
      "step": 10464
    },
    {
      "epoch": 0.06710914454277286,
      "grad_norm": 61.126705169677734,
      "learning_rate": 0.00019997790264403653,
      "loss": 5.0093,
      "step": 10465
    },
    {
      "epoch": 0.06711555726561498,
      "grad_norm": 39.60663986206055,
      "learning_rate": 0.00019997789840875128,
      "loss": 4.9952,
      "step": 10466
    },
    {
      "epoch": 0.0671219699884571,
      "grad_norm": 35.474754333496094,
      "learning_rate": 0.00019997789417306025,
      "loss": 4.9004,
      "step": 10467
    },
    {
      "epoch": 0.06712838271129921,
      "grad_norm": 417.865478515625,
      "learning_rate": 0.00019997788993696345,
      "loss": 4.6007,
      "step": 10468
    },
    {
      "epoch": 0.06713479543414133,
      "grad_norm": 50.09479904174805,
      "learning_rate": 0.00019997788570046084,
      "loss": 4.8721,
      "step": 10469
    },
    {
      "epoch": 0.06714120815698346,
      "grad_norm": 36.5009765625,
      "learning_rate": 0.0001999778814635524,
      "loss": 5.035,
      "step": 10470
    },
    {
      "epoch": 0.06714762087982558,
      "grad_norm": 56.80375671386719,
      "learning_rate": 0.0001999778772262382,
      "loss": 5.0211,
      "step": 10471
    },
    {
      "epoch": 0.0671540336026677,
      "grad_norm": 23.83009147644043,
      "learning_rate": 0.0001999778729885182,
      "loss": 5.0735,
      "step": 10472
    },
    {
      "epoch": 0.06716044632550981,
      "grad_norm": 10.942989349365234,
      "learning_rate": 0.00019997786875039242,
      "loss": 4.9193,
      "step": 10473
    },
    {
      "epoch": 0.06716685904835193,
      "grad_norm": 870.838623046875,
      "learning_rate": 0.00019997786451186083,
      "loss": 4.9454,
      "step": 10474
    },
    {
      "epoch": 0.06717327177119405,
      "grad_norm": 19.55415153503418,
      "learning_rate": 0.00019997786027292345,
      "loss": 5.1642,
      "step": 10475
    },
    {
      "epoch": 0.06717968449403616,
      "grad_norm": 41.706031799316406,
      "learning_rate": 0.00019997785603358028,
      "loss": 5.1675,
      "step": 10476
    },
    {
      "epoch": 0.0671860972168783,
      "grad_norm": 26.958911895751953,
      "learning_rate": 0.0001999778517938313,
      "loss": 4.8879,
      "step": 10477
    },
    {
      "epoch": 0.06719250993972041,
      "grad_norm": 24.12359046936035,
      "learning_rate": 0.00019997784755367655,
      "loss": 4.8289,
      "step": 10478
    },
    {
      "epoch": 0.06719892266256253,
      "grad_norm": 159.4541015625,
      "learning_rate": 0.000199977843313116,
      "loss": 4.9158,
      "step": 10479
    },
    {
      "epoch": 0.06720533538540464,
      "grad_norm": 25.742794036865234,
      "learning_rate": 0.00019997783907214965,
      "loss": 4.7787,
      "step": 10480
    },
    {
      "epoch": 0.06721174810824676,
      "grad_norm": 61.070377349853516,
      "learning_rate": 0.0001999778348307775,
      "loss": 5.059,
      "step": 10481
    },
    {
      "epoch": 0.06721816083108888,
      "grad_norm": 107.3301773071289,
      "learning_rate": 0.00019997783058899957,
      "loss": 5.5278,
      "step": 10482
    },
    {
      "epoch": 0.067224573553931,
      "grad_norm": 23.889251708984375,
      "learning_rate": 0.00019997782634681584,
      "loss": 4.6533,
      "step": 10483
    },
    {
      "epoch": 0.06723098627677312,
      "grad_norm": 304.3726501464844,
      "learning_rate": 0.00019997782210422633,
      "loss": 4.8489,
      "step": 10484
    },
    {
      "epoch": 0.06723739899961524,
      "grad_norm": 38.34375762939453,
      "learning_rate": 0.000199977817861231,
      "loss": 4.9099,
      "step": 10485
    },
    {
      "epoch": 0.06724381172245736,
      "grad_norm": 70.84555053710938,
      "learning_rate": 0.0001999778136178299,
      "loss": 4.9426,
      "step": 10486
    },
    {
      "epoch": 0.06725022444529948,
      "grad_norm": 29.23064613342285,
      "learning_rate": 0.000199977809374023,
      "loss": 4.8225,
      "step": 10487
    },
    {
      "epoch": 0.06725663716814159,
      "grad_norm": 47.003475189208984,
      "learning_rate": 0.0001999778051298103,
      "loss": 4.9284,
      "step": 10488
    },
    {
      "epoch": 0.06726304989098371,
      "grad_norm": 72.52776336669922,
      "learning_rate": 0.0001999778008851918,
      "loss": 4.8925,
      "step": 10489
    },
    {
      "epoch": 0.06726946261382583,
      "grad_norm": 86.20785522460938,
      "learning_rate": 0.00019997779664016752,
      "loss": 4.9814,
      "step": 10490
    },
    {
      "epoch": 0.06727587533666794,
      "grad_norm": 25.3060245513916,
      "learning_rate": 0.00019997779239473747,
      "loss": 4.8707,
      "step": 10491
    },
    {
      "epoch": 0.06728228805951007,
      "grad_norm": 41.895538330078125,
      "learning_rate": 0.00019997778814890158,
      "loss": 4.9816,
      "step": 10492
    },
    {
      "epoch": 0.06728870078235219,
      "grad_norm": 34.35608673095703,
      "learning_rate": 0.0001999777839026599,
      "loss": 4.9278,
      "step": 10493
    },
    {
      "epoch": 0.0672951135051943,
      "grad_norm": 48.848567962646484,
      "learning_rate": 0.00019997777965601247,
      "loss": 5.0144,
      "step": 10494
    },
    {
      "epoch": 0.06730152622803642,
      "grad_norm": 83.75825500488281,
      "learning_rate": 0.0001999777754089592,
      "loss": 4.9429,
      "step": 10495
    },
    {
      "epoch": 0.06730793895087854,
      "grad_norm": 1376.122802734375,
      "learning_rate": 0.00019997777116150016,
      "loss": 4.8641,
      "step": 10496
    },
    {
      "epoch": 0.06731435167372066,
      "grad_norm": 53.79166793823242,
      "learning_rate": 0.00019997776691363535,
      "loss": 5.0274,
      "step": 10497
    },
    {
      "epoch": 0.06732076439656277,
      "grad_norm": 857.0109252929688,
      "learning_rate": 0.0001999777626653647,
      "loss": 4.6725,
      "step": 10498
    },
    {
      "epoch": 0.0673271771194049,
      "grad_norm": 57.61380386352539,
      "learning_rate": 0.00019997775841668828,
      "loss": 4.9486,
      "step": 10499
    },
    {
      "epoch": 0.06733358984224702,
      "grad_norm": 47.723506927490234,
      "learning_rate": 0.00019997775416760608,
      "loss": 4.9178,
      "step": 10500
    },
    {
      "epoch": 0.06733358984224702,
      "eval_loss": 4.9096245765686035,
      "eval_runtime": 34.7964,
      "eval_samples_per_second": 90.095,
      "eval_steps_per_second": 22.531,
      "step": 10500
    },
    {
      "epoch": 0.06734000256508914,
      "grad_norm": 343.5794677734375,
      "learning_rate": 0.00019997774991811803,
      "loss": 4.8973,
      "step": 10501
    },
    {
      "epoch": 0.06734641528793125,
      "grad_norm": 48.293785095214844,
      "learning_rate": 0.00019997774566822427,
      "loss": 4.8818,
      "step": 10502
    },
    {
      "epoch": 0.06735282801077337,
      "grad_norm": 30.957592010498047,
      "learning_rate": 0.00019997774141792464,
      "loss": 4.8725,
      "step": 10503
    },
    {
      "epoch": 0.06735924073361549,
      "grad_norm": 1063.1376953125,
      "learning_rate": 0.00019997773716721925,
      "loss": 5.1996,
      "step": 10504
    },
    {
      "epoch": 0.0673656534564576,
      "grad_norm": 65.92388916015625,
      "learning_rate": 0.0001999777329161081,
      "loss": 5.204,
      "step": 10505
    },
    {
      "epoch": 0.06737206617929974,
      "grad_norm": 169.92140197753906,
      "learning_rate": 0.0001999777286645911,
      "loss": 4.9873,
      "step": 10506
    },
    {
      "epoch": 0.06737847890214185,
      "grad_norm": 73.4306411743164,
      "learning_rate": 0.00019997772441266833,
      "loss": 4.8722,
      "step": 10507
    },
    {
      "epoch": 0.06738489162498397,
      "grad_norm": 381.0703125,
      "learning_rate": 0.0001999777201603398,
      "loss": 5.1605,
      "step": 10508
    },
    {
      "epoch": 0.06739130434782609,
      "grad_norm": 60.3454475402832,
      "learning_rate": 0.00019997771590760544,
      "loss": 4.8662,
      "step": 10509
    },
    {
      "epoch": 0.0673977170706682,
      "grad_norm": 772.4960327148438,
      "learning_rate": 0.00019997771165446528,
      "loss": 4.8849,
      "step": 10510
    },
    {
      "epoch": 0.06740412979351032,
      "grad_norm": 35.395713806152344,
      "learning_rate": 0.00019997770740091934,
      "loss": 4.8484,
      "step": 10511
    },
    {
      "epoch": 0.06741054251635244,
      "grad_norm": 57.32910919189453,
      "learning_rate": 0.00019997770314696763,
      "loss": 4.954,
      "step": 10512
    },
    {
      "epoch": 0.06741695523919457,
      "grad_norm": 41.887786865234375,
      "learning_rate": 0.0001999776988926101,
      "loss": 5.008,
      "step": 10513
    },
    {
      "epoch": 0.06742336796203668,
      "grad_norm": 166.48614501953125,
      "learning_rate": 0.00019997769463784678,
      "loss": 5.0479,
      "step": 10514
    },
    {
      "epoch": 0.0674297806848788,
      "grad_norm": 1261.1075439453125,
      "learning_rate": 0.00019997769038267765,
      "loss": 5.008,
      "step": 10515
    },
    {
      "epoch": 0.06743619340772092,
      "grad_norm": 69.50291442871094,
      "learning_rate": 0.00019997768612710275,
      "loss": 4.9331,
      "step": 10516
    },
    {
      "epoch": 0.06744260613056303,
      "grad_norm": 63.13258743286133,
      "learning_rate": 0.00019997768187112204,
      "loss": 4.7884,
      "step": 10517
    },
    {
      "epoch": 0.06744901885340515,
      "grad_norm": 53.021636962890625,
      "learning_rate": 0.00019997767761473556,
      "loss": 4.7647,
      "step": 10518
    },
    {
      "epoch": 0.06745543157624727,
      "grad_norm": 210.74368286132812,
      "learning_rate": 0.00019997767335794327,
      "loss": 5.0689,
      "step": 10519
    },
    {
      "epoch": 0.0674618442990894,
      "grad_norm": 240.35733032226562,
      "learning_rate": 0.00019997766910074521,
      "loss": 4.9446,
      "step": 10520
    },
    {
      "epoch": 0.06746825702193152,
      "grad_norm": 42.050174713134766,
      "learning_rate": 0.00019997766484314134,
      "loss": 4.9639,
      "step": 10521
    },
    {
      "epoch": 0.06747466974477363,
      "grad_norm": 26.417163848876953,
      "learning_rate": 0.00019997766058513168,
      "loss": 4.9496,
      "step": 10522
    },
    {
      "epoch": 0.06748108246761575,
      "grad_norm": 135.04611206054688,
      "learning_rate": 0.0001999776563267162,
      "loss": 5.0242,
      "step": 10523
    },
    {
      "epoch": 0.06748749519045787,
      "grad_norm": 45.768733978271484,
      "learning_rate": 0.00019997765206789496,
      "loss": 5.0792,
      "step": 10524
    },
    {
      "epoch": 0.06749390791329998,
      "grad_norm": 82.00672912597656,
      "learning_rate": 0.00019997764780866793,
      "loss": 5.1796,
      "step": 10525
    },
    {
      "epoch": 0.0675003206361421,
      "grad_norm": 42.852970123291016,
      "learning_rate": 0.0001999776435490351,
      "loss": 4.71,
      "step": 10526
    },
    {
      "epoch": 0.06750673335898423,
      "grad_norm": 101.45887756347656,
      "learning_rate": 0.00019997763928899647,
      "loss": 4.8161,
      "step": 10527
    },
    {
      "epoch": 0.06751314608182635,
      "grad_norm": 995.5209350585938,
      "learning_rate": 0.00019997763502855204,
      "loss": 5.0723,
      "step": 10528
    },
    {
      "epoch": 0.06751955880466846,
      "grad_norm": 100.1619644165039,
      "learning_rate": 0.00019997763076770185,
      "loss": 4.8363,
      "step": 10529
    },
    {
      "epoch": 0.06752597152751058,
      "grad_norm": 151.79554748535156,
      "learning_rate": 0.00019997762650644582,
      "loss": 5.073,
      "step": 10530
    },
    {
      "epoch": 0.0675323842503527,
      "grad_norm": 317.9341125488281,
      "learning_rate": 0.00019997762224478405,
      "loss": 4.973,
      "step": 10531
    },
    {
      "epoch": 0.06753879697319481,
      "grad_norm": 186.66957092285156,
      "learning_rate": 0.00019997761798271646,
      "loss": 4.9771,
      "step": 10532
    },
    {
      "epoch": 0.06754520969603693,
      "grad_norm": 91.1519546508789,
      "learning_rate": 0.00019997761372024306,
      "loss": 4.9384,
      "step": 10533
    },
    {
      "epoch": 0.06755162241887906,
      "grad_norm": 79.10572052001953,
      "learning_rate": 0.0001999776094573639,
      "loss": 5.0158,
      "step": 10534
    },
    {
      "epoch": 0.06755803514172118,
      "grad_norm": 569.347900390625,
      "learning_rate": 0.00019997760519407893,
      "loss": 4.6846,
      "step": 10535
    },
    {
      "epoch": 0.0675644478645633,
      "grad_norm": 57.089935302734375,
      "learning_rate": 0.00019997760093038816,
      "loss": 4.8239,
      "step": 10536
    },
    {
      "epoch": 0.06757086058740541,
      "grad_norm": 108.23522186279297,
      "learning_rate": 0.00019997759666629162,
      "loss": 4.7433,
      "step": 10537
    },
    {
      "epoch": 0.06757727331024753,
      "grad_norm": 77.80192565917969,
      "learning_rate": 0.00019997759240178927,
      "loss": 4.9353,
      "step": 10538
    },
    {
      "epoch": 0.06758368603308965,
      "grad_norm": 105.77240753173828,
      "learning_rate": 0.00019997758813688113,
      "loss": 4.9741,
      "step": 10539
    },
    {
      "epoch": 0.06759009875593176,
      "grad_norm": 85.96575164794922,
      "learning_rate": 0.0001999775838715672,
      "loss": 5.1222,
      "step": 10540
    },
    {
      "epoch": 0.0675965114787739,
      "grad_norm": 75.20858764648438,
      "learning_rate": 0.00019997757960584747,
      "loss": 4.8956,
      "step": 10541
    },
    {
      "epoch": 0.06760292420161601,
      "grad_norm": 20.485013961791992,
      "learning_rate": 0.00019997757533972194,
      "loss": 4.9075,
      "step": 10542
    },
    {
      "epoch": 0.06760933692445813,
      "grad_norm": 59.50379180908203,
      "learning_rate": 0.00019997757107319063,
      "loss": 4.8242,
      "step": 10543
    },
    {
      "epoch": 0.06761574964730024,
      "grad_norm": 279.356201171875,
      "learning_rate": 0.00019997756680625354,
      "loss": 4.8854,
      "step": 10544
    },
    {
      "epoch": 0.06762216237014236,
      "grad_norm": 51.041236877441406,
      "learning_rate": 0.00019997756253891064,
      "loss": 5.1889,
      "step": 10545
    },
    {
      "epoch": 0.06762857509298448,
      "grad_norm": 437.75384521484375,
      "learning_rate": 0.00019997755827116196,
      "loss": 4.8584,
      "step": 10546
    },
    {
      "epoch": 0.0676349878158266,
      "grad_norm": 51.7643928527832,
      "learning_rate": 0.0001999775540030075,
      "loss": 5.0716,
      "step": 10547
    },
    {
      "epoch": 0.06764140053866873,
      "grad_norm": 448.10284423828125,
      "learning_rate": 0.00019997754973444723,
      "loss": 4.8237,
      "step": 10548
    },
    {
      "epoch": 0.06764781326151084,
      "grad_norm": 101.81661987304688,
      "learning_rate": 0.0001999775454654812,
      "loss": 4.8328,
      "step": 10549
    },
    {
      "epoch": 0.06765422598435296,
      "grad_norm": 77.32658386230469,
      "learning_rate": 0.0001999775411961093,
      "loss": 4.9772,
      "step": 10550
    },
    {
      "epoch": 0.06766063870719508,
      "grad_norm": 254.0277862548828,
      "learning_rate": 0.00019997753692633166,
      "loss": 5.2831,
      "step": 10551
    },
    {
      "epoch": 0.06766705143003719,
      "grad_norm": 55.66990280151367,
      "learning_rate": 0.00019997753265614822,
      "loss": 4.9329,
      "step": 10552
    },
    {
      "epoch": 0.06767346415287931,
      "grad_norm": 201.19236755371094,
      "learning_rate": 0.000199977528385559,
      "loss": 4.9855,
      "step": 10553
    },
    {
      "epoch": 0.06767987687572143,
      "grad_norm": 4054.552490234375,
      "learning_rate": 0.00019997752411456395,
      "loss": 5.2981,
      "step": 10554
    },
    {
      "epoch": 0.06768628959856356,
      "grad_norm": 258.493408203125,
      "learning_rate": 0.00019997751984316314,
      "loss": 5.5096,
      "step": 10555
    },
    {
      "epoch": 0.06769270232140567,
      "grad_norm": 57.832862854003906,
      "learning_rate": 0.00019997751557135652,
      "loss": 4.8012,
      "step": 10556
    },
    {
      "epoch": 0.06769911504424779,
      "grad_norm": 1379.0430908203125,
      "learning_rate": 0.00019997751129914414,
      "loss": 4.8213,
      "step": 10557
    },
    {
      "epoch": 0.06770552776708991,
      "grad_norm": 166.15699768066406,
      "learning_rate": 0.00019997750702652596,
      "loss": 4.7901,
      "step": 10558
    },
    {
      "epoch": 0.06771194048993202,
      "grad_norm": 107.78495025634766,
      "learning_rate": 0.00019997750275350197,
      "loss": 5.0611,
      "step": 10559
    },
    {
      "epoch": 0.06771835321277414,
      "grad_norm": 73.31356811523438,
      "learning_rate": 0.0001999774984800722,
      "loss": 4.8552,
      "step": 10560
    },
    {
      "epoch": 0.06772476593561626,
      "grad_norm": 510.93402099609375,
      "learning_rate": 0.00019997749420623662,
      "loss": 5.1473,
      "step": 10561
    },
    {
      "epoch": 0.06773117865845839,
      "grad_norm": 183.8635711669922,
      "learning_rate": 0.00019997748993199526,
      "loss": 5.0833,
      "step": 10562
    },
    {
      "epoch": 0.0677375913813005,
      "grad_norm": 162.43447875976562,
      "learning_rate": 0.0001999774856573481,
      "loss": 4.8558,
      "step": 10563
    },
    {
      "epoch": 0.06774400410414262,
      "grad_norm": 322.7607116699219,
      "learning_rate": 0.00019997748138229516,
      "loss": 4.744,
      "step": 10564
    },
    {
      "epoch": 0.06775041682698474,
      "grad_norm": 163.15704345703125,
      "learning_rate": 0.00019997747710683643,
      "loss": 4.776,
      "step": 10565
    },
    {
      "epoch": 0.06775682954982686,
      "grad_norm": 1839.66796875,
      "learning_rate": 0.00019997747283097189,
      "loss": 4.8765,
      "step": 10566
    },
    {
      "epoch": 0.06776324227266897,
      "grad_norm": 168.18577575683594,
      "learning_rate": 0.00019997746855470158,
      "loss": 4.9246,
      "step": 10567
    },
    {
      "epoch": 0.06776965499551109,
      "grad_norm": 93.66073608398438,
      "learning_rate": 0.00019997746427802545,
      "loss": 5.1933,
      "step": 10568
    },
    {
      "epoch": 0.06777606771835322,
      "grad_norm": 5556.52783203125,
      "learning_rate": 0.00019997746000094356,
      "loss": 4.9963,
      "step": 10569
    },
    {
      "epoch": 0.06778248044119534,
      "grad_norm": 1011.3732299804688,
      "learning_rate": 0.00019997745572345585,
      "loss": 5.0028,
      "step": 10570
    },
    {
      "epoch": 0.06778889316403745,
      "grad_norm": 246.29002380371094,
      "learning_rate": 0.00019997745144556236,
      "loss": 4.8922,
      "step": 10571
    },
    {
      "epoch": 0.06779530588687957,
      "grad_norm": 130.42056274414062,
      "learning_rate": 0.00019997744716726307,
      "loss": 5.0737,
      "step": 10572
    },
    {
      "epoch": 0.06780171860972169,
      "grad_norm": 146.43283081054688,
      "learning_rate": 0.000199977442888558,
      "loss": 5.0181,
      "step": 10573
    },
    {
      "epoch": 0.0678081313325638,
      "grad_norm": 838.1328735351562,
      "learning_rate": 0.00019997743860944713,
      "loss": 5.001,
      "step": 10574
    },
    {
      "epoch": 0.06781454405540592,
      "grad_norm": 45.49577713012695,
      "learning_rate": 0.00019997743432993045,
      "loss": 4.9737,
      "step": 10575
    },
    {
      "epoch": 0.06782095677824805,
      "grad_norm": 150.1863250732422,
      "learning_rate": 0.00019997743005000803,
      "loss": 4.8613,
      "step": 10576
    },
    {
      "epoch": 0.06782736950109017,
      "grad_norm": 262.5155334472656,
      "learning_rate": 0.00019997742576967977,
      "loss": 4.9995,
      "step": 10577
    },
    {
      "epoch": 0.06783378222393228,
      "grad_norm": 46.9147834777832,
      "learning_rate": 0.00019997742148894574,
      "loss": 5.346,
      "step": 10578
    },
    {
      "epoch": 0.0678401949467744,
      "grad_norm": 178.33425903320312,
      "learning_rate": 0.00019997741720780593,
      "loss": 4.9522,
      "step": 10579
    },
    {
      "epoch": 0.06784660766961652,
      "grad_norm": 66.9082260131836,
      "learning_rate": 0.0001999774129262603,
      "loss": 5.0852,
      "step": 10580
    },
    {
      "epoch": 0.06785302039245864,
      "grad_norm": 67.94444274902344,
      "learning_rate": 0.0001999774086443089,
      "loss": 5.2382,
      "step": 10581
    },
    {
      "epoch": 0.06785943311530075,
      "grad_norm": 50.86720275878906,
      "learning_rate": 0.0001999774043619517,
      "loss": 4.8942,
      "step": 10582
    },
    {
      "epoch": 0.06786584583814287,
      "grad_norm": 72.23222351074219,
      "learning_rate": 0.0001999774000791887,
      "loss": 5.1754,
      "step": 10583
    },
    {
      "epoch": 0.067872258560985,
      "grad_norm": 27.383052825927734,
      "learning_rate": 0.0001999773957960199,
      "loss": 4.9564,
      "step": 10584
    },
    {
      "epoch": 0.06787867128382712,
      "grad_norm": 42.672847747802734,
      "learning_rate": 0.00019997739151244535,
      "loss": 4.9597,
      "step": 10585
    },
    {
      "epoch": 0.06788508400666923,
      "grad_norm": 255.14390563964844,
      "learning_rate": 0.00019997738722846498,
      "loss": 5.151,
      "step": 10586
    },
    {
      "epoch": 0.06789149672951135,
      "grad_norm": 54.67389678955078,
      "learning_rate": 0.0001999773829440788,
      "loss": 4.88,
      "step": 10587
    },
    {
      "epoch": 0.06789790945235347,
      "grad_norm": 214.8972625732422,
      "learning_rate": 0.00019997737865928684,
      "loss": 5.1835,
      "step": 10588
    },
    {
      "epoch": 0.06790432217519558,
      "grad_norm": 226.17367553710938,
      "learning_rate": 0.00019997737437408913,
      "loss": 5.0912,
      "step": 10589
    },
    {
      "epoch": 0.0679107348980377,
      "grad_norm": 60.597816467285156,
      "learning_rate": 0.00019997737008848557,
      "loss": 4.9305,
      "step": 10590
    },
    {
      "epoch": 0.06791714762087983,
      "grad_norm": 99.2717514038086,
      "learning_rate": 0.00019997736580247625,
      "loss": 4.9289,
      "step": 10591
    },
    {
      "epoch": 0.06792356034372195,
      "grad_norm": 54.03484344482422,
      "learning_rate": 0.00019997736151606112,
      "loss": 5.0941,
      "step": 10592
    },
    {
      "epoch": 0.06792997306656406,
      "grad_norm": 39.898807525634766,
      "learning_rate": 0.00019997735722924022,
      "loss": 5.0185,
      "step": 10593
    },
    {
      "epoch": 0.06793638578940618,
      "grad_norm": 52.58694076538086,
      "learning_rate": 0.0001999773529420135,
      "loss": 4.8555,
      "step": 10594
    },
    {
      "epoch": 0.0679427985122483,
      "grad_norm": 53.96982955932617,
      "learning_rate": 0.00019997734865438105,
      "loss": 4.9963,
      "step": 10595
    },
    {
      "epoch": 0.06794921123509041,
      "grad_norm": 101.52357482910156,
      "learning_rate": 0.00019997734436634273,
      "loss": 4.7809,
      "step": 10596
    },
    {
      "epoch": 0.06795562395793253,
      "grad_norm": 70.56330108642578,
      "learning_rate": 0.00019997734007789868,
      "loss": 5.1324,
      "step": 10597
    },
    {
      "epoch": 0.06796203668077466,
      "grad_norm": 22.224445343017578,
      "learning_rate": 0.0001999773357890488,
      "loss": 4.8737,
      "step": 10598
    },
    {
      "epoch": 0.06796844940361678,
      "grad_norm": 22.127334594726562,
      "learning_rate": 0.00019997733149979314,
      "loss": 4.8686,
      "step": 10599
    },
    {
      "epoch": 0.0679748621264589,
      "grad_norm": 49.05373001098633,
      "learning_rate": 0.00019997732721013168,
      "loss": 4.9881,
      "step": 10600
    },
    {
      "epoch": 0.0679748621264589,
      "eval_loss": 4.96281099319458,
      "eval_runtime": 34.7448,
      "eval_samples_per_second": 90.229,
      "eval_steps_per_second": 22.565,
      "step": 10600
    },
    {
      "epoch": 0.06798127484930101,
      "grad_norm": 299.980712890625,
      "learning_rate": 0.00019997732292006447,
      "loss": 5.0564,
      "step": 10601
    },
    {
      "epoch": 0.06798768757214313,
      "grad_norm": 134.34107971191406,
      "learning_rate": 0.0001999773186295914,
      "loss": 5.1376,
      "step": 10602
    },
    {
      "epoch": 0.06799410029498525,
      "grad_norm": 24.637266159057617,
      "learning_rate": 0.0001999773143387126,
      "loss": 5.0112,
      "step": 10603
    },
    {
      "epoch": 0.06800051301782736,
      "grad_norm": 28.488208770751953,
      "learning_rate": 0.000199977310047428,
      "loss": 5.0525,
      "step": 10604
    },
    {
      "epoch": 0.0680069257406695,
      "grad_norm": 45.91666030883789,
      "learning_rate": 0.00019997730575573757,
      "loss": 5.1865,
      "step": 10605
    },
    {
      "epoch": 0.06801333846351161,
      "grad_norm": 28.251419067382812,
      "learning_rate": 0.00019997730146364138,
      "loss": 5.3175,
      "step": 10606
    },
    {
      "epoch": 0.06801975118635373,
      "grad_norm": 39.87947463989258,
      "learning_rate": 0.00019997729717113937,
      "loss": 5.1005,
      "step": 10607
    },
    {
      "epoch": 0.06802616390919584,
      "grad_norm": 49.42094802856445,
      "learning_rate": 0.00019997729287823162,
      "loss": 4.9724,
      "step": 10608
    },
    {
      "epoch": 0.06803257663203796,
      "grad_norm": 37.65608215332031,
      "learning_rate": 0.00019997728858491803,
      "loss": 4.9489,
      "step": 10609
    },
    {
      "epoch": 0.06803898935488008,
      "grad_norm": 94.05315399169922,
      "learning_rate": 0.00019997728429119865,
      "loss": 4.8787,
      "step": 10610
    },
    {
      "epoch": 0.0680454020777222,
      "grad_norm": 30.11016082763672,
      "learning_rate": 0.00019997727999707351,
      "loss": 5.2733,
      "step": 10611
    },
    {
      "epoch": 0.06805181480056433,
      "grad_norm": 128.0166778564453,
      "learning_rate": 0.00019997727570254256,
      "loss": 4.7785,
      "step": 10612
    },
    {
      "epoch": 0.06805822752340644,
      "grad_norm": 170.06007385253906,
      "learning_rate": 0.0001999772714076058,
      "loss": 4.9068,
      "step": 10613
    },
    {
      "epoch": 0.06806464024624856,
      "grad_norm": 33.894798278808594,
      "learning_rate": 0.00019997726711226327,
      "loss": 4.9328,
      "step": 10614
    },
    {
      "epoch": 0.06807105296909068,
      "grad_norm": 55.3363037109375,
      "learning_rate": 0.00019997726281651497,
      "loss": 4.7003,
      "step": 10615
    },
    {
      "epoch": 0.06807746569193279,
      "grad_norm": 47.49421310424805,
      "learning_rate": 0.00019997725852036085,
      "loss": 5.0916,
      "step": 10616
    },
    {
      "epoch": 0.06808387841477491,
      "grad_norm": 79.34162139892578,
      "learning_rate": 0.00019997725422380095,
      "loss": 4.9073,
      "step": 10617
    },
    {
      "epoch": 0.06809029113761703,
      "grad_norm": 21.710023880004883,
      "learning_rate": 0.00019997724992683528,
      "loss": 5.0036,
      "step": 10618
    },
    {
      "epoch": 0.06809670386045916,
      "grad_norm": 70.43854522705078,
      "learning_rate": 0.0001999772456294638,
      "loss": 5.0053,
      "step": 10619
    },
    {
      "epoch": 0.06810311658330127,
      "grad_norm": 56.558616638183594,
      "learning_rate": 0.0001999772413316865,
      "loss": 5.174,
      "step": 10620
    },
    {
      "epoch": 0.06810952930614339,
      "grad_norm": 36.460914611816406,
      "learning_rate": 0.00019997723703350345,
      "loss": 4.8788,
      "step": 10621
    },
    {
      "epoch": 0.06811594202898551,
      "grad_norm": 68.07067108154297,
      "learning_rate": 0.00019997723273491456,
      "loss": 4.9212,
      "step": 10622
    },
    {
      "epoch": 0.06812235475182762,
      "grad_norm": 248.57420349121094,
      "learning_rate": 0.0001999772284359199,
      "loss": 4.858,
      "step": 10623
    },
    {
      "epoch": 0.06812876747466974,
      "grad_norm": 42.60857391357422,
      "learning_rate": 0.00019997722413651946,
      "loss": 4.8239,
      "step": 10624
    },
    {
      "epoch": 0.06813518019751186,
      "grad_norm": 27.17880630493164,
      "learning_rate": 0.00019997721983671326,
      "loss": 4.9704,
      "step": 10625
    },
    {
      "epoch": 0.06814159292035399,
      "grad_norm": 286.3624267578125,
      "learning_rate": 0.00019997721553650122,
      "loss": 4.7878,
      "step": 10626
    },
    {
      "epoch": 0.0681480056431961,
      "grad_norm": 24.511493682861328,
      "learning_rate": 0.0001999772112358834,
      "loss": 5.0579,
      "step": 10627
    },
    {
      "epoch": 0.06815441836603822,
      "grad_norm": 20.21192169189453,
      "learning_rate": 0.00019997720693485982,
      "loss": 4.9369,
      "step": 10628
    },
    {
      "epoch": 0.06816083108888034,
      "grad_norm": 24.253498077392578,
      "learning_rate": 0.0001999772026334304,
      "loss": 5.0528,
      "step": 10629
    },
    {
      "epoch": 0.06816724381172246,
      "grad_norm": 24.53363609313965,
      "learning_rate": 0.00019997719833159523,
      "loss": 4.9354,
      "step": 10630
    },
    {
      "epoch": 0.06817365653456457,
      "grad_norm": 50.335723876953125,
      "learning_rate": 0.00019997719402935424,
      "loss": 5.0156,
      "step": 10631
    },
    {
      "epoch": 0.06818006925740669,
      "grad_norm": 42.48568344116211,
      "learning_rate": 0.00019997718972670746,
      "loss": 5.017,
      "step": 10632
    },
    {
      "epoch": 0.06818648198024882,
      "grad_norm": 28.24669075012207,
      "learning_rate": 0.00019997718542365492,
      "loss": 5.0588,
      "step": 10633
    },
    {
      "epoch": 0.06819289470309094,
      "grad_norm": 30.328907012939453,
      "learning_rate": 0.00019997718112019656,
      "loss": 4.928,
      "step": 10634
    },
    {
      "epoch": 0.06819930742593305,
      "grad_norm": 32.556400299072266,
      "learning_rate": 0.0001999771768163324,
      "loss": 5.1342,
      "step": 10635
    },
    {
      "epoch": 0.06820572014877517,
      "grad_norm": 19.110998153686523,
      "learning_rate": 0.0001999771725120625,
      "loss": 4.7791,
      "step": 10636
    },
    {
      "epoch": 0.06821213287161729,
      "grad_norm": 18.76993751525879,
      "learning_rate": 0.00019997716820738677,
      "loss": 4.9485,
      "step": 10637
    },
    {
      "epoch": 0.0682185455944594,
      "grad_norm": 13.652942657470703,
      "learning_rate": 0.00019997716390230525,
      "loss": 4.9146,
      "step": 10638
    },
    {
      "epoch": 0.06822495831730152,
      "grad_norm": 16.326379776000977,
      "learning_rate": 0.00019997715959681794,
      "loss": 5.1358,
      "step": 10639
    },
    {
      "epoch": 0.06823137104014365,
      "grad_norm": 29.722091674804688,
      "learning_rate": 0.00019997715529092484,
      "loss": 4.7916,
      "step": 10640
    },
    {
      "epoch": 0.06823778376298577,
      "grad_norm": 16.80255699157715,
      "learning_rate": 0.00019997715098462595,
      "loss": 4.904,
      "step": 10641
    },
    {
      "epoch": 0.06824419648582788,
      "grad_norm": 22.687801361083984,
      "learning_rate": 0.00019997714667792127,
      "loss": 4.7461,
      "step": 10642
    },
    {
      "epoch": 0.06825060920867,
      "grad_norm": 16.995702743530273,
      "learning_rate": 0.00019997714237081083,
      "loss": 5.0168,
      "step": 10643
    },
    {
      "epoch": 0.06825702193151212,
      "grad_norm": 47.394866943359375,
      "learning_rate": 0.00019997713806329457,
      "loss": 4.8887,
      "step": 10644
    },
    {
      "epoch": 0.06826343465435424,
      "grad_norm": 17.844606399536133,
      "learning_rate": 0.0001999771337553725,
      "loss": 5.0286,
      "step": 10645
    },
    {
      "epoch": 0.06826984737719635,
      "grad_norm": 35.88395309448242,
      "learning_rate": 0.00019997712944704466,
      "loss": 4.9104,
      "step": 10646
    },
    {
      "epoch": 0.06827626010003848,
      "grad_norm": 16.936681747436523,
      "learning_rate": 0.00019997712513831104,
      "loss": 5.4411,
      "step": 10647
    },
    {
      "epoch": 0.0682826728228806,
      "grad_norm": 51.97194290161133,
      "learning_rate": 0.00019997712082917162,
      "loss": 4.8881,
      "step": 10648
    },
    {
      "epoch": 0.06828908554572272,
      "grad_norm": 24.63788414001465,
      "learning_rate": 0.0001999771165196264,
      "loss": 4.9411,
      "step": 10649
    },
    {
      "epoch": 0.06829549826856483,
      "grad_norm": 49.08238983154297,
      "learning_rate": 0.00019997711220967542,
      "loss": 4.7355,
      "step": 10650
    },
    {
      "epoch": 0.06830191099140695,
      "grad_norm": 30.15604591369629,
      "learning_rate": 0.0001999771078993186,
      "loss": 4.9913,
      "step": 10651
    },
    {
      "epoch": 0.06830832371424907,
      "grad_norm": 40.222599029541016,
      "learning_rate": 0.00019997710358855603,
      "loss": 4.8555,
      "step": 10652
    },
    {
      "epoch": 0.06831473643709118,
      "grad_norm": 28.532968521118164,
      "learning_rate": 0.00019997709927738763,
      "loss": 4.8443,
      "step": 10653
    },
    {
      "epoch": 0.06832114915993331,
      "grad_norm": 11.828954696655273,
      "learning_rate": 0.00019997709496581348,
      "loss": 4.8534,
      "step": 10654
    },
    {
      "epoch": 0.06832756188277543,
      "grad_norm": 15.928322792053223,
      "learning_rate": 0.00019997709065383353,
      "loss": 5.1691,
      "step": 10655
    },
    {
      "epoch": 0.06833397460561755,
      "grad_norm": 13.174264907836914,
      "learning_rate": 0.00019997708634144777,
      "loss": 4.8213,
      "step": 10656
    },
    {
      "epoch": 0.06834038732845966,
      "grad_norm": 12.786542892456055,
      "learning_rate": 0.00019997708202865625,
      "loss": 4.8729,
      "step": 10657
    },
    {
      "epoch": 0.06834680005130178,
      "grad_norm": 10.516190528869629,
      "learning_rate": 0.0001999770777154589,
      "loss": 4.7289,
      "step": 10658
    },
    {
      "epoch": 0.0683532127741439,
      "grad_norm": 18.360435485839844,
      "learning_rate": 0.00019997707340185577,
      "loss": 4.9587,
      "step": 10659
    },
    {
      "epoch": 0.06835962549698602,
      "grad_norm": 18.485485076904297,
      "learning_rate": 0.0001999770690878469,
      "loss": 5.1157,
      "step": 10660
    },
    {
      "epoch": 0.06836603821982815,
      "grad_norm": 18.480018615722656,
      "learning_rate": 0.0001999770647734322,
      "loss": 5.2019,
      "step": 10661
    },
    {
      "epoch": 0.06837245094267026,
      "grad_norm": 18.435373306274414,
      "learning_rate": 0.00019997706045861172,
      "loss": 4.7477,
      "step": 10662
    },
    {
      "epoch": 0.06837886366551238,
      "grad_norm": 25.736616134643555,
      "learning_rate": 0.00019997705614338543,
      "loss": 4.8909,
      "step": 10663
    },
    {
      "epoch": 0.0683852763883545,
      "grad_norm": 23.917051315307617,
      "learning_rate": 0.00019997705182775335,
      "loss": 4.9273,
      "step": 10664
    },
    {
      "epoch": 0.06839168911119661,
      "grad_norm": 28.88680076599121,
      "learning_rate": 0.00019997704751171548,
      "loss": 5.099,
      "step": 10665
    },
    {
      "epoch": 0.06839810183403873,
      "grad_norm": 48.83708953857422,
      "learning_rate": 0.00019997704319527185,
      "loss": 4.9474,
      "step": 10666
    },
    {
      "epoch": 0.06840451455688085,
      "grad_norm": 24.810070037841797,
      "learning_rate": 0.00019997703887842237,
      "loss": 4.9947,
      "step": 10667
    },
    {
      "epoch": 0.06841092727972298,
      "grad_norm": 91.71501922607422,
      "learning_rate": 0.00019997703456116716,
      "loss": 4.7522,
      "step": 10668
    },
    {
      "epoch": 0.0684173400025651,
      "grad_norm": 24.419206619262695,
      "learning_rate": 0.00019997703024350613,
      "loss": 5.0458,
      "step": 10669
    },
    {
      "epoch": 0.06842375272540721,
      "grad_norm": 136.89419555664062,
      "learning_rate": 0.00019997702592543934,
      "loss": 4.9279,
      "step": 10670
    },
    {
      "epoch": 0.06843016544824933,
      "grad_norm": 65.95343780517578,
      "learning_rate": 0.00019997702160696673,
      "loss": 5.0307,
      "step": 10671
    },
    {
      "epoch": 0.06843657817109144,
      "grad_norm": 76.31973266601562,
      "learning_rate": 0.00019997701728808833,
      "loss": 5.0864,
      "step": 10672
    },
    {
      "epoch": 0.06844299089393356,
      "grad_norm": 368.7997741699219,
      "learning_rate": 0.00019997701296880414,
      "loss": 5.324,
      "step": 10673
    },
    {
      "epoch": 0.06844940361677568,
      "grad_norm": 394.3328857421875,
      "learning_rate": 0.00019997700864911417,
      "loss": 5.1107,
      "step": 10674
    },
    {
      "epoch": 0.0684558163396178,
      "grad_norm": 59.58900833129883,
      "learning_rate": 0.00019997700432901843,
      "loss": 5.0204,
      "step": 10675
    },
    {
      "epoch": 0.06846222906245993,
      "grad_norm": 78.66458892822266,
      "learning_rate": 0.00019997700000851687,
      "loss": 4.9703,
      "step": 10676
    },
    {
      "epoch": 0.06846864178530204,
      "grad_norm": 122.30998992919922,
      "learning_rate": 0.00019997699568760952,
      "loss": 4.9678,
      "step": 10677
    },
    {
      "epoch": 0.06847505450814416,
      "grad_norm": 54.67722702026367,
      "learning_rate": 0.00019997699136629638,
      "loss": 4.9941,
      "step": 10678
    },
    {
      "epoch": 0.06848146723098628,
      "grad_norm": 272.7600402832031,
      "learning_rate": 0.00019997698704457748,
      "loss": 4.8981,
      "step": 10679
    },
    {
      "epoch": 0.06848787995382839,
      "grad_norm": 101.05148315429688,
      "learning_rate": 0.00019997698272245274,
      "loss": 5.1951,
      "step": 10680
    },
    {
      "epoch": 0.06849429267667051,
      "grad_norm": 200.3644256591797,
      "learning_rate": 0.00019997697839992226,
      "loss": 4.9907,
      "step": 10681
    },
    {
      "epoch": 0.06850070539951263,
      "grad_norm": 193.1282501220703,
      "learning_rate": 0.00019997697407698594,
      "loss": 4.7601,
      "step": 10682
    },
    {
      "epoch": 0.06850711812235476,
      "grad_norm": 167.1455078125,
      "learning_rate": 0.00019997696975364385,
      "loss": 4.8467,
      "step": 10683
    },
    {
      "epoch": 0.06851353084519687,
      "grad_norm": 92.9952621459961,
      "learning_rate": 0.000199976965429896,
      "loss": 4.9077,
      "step": 10684
    },
    {
      "epoch": 0.06851994356803899,
      "grad_norm": 46.6870231628418,
      "learning_rate": 0.00019997696110574237,
      "loss": 4.7731,
      "step": 10685
    },
    {
      "epoch": 0.06852635629088111,
      "grad_norm": 119.10888671875,
      "learning_rate": 0.00019997695678118288,
      "loss": 5.0495,
      "step": 10686
    },
    {
      "epoch": 0.06853276901372322,
      "grad_norm": 30.12774085998535,
      "learning_rate": 0.00019997695245621767,
      "loss": 4.82,
      "step": 10687
    },
    {
      "epoch": 0.06853918173656534,
      "grad_norm": 50.6529541015625,
      "learning_rate": 0.00019997694813084663,
      "loss": 4.9587,
      "step": 10688
    },
    {
      "epoch": 0.06854559445940746,
      "grad_norm": 64.50615692138672,
      "learning_rate": 0.00019997694380506978,
      "loss": 4.7626,
      "step": 10689
    },
    {
      "epoch": 0.06855200718224959,
      "grad_norm": 146.905029296875,
      "learning_rate": 0.00019997693947888717,
      "loss": 5.034,
      "step": 10690
    },
    {
      "epoch": 0.0685584199050917,
      "grad_norm": 386.1460266113281,
      "learning_rate": 0.0001999769351522988,
      "loss": 4.8758,
      "step": 10691
    },
    {
      "epoch": 0.06856483262793382,
      "grad_norm": 147.11656188964844,
      "learning_rate": 0.00019997693082530457,
      "loss": 4.8983,
      "step": 10692
    },
    {
      "epoch": 0.06857124535077594,
      "grad_norm": 42.10272979736328,
      "learning_rate": 0.0001999769264979046,
      "loss": 4.8323,
      "step": 10693
    },
    {
      "epoch": 0.06857765807361806,
      "grad_norm": 82.50296783447266,
      "learning_rate": 0.0001999769221700988,
      "loss": 5.0448,
      "step": 10694
    },
    {
      "epoch": 0.06858407079646017,
      "grad_norm": 91.00199890136719,
      "learning_rate": 0.00019997691784188725,
      "loss": 4.9891,
      "step": 10695
    },
    {
      "epoch": 0.06859048351930229,
      "grad_norm": 146.22999572753906,
      "learning_rate": 0.0001999769135132699,
      "loss": 5.0143,
      "step": 10696
    },
    {
      "epoch": 0.06859689624214442,
      "grad_norm": 96.32866668701172,
      "learning_rate": 0.00019997690918424675,
      "loss": 4.7622,
      "step": 10697
    },
    {
      "epoch": 0.06860330896498654,
      "grad_norm": 354.4480285644531,
      "learning_rate": 0.00019997690485481785,
      "loss": 4.8614,
      "step": 10698
    },
    {
      "epoch": 0.06860972168782865,
      "grad_norm": 290.77691650390625,
      "learning_rate": 0.0001999769005249831,
      "loss": 4.8566,
      "step": 10699
    },
    {
      "epoch": 0.06861613441067077,
      "grad_norm": 401.965576171875,
      "learning_rate": 0.00019997689619474261,
      "loss": 4.8281,
      "step": 10700
    },
    {
      "epoch": 0.06861613441067077,
      "eval_loss": 4.9256978034973145,
      "eval_runtime": 34.7954,
      "eval_samples_per_second": 90.098,
      "eval_steps_per_second": 22.532,
      "step": 10700
    },
    {
      "epoch": 0.06862254713351289,
      "grad_norm": 228.19508361816406,
      "learning_rate": 0.00019997689186409629,
      "loss": 5.1097,
      "step": 10701
    },
    {
      "epoch": 0.068628959856355,
      "grad_norm": 203.6574249267578,
      "learning_rate": 0.0001999768875330442,
      "loss": 4.9937,
      "step": 10702
    },
    {
      "epoch": 0.06863537257919712,
      "grad_norm": 147.0029296875,
      "learning_rate": 0.00019997688320158634,
      "loss": 4.9241,
      "step": 10703
    },
    {
      "epoch": 0.06864178530203925,
      "grad_norm": 135.27084350585938,
      "learning_rate": 0.00019997687886972264,
      "loss": 4.8482,
      "step": 10704
    },
    {
      "epoch": 0.06864819802488137,
      "grad_norm": 146.92332458496094,
      "learning_rate": 0.0001999768745374532,
      "loss": 5.2549,
      "step": 10705
    },
    {
      "epoch": 0.06865461074772349,
      "grad_norm": 25.685516357421875,
      "learning_rate": 0.00019997687020477796,
      "loss": 4.9463,
      "step": 10706
    },
    {
      "epoch": 0.0686610234705656,
      "grad_norm": 87.53924560546875,
      "learning_rate": 0.00019997686587169692,
      "loss": 5.2318,
      "step": 10707
    },
    {
      "epoch": 0.06866743619340772,
      "grad_norm": 33.98145294189453,
      "learning_rate": 0.0001999768615382101,
      "loss": 5.5609,
      "step": 10708
    },
    {
      "epoch": 0.06867384891624984,
      "grad_norm": 25.464202880859375,
      "learning_rate": 0.00019997685720431747,
      "loss": 5.1546,
      "step": 10709
    },
    {
      "epoch": 0.06868026163909195,
      "grad_norm": 112.89970397949219,
      "learning_rate": 0.00019997685287001903,
      "loss": 4.8703,
      "step": 10710
    },
    {
      "epoch": 0.06868667436193408,
      "grad_norm": 146.11361694335938,
      "learning_rate": 0.00019997684853531483,
      "loss": 4.9662,
      "step": 10711
    },
    {
      "epoch": 0.0686930870847762,
      "grad_norm": 36.77450942993164,
      "learning_rate": 0.00019997684420020487,
      "loss": 4.877,
      "step": 10712
    },
    {
      "epoch": 0.06869949980761832,
      "grad_norm": 443.6690368652344,
      "learning_rate": 0.0001999768398646891,
      "loss": 4.9213,
      "step": 10713
    },
    {
      "epoch": 0.06870591253046043,
      "grad_norm": 347.7657775878906,
      "learning_rate": 0.00019997683552876755,
      "loss": 4.8757,
      "step": 10714
    },
    {
      "epoch": 0.06871232525330255,
      "grad_norm": 118.87828063964844,
      "learning_rate": 0.00019997683119244016,
      "loss": 5.0223,
      "step": 10715
    },
    {
      "epoch": 0.06871873797614467,
      "grad_norm": 81.9146728515625,
      "learning_rate": 0.00019997682685570702,
      "loss": 4.9012,
      "step": 10716
    },
    {
      "epoch": 0.06872515069898678,
      "grad_norm": 92.70504760742188,
      "learning_rate": 0.00019997682251856808,
      "loss": 4.9176,
      "step": 10717
    },
    {
      "epoch": 0.06873156342182891,
      "grad_norm": 22.39598274230957,
      "learning_rate": 0.00019997681818102335,
      "loss": 4.9336,
      "step": 10718
    },
    {
      "epoch": 0.06873797614467103,
      "grad_norm": 67.5305404663086,
      "learning_rate": 0.00019997681384307286,
      "loss": 4.9889,
      "step": 10719
    },
    {
      "epoch": 0.06874438886751315,
      "grad_norm": 294.2126159667969,
      "learning_rate": 0.00019997680950471653,
      "loss": 4.8692,
      "step": 10720
    },
    {
      "epoch": 0.06875080159035526,
      "grad_norm": 165.7162322998047,
      "learning_rate": 0.00019997680516595446,
      "loss": 4.8202,
      "step": 10721
    },
    {
      "epoch": 0.06875721431319738,
      "grad_norm": 61.04589080810547,
      "learning_rate": 0.00019997680082678657,
      "loss": 4.9564,
      "step": 10722
    },
    {
      "epoch": 0.0687636270360395,
      "grad_norm": 32.40940856933594,
      "learning_rate": 0.0001999767964872129,
      "loss": 5.055,
      "step": 10723
    },
    {
      "epoch": 0.06877003975888162,
      "grad_norm": 151.2487030029297,
      "learning_rate": 0.00019997679214723343,
      "loss": 4.8817,
      "step": 10724
    },
    {
      "epoch": 0.06877645248172375,
      "grad_norm": 81.35448455810547,
      "learning_rate": 0.0001999767878068482,
      "loss": 5.1546,
      "step": 10725
    },
    {
      "epoch": 0.06878286520456586,
      "grad_norm": 168.0458984375,
      "learning_rate": 0.00019997678346605718,
      "loss": 4.9866,
      "step": 10726
    },
    {
      "epoch": 0.06878927792740798,
      "grad_norm": 375.53485107421875,
      "learning_rate": 0.00019997677912486032,
      "loss": 4.9766,
      "step": 10727
    },
    {
      "epoch": 0.0687956906502501,
      "grad_norm": 585.2404174804688,
      "learning_rate": 0.00019997677478325772,
      "loss": 5.1877,
      "step": 10728
    },
    {
      "epoch": 0.06880210337309221,
      "grad_norm": 168.48841857910156,
      "learning_rate": 0.00019997677044124933,
      "loss": 5.0984,
      "step": 10729
    },
    {
      "epoch": 0.06880851609593433,
      "grad_norm": 101.2378158569336,
      "learning_rate": 0.00019997676609883512,
      "loss": 5.1323,
      "step": 10730
    },
    {
      "epoch": 0.06881492881877645,
      "grad_norm": 123.37310028076172,
      "learning_rate": 0.00019997676175601513,
      "loss": 5.2421,
      "step": 10731
    },
    {
      "epoch": 0.06882134154161858,
      "grad_norm": 89.7510986328125,
      "learning_rate": 0.00019997675741278937,
      "loss": 4.9841,
      "step": 10732
    },
    {
      "epoch": 0.0688277542644607,
      "grad_norm": 179.92398071289062,
      "learning_rate": 0.00019997675306915777,
      "loss": 4.8515,
      "step": 10733
    },
    {
      "epoch": 0.06883416698730281,
      "grad_norm": 59.86366271972656,
      "learning_rate": 0.00019997674872512043,
      "loss": 5.0112,
      "step": 10734
    },
    {
      "epoch": 0.06884057971014493,
      "grad_norm": 59.04557418823242,
      "learning_rate": 0.0001999767443806773,
      "loss": 4.8796,
      "step": 10735
    },
    {
      "epoch": 0.06884699243298704,
      "grad_norm": 43.03647994995117,
      "learning_rate": 0.00019997674003582836,
      "loss": 4.8864,
      "step": 10736
    },
    {
      "epoch": 0.06885340515582916,
      "grad_norm": 30.66729164123535,
      "learning_rate": 0.00019997673569057366,
      "loss": 4.9158,
      "step": 10737
    },
    {
      "epoch": 0.06885981787867128,
      "grad_norm": 211.94085693359375,
      "learning_rate": 0.00019997673134491316,
      "loss": 4.9616,
      "step": 10738
    },
    {
      "epoch": 0.06886623060151341,
      "grad_norm": 74.75747680664062,
      "learning_rate": 0.00019997672699884685,
      "loss": 4.9077,
      "step": 10739
    },
    {
      "epoch": 0.06887264332435553,
      "grad_norm": 16.51043128967285,
      "learning_rate": 0.00019997672265237475,
      "loss": 4.8315,
      "step": 10740
    },
    {
      "epoch": 0.06887905604719764,
      "grad_norm": 20.0257511138916,
      "learning_rate": 0.00019997671830549688,
      "loss": 5.2253,
      "step": 10741
    },
    {
      "epoch": 0.06888546877003976,
      "grad_norm": 62.955482482910156,
      "learning_rate": 0.0001999767139582132,
      "loss": 4.9868,
      "step": 10742
    },
    {
      "epoch": 0.06889188149288188,
      "grad_norm": 26.443843841552734,
      "learning_rate": 0.00019997670961052375,
      "loss": 5.0056,
      "step": 10743
    },
    {
      "epoch": 0.06889829421572399,
      "grad_norm": 60.197811126708984,
      "learning_rate": 0.00019997670526242852,
      "loss": 4.928,
      "step": 10744
    },
    {
      "epoch": 0.06890470693856611,
      "grad_norm": 114.24884796142578,
      "learning_rate": 0.0001999767009139275,
      "loss": 5.0879,
      "step": 10745
    },
    {
      "epoch": 0.06891111966140824,
      "grad_norm": 626.1607055664062,
      "learning_rate": 0.00019997669656502068,
      "loss": 5.185,
      "step": 10746
    },
    {
      "epoch": 0.06891753238425036,
      "grad_norm": 147.28854370117188,
      "learning_rate": 0.00019997669221570805,
      "loss": 4.8982,
      "step": 10747
    },
    {
      "epoch": 0.06892394510709247,
      "grad_norm": 128.56369018554688,
      "learning_rate": 0.00019997668786598966,
      "loss": 4.8848,
      "step": 10748
    },
    {
      "epoch": 0.06893035782993459,
      "grad_norm": 62.806636810302734,
      "learning_rate": 0.00019997668351586545,
      "loss": 5.0394,
      "step": 10749
    },
    {
      "epoch": 0.06893677055277671,
      "grad_norm": 25.93861198425293,
      "learning_rate": 0.0001999766791653355,
      "loss": 4.8171,
      "step": 10750
    },
    {
      "epoch": 0.06894318327561882,
      "grad_norm": 90.58006286621094,
      "learning_rate": 0.0001999766748143997,
      "loss": 4.8069,
      "step": 10751
    },
    {
      "epoch": 0.06894959599846094,
      "grad_norm": 12.787683486938477,
      "learning_rate": 0.00019997667046305816,
      "loss": 4.9852,
      "step": 10752
    },
    {
      "epoch": 0.06895600872130307,
      "grad_norm": 31.347469329833984,
      "learning_rate": 0.00019997666611131084,
      "loss": 4.8655,
      "step": 10753
    },
    {
      "epoch": 0.06896242144414519,
      "grad_norm": 717.959228515625,
      "learning_rate": 0.00019997666175915768,
      "loss": 4.8506,
      "step": 10754
    },
    {
      "epoch": 0.0689688341669873,
      "grad_norm": 36.393714904785156,
      "learning_rate": 0.0001999766574065988,
      "loss": 5.0512,
      "step": 10755
    },
    {
      "epoch": 0.06897524688982942,
      "grad_norm": 22.552202224731445,
      "learning_rate": 0.00019997665305363408,
      "loss": 5.2559,
      "step": 10756
    },
    {
      "epoch": 0.06898165961267154,
      "grad_norm": 20.502273559570312,
      "learning_rate": 0.00019997664870026357,
      "loss": 4.824,
      "step": 10757
    },
    {
      "epoch": 0.06898807233551366,
      "grad_norm": 26.9804744720459,
      "learning_rate": 0.00019997664434648728,
      "loss": 4.9693,
      "step": 10758
    },
    {
      "epoch": 0.06899448505835577,
      "grad_norm": 34.47222900390625,
      "learning_rate": 0.0001999766399923052,
      "loss": 4.6792,
      "step": 10759
    },
    {
      "epoch": 0.0690008977811979,
      "grad_norm": 12.925956726074219,
      "learning_rate": 0.00019997663563771733,
      "loss": 4.7455,
      "step": 10760
    },
    {
      "epoch": 0.06900731050404002,
      "grad_norm": 23.509136199951172,
      "learning_rate": 0.00019997663128272367,
      "loss": 4.869,
      "step": 10761
    },
    {
      "epoch": 0.06901372322688214,
      "grad_norm": 27.680070877075195,
      "learning_rate": 0.00019997662692732427,
      "loss": 5.1578,
      "step": 10762
    },
    {
      "epoch": 0.06902013594972425,
      "grad_norm": 121.42176818847656,
      "learning_rate": 0.00019997662257151903,
      "loss": 5.137,
      "step": 10763
    },
    {
      "epoch": 0.06902654867256637,
      "grad_norm": 54.68938446044922,
      "learning_rate": 0.000199976618215308,
      "loss": 5.0696,
      "step": 10764
    },
    {
      "epoch": 0.06903296139540849,
      "grad_norm": 38.58499526977539,
      "learning_rate": 0.00019997661385869118,
      "loss": 4.8946,
      "step": 10765
    },
    {
      "epoch": 0.0690393741182506,
      "grad_norm": 43.68157958984375,
      "learning_rate": 0.00019997660950166858,
      "loss": 5.0569,
      "step": 10766
    },
    {
      "epoch": 0.06904578684109272,
      "grad_norm": 16.58445167541504,
      "learning_rate": 0.0001999766051442402,
      "loss": 5.1031,
      "step": 10767
    },
    {
      "epoch": 0.06905219956393485,
      "grad_norm": 24.167695999145508,
      "learning_rate": 0.00019997660078640604,
      "loss": 4.823,
      "step": 10768
    },
    {
      "epoch": 0.06905861228677697,
      "grad_norm": 41.480594635009766,
      "learning_rate": 0.0001999765964281661,
      "loss": 4.7796,
      "step": 10769
    },
    {
      "epoch": 0.06906502500961909,
      "grad_norm": 187.9546661376953,
      "learning_rate": 0.00019997659206952032,
      "loss": 4.7902,
      "step": 10770
    },
    {
      "epoch": 0.0690714377324612,
      "grad_norm": 240.73545837402344,
      "learning_rate": 0.0001999765877104688,
      "loss": 4.917,
      "step": 10771
    },
    {
      "epoch": 0.06907785045530332,
      "grad_norm": 30.91585922241211,
      "learning_rate": 0.00019997658335101147,
      "loss": 4.9035,
      "step": 10772
    },
    {
      "epoch": 0.06908426317814544,
      "grad_norm": 21.627531051635742,
      "learning_rate": 0.00019997657899114833,
      "loss": 5.0705,
      "step": 10773
    },
    {
      "epoch": 0.06909067590098755,
      "grad_norm": 37.043739318847656,
      "learning_rate": 0.00019997657463087943,
      "loss": 4.799,
      "step": 10774
    },
    {
      "epoch": 0.06909708862382968,
      "grad_norm": 58.96891403198242,
      "learning_rate": 0.00019997657027020477,
      "loss": 5.1359,
      "step": 10775
    },
    {
      "epoch": 0.0691035013466718,
      "grad_norm": 2518.812255859375,
      "learning_rate": 0.00019997656590912426,
      "loss": 5.0993,
      "step": 10776
    },
    {
      "epoch": 0.06910991406951392,
      "grad_norm": 343.9902648925781,
      "learning_rate": 0.00019997656154763802,
      "loss": 5.1214,
      "step": 10777
    },
    {
      "epoch": 0.06911632679235603,
      "grad_norm": 20.12177085876465,
      "learning_rate": 0.00019997655718574596,
      "loss": 4.8464,
      "step": 10778
    },
    {
      "epoch": 0.06912273951519815,
      "grad_norm": 16.82139778137207,
      "learning_rate": 0.0001999765528234481,
      "loss": 4.8882,
      "step": 10779
    },
    {
      "epoch": 0.06912915223804027,
      "grad_norm": 69.03431701660156,
      "learning_rate": 0.00019997654846074447,
      "loss": 4.9366,
      "step": 10780
    },
    {
      "epoch": 0.06913556496088238,
      "grad_norm": 37.013187408447266,
      "learning_rate": 0.00019997654409763504,
      "loss": 4.8131,
      "step": 10781
    },
    {
      "epoch": 0.06914197768372451,
      "grad_norm": 27.965187072753906,
      "learning_rate": 0.00019997653973411982,
      "loss": 4.9341,
      "step": 10782
    },
    {
      "epoch": 0.06914839040656663,
      "grad_norm": 35.746864318847656,
      "learning_rate": 0.00019997653537019881,
      "loss": 4.9559,
      "step": 10783
    },
    {
      "epoch": 0.06915480312940875,
      "grad_norm": 227.2847442626953,
      "learning_rate": 0.00019997653100587207,
      "loss": 4.9497,
      "step": 10784
    },
    {
      "epoch": 0.06916121585225087,
      "grad_norm": 95.93722534179688,
      "learning_rate": 0.00019997652664113948,
      "loss": 4.8469,
      "step": 10785
    },
    {
      "epoch": 0.06916762857509298,
      "grad_norm": 41.01929473876953,
      "learning_rate": 0.0001999765222760011,
      "loss": 4.9024,
      "step": 10786
    },
    {
      "epoch": 0.0691740412979351,
      "grad_norm": 47.69799041748047,
      "learning_rate": 0.00019997651791045696,
      "loss": 4.9197,
      "step": 10787
    },
    {
      "epoch": 0.06918045402077722,
      "grad_norm": 95.25730895996094,
      "learning_rate": 0.000199976513544507,
      "loss": 4.8141,
      "step": 10788
    },
    {
      "epoch": 0.06918686674361935,
      "grad_norm": 1221.1513671875,
      "learning_rate": 0.0001999765091781513,
      "loss": 5.1214,
      "step": 10789
    },
    {
      "epoch": 0.06919327946646146,
      "grad_norm": 32.160221099853516,
      "learning_rate": 0.00019997650481138978,
      "loss": 4.8407,
      "step": 10790
    },
    {
      "epoch": 0.06919969218930358,
      "grad_norm": 214.10337829589844,
      "learning_rate": 0.00019997650044422248,
      "loss": 4.9091,
      "step": 10791
    },
    {
      "epoch": 0.0692061049121457,
      "grad_norm": 234.2657928466797,
      "learning_rate": 0.0001999764960766494,
      "loss": 4.8035,
      "step": 10792
    },
    {
      "epoch": 0.06921251763498781,
      "grad_norm": 74.24055480957031,
      "learning_rate": 0.0001999764917086705,
      "loss": 5.0002,
      "step": 10793
    },
    {
      "epoch": 0.06921893035782993,
      "grad_norm": 23.432626724243164,
      "learning_rate": 0.00019997648734028584,
      "loss": 5.0582,
      "step": 10794
    },
    {
      "epoch": 0.06922534308067205,
      "grad_norm": 26.704957962036133,
      "learning_rate": 0.00019997648297149535,
      "loss": 4.6549,
      "step": 10795
    },
    {
      "epoch": 0.06923175580351418,
      "grad_norm": 22.67121696472168,
      "learning_rate": 0.00019997647860229913,
      "loss": 4.803,
      "step": 10796
    },
    {
      "epoch": 0.0692381685263563,
      "grad_norm": 172.71466064453125,
      "learning_rate": 0.0001999764742326971,
      "loss": 4.8089,
      "step": 10797
    },
    {
      "epoch": 0.06924458124919841,
      "grad_norm": 220.54319763183594,
      "learning_rate": 0.00019997646986268927,
      "loss": 4.8951,
      "step": 10798
    },
    {
      "epoch": 0.06925099397204053,
      "grad_norm": 97.36610412597656,
      "learning_rate": 0.00019997646549227568,
      "loss": 4.9068,
      "step": 10799
    },
    {
      "epoch": 0.06925740669488265,
      "grad_norm": 31.637351989746094,
      "learning_rate": 0.00019997646112145627,
      "loss": 4.9129,
      "step": 10800
    },
    {
      "epoch": 0.06925740669488265,
      "eval_loss": 4.885622978210449,
      "eval_runtime": 34.7547,
      "eval_samples_per_second": 90.204,
      "eval_steps_per_second": 22.558,
      "step": 10800
    },
    {
      "epoch": 0.06926381941772476,
      "grad_norm": 63.66551971435547,
      "learning_rate": 0.0001999764567502311,
      "loss": 4.9165,
      "step": 10801
    },
    {
      "epoch": 0.06927023214056688,
      "grad_norm": 31.647348403930664,
      "learning_rate": 0.0001999764523786001,
      "loss": 5.164,
      "step": 10802
    },
    {
      "epoch": 0.06927664486340901,
      "grad_norm": 87.3474349975586,
      "learning_rate": 0.00019997644800656334,
      "loss": 4.8958,
      "step": 10803
    },
    {
      "epoch": 0.06928305758625113,
      "grad_norm": 36.457550048828125,
      "learning_rate": 0.0001999764436341208,
      "loss": 5.0477,
      "step": 10804
    },
    {
      "epoch": 0.06928947030909324,
      "grad_norm": 15.923880577087402,
      "learning_rate": 0.00019997643926127244,
      "loss": 4.8131,
      "step": 10805
    },
    {
      "epoch": 0.06929588303193536,
      "grad_norm": 1022.08056640625,
      "learning_rate": 0.00019997643488801835,
      "loss": 4.9593,
      "step": 10806
    },
    {
      "epoch": 0.06930229575477748,
      "grad_norm": 35.828147888183594,
      "learning_rate": 0.0001999764305143584,
      "loss": 4.7727,
      "step": 10807
    },
    {
      "epoch": 0.0693087084776196,
      "grad_norm": 50.35603332519531,
      "learning_rate": 0.00019997642614029271,
      "loss": 4.9833,
      "step": 10808
    },
    {
      "epoch": 0.06931512120046171,
      "grad_norm": 119.76380157470703,
      "learning_rate": 0.00019997642176582123,
      "loss": 4.8286,
      "step": 10809
    },
    {
      "epoch": 0.06932153392330384,
      "grad_norm": 20.712779998779297,
      "learning_rate": 0.00019997641739094398,
      "loss": 4.83,
      "step": 10810
    },
    {
      "epoch": 0.06932794664614596,
      "grad_norm": 396.8459777832031,
      "learning_rate": 0.0001999764130156609,
      "loss": 4.9295,
      "step": 10811
    },
    {
      "epoch": 0.06933435936898807,
      "grad_norm": 31.991785049438477,
      "learning_rate": 0.00019997640863997208,
      "loss": 4.8912,
      "step": 10812
    },
    {
      "epoch": 0.06934077209183019,
      "grad_norm": 55.61210250854492,
      "learning_rate": 0.00019997640426387743,
      "loss": 5.1034,
      "step": 10813
    },
    {
      "epoch": 0.06934718481467231,
      "grad_norm": 64.79358673095703,
      "learning_rate": 0.00019997639988737697,
      "loss": 4.9433,
      "step": 10814
    },
    {
      "epoch": 0.06935359753751442,
      "grad_norm": 44.9368782043457,
      "learning_rate": 0.00019997639551047077,
      "loss": 4.8806,
      "step": 10815
    },
    {
      "epoch": 0.06936001026035654,
      "grad_norm": 29.947710037231445,
      "learning_rate": 0.00019997639113315878,
      "loss": 5.1369,
      "step": 10816
    },
    {
      "epoch": 0.06936642298319867,
      "grad_norm": 44.985511779785156,
      "learning_rate": 0.000199976386755441,
      "loss": 4.9334,
      "step": 10817
    },
    {
      "epoch": 0.06937283570604079,
      "grad_norm": 60.3184700012207,
      "learning_rate": 0.0001999763823773174,
      "loss": 4.8099,
      "step": 10818
    },
    {
      "epoch": 0.0693792484288829,
      "grad_norm": 34.44031524658203,
      "learning_rate": 0.00019997637799878804,
      "loss": 4.9135,
      "step": 10819
    },
    {
      "epoch": 0.06938566115172502,
      "grad_norm": 31.169477462768555,
      "learning_rate": 0.0001999763736198529,
      "loss": 4.9884,
      "step": 10820
    },
    {
      "epoch": 0.06939207387456714,
      "grad_norm": 22.788427352905273,
      "learning_rate": 0.00019997636924051193,
      "loss": 4.8341,
      "step": 10821
    },
    {
      "epoch": 0.06939848659740926,
      "grad_norm": 12.887959480285645,
      "learning_rate": 0.00019997636486076523,
      "loss": 4.9057,
      "step": 10822
    },
    {
      "epoch": 0.06940489932025137,
      "grad_norm": 24.487823486328125,
      "learning_rate": 0.0001999763604806127,
      "loss": 4.5996,
      "step": 10823
    },
    {
      "epoch": 0.0694113120430935,
      "grad_norm": 12.643285751342773,
      "learning_rate": 0.0001999763561000544,
      "loss": 5.146,
      "step": 10824
    },
    {
      "epoch": 0.06941772476593562,
      "grad_norm": 54.32026290893555,
      "learning_rate": 0.0001999763517190903,
      "loss": 4.9085,
      "step": 10825
    },
    {
      "epoch": 0.06942413748877774,
      "grad_norm": 16.194101333618164,
      "learning_rate": 0.00019997634733772045,
      "loss": 4.8821,
      "step": 10826
    },
    {
      "epoch": 0.06943055021161985,
      "grad_norm": 18.85192108154297,
      "learning_rate": 0.00019997634295594477,
      "loss": 5.1395,
      "step": 10827
    },
    {
      "epoch": 0.06943696293446197,
      "grad_norm": 37.79466247558594,
      "learning_rate": 0.00019997633857376333,
      "loss": 4.8011,
      "step": 10828
    },
    {
      "epoch": 0.06944337565730409,
      "grad_norm": 33.00421142578125,
      "learning_rate": 0.00019997633419117607,
      "loss": 4.9866,
      "step": 10829
    },
    {
      "epoch": 0.0694497883801462,
      "grad_norm": 16.251005172729492,
      "learning_rate": 0.00019997632980818305,
      "loss": 4.9283,
      "step": 10830
    },
    {
      "epoch": 0.06945620110298834,
      "grad_norm": 70.12495422363281,
      "learning_rate": 0.00019997632542478422,
      "loss": 4.8901,
      "step": 10831
    },
    {
      "epoch": 0.06946261382583045,
      "grad_norm": 15.202499389648438,
      "learning_rate": 0.00019997632104097962,
      "loss": 5.0678,
      "step": 10832
    },
    {
      "epoch": 0.06946902654867257,
      "grad_norm": 20.35140037536621,
      "learning_rate": 0.00019997631665676923,
      "loss": 5.0548,
      "step": 10833
    },
    {
      "epoch": 0.06947543927151469,
      "grad_norm": 16.277339935302734,
      "learning_rate": 0.00019997631227215305,
      "loss": 5.1018,
      "step": 10834
    },
    {
      "epoch": 0.0694818519943568,
      "grad_norm": 40.46245574951172,
      "learning_rate": 0.0001999763078871311,
      "loss": 4.8995,
      "step": 10835
    },
    {
      "epoch": 0.06948826471719892,
      "grad_norm": 18.233732223510742,
      "learning_rate": 0.00019997630350170335,
      "loss": 4.8369,
      "step": 10836
    },
    {
      "epoch": 0.06949467744004104,
      "grad_norm": 92.96578979492188,
      "learning_rate": 0.00019997629911586978,
      "loss": 4.9128,
      "step": 10837
    },
    {
      "epoch": 0.06950109016288317,
      "grad_norm": 12.512456893920898,
      "learning_rate": 0.00019997629472963047,
      "loss": 4.9128,
      "step": 10838
    },
    {
      "epoch": 0.06950750288572528,
      "grad_norm": 19.124610900878906,
      "learning_rate": 0.00019997629034298537,
      "loss": 5.1003,
      "step": 10839
    },
    {
      "epoch": 0.0695139156085674,
      "grad_norm": 20.856721878051758,
      "learning_rate": 0.00019997628595593448,
      "loss": 4.8184,
      "step": 10840
    },
    {
      "epoch": 0.06952032833140952,
      "grad_norm": 67.05593872070312,
      "learning_rate": 0.00019997628156847777,
      "loss": 5.0163,
      "step": 10841
    },
    {
      "epoch": 0.06952674105425163,
      "grad_norm": 20.397825241088867,
      "learning_rate": 0.00019997627718061528,
      "loss": 5.2412,
      "step": 10842
    },
    {
      "epoch": 0.06953315377709375,
      "grad_norm": 25.202219009399414,
      "learning_rate": 0.00019997627279234702,
      "loss": 4.901,
      "step": 10843
    },
    {
      "epoch": 0.06953956649993587,
      "grad_norm": 25.682109832763672,
      "learning_rate": 0.000199976268403673,
      "loss": 4.8125,
      "step": 10844
    },
    {
      "epoch": 0.069545979222778,
      "grad_norm": 18.620899200439453,
      "learning_rate": 0.00019997626401459316,
      "loss": 4.9106,
      "step": 10845
    },
    {
      "epoch": 0.06955239194562012,
      "grad_norm": 39.157867431640625,
      "learning_rate": 0.00019997625962510753,
      "loss": 4.914,
      "step": 10846
    },
    {
      "epoch": 0.06955880466846223,
      "grad_norm": 24.983808517456055,
      "learning_rate": 0.0001999762552352161,
      "loss": 5.1224,
      "step": 10847
    },
    {
      "epoch": 0.06956521739130435,
      "grad_norm": 22.813003540039062,
      "learning_rate": 0.0001999762508449189,
      "loss": 4.7571,
      "step": 10848
    },
    {
      "epoch": 0.06957163011414647,
      "grad_norm": 32.26255416870117,
      "learning_rate": 0.00019997624645421593,
      "loss": 4.8201,
      "step": 10849
    },
    {
      "epoch": 0.06957804283698858,
      "grad_norm": 45.970787048339844,
      "learning_rate": 0.00019997624206310715,
      "loss": 4.94,
      "step": 10850
    },
    {
      "epoch": 0.0695844555598307,
      "grad_norm": 9.272570610046387,
      "learning_rate": 0.0001999762376715926,
      "loss": 4.7917,
      "step": 10851
    },
    {
      "epoch": 0.06959086828267283,
      "grad_norm": 27.288692474365234,
      "learning_rate": 0.00019997623327967223,
      "loss": 5.0957,
      "step": 10852
    },
    {
      "epoch": 0.06959728100551495,
      "grad_norm": 69.11817169189453,
      "learning_rate": 0.00019997622888734613,
      "loss": 4.9272,
      "step": 10853
    },
    {
      "epoch": 0.06960369372835706,
      "grad_norm": 27.669157028198242,
      "learning_rate": 0.0001999762244946142,
      "loss": 5.028,
      "step": 10854
    },
    {
      "epoch": 0.06961010645119918,
      "grad_norm": 109.03495025634766,
      "learning_rate": 0.0001999762201014765,
      "loss": 5.2168,
      "step": 10855
    },
    {
      "epoch": 0.0696165191740413,
      "grad_norm": 57.273643493652344,
      "learning_rate": 0.000199976215707933,
      "loss": 4.9768,
      "step": 10856
    },
    {
      "epoch": 0.06962293189688341,
      "grad_norm": 20.217979431152344,
      "learning_rate": 0.0001999762113139837,
      "loss": 4.9833,
      "step": 10857
    },
    {
      "epoch": 0.06962934461972553,
      "grad_norm": 31.603487014770508,
      "learning_rate": 0.00019997620691962863,
      "loss": 4.9409,
      "step": 10858
    },
    {
      "epoch": 0.06963575734256765,
      "grad_norm": 15.885564804077148,
      "learning_rate": 0.0001999762025248678,
      "loss": 4.9294,
      "step": 10859
    },
    {
      "epoch": 0.06964217006540978,
      "grad_norm": 52.401920318603516,
      "learning_rate": 0.00019997619812970113,
      "loss": 4.9533,
      "step": 10860
    },
    {
      "epoch": 0.0696485827882519,
      "grad_norm": 116.83442687988281,
      "learning_rate": 0.0001999761937341287,
      "loss": 4.9561,
      "step": 10861
    },
    {
      "epoch": 0.06965499551109401,
      "grad_norm": 18.591718673706055,
      "learning_rate": 0.00019997618933815048,
      "loss": 5.2112,
      "step": 10862
    },
    {
      "epoch": 0.06966140823393613,
      "grad_norm": 61.45095443725586,
      "learning_rate": 0.00019997618494176648,
      "loss": 4.9919,
      "step": 10863
    },
    {
      "epoch": 0.06966782095677825,
      "grad_norm": 42.74928283691406,
      "learning_rate": 0.00019997618054497669,
      "loss": 4.8831,
      "step": 10864
    },
    {
      "epoch": 0.06967423367962036,
      "grad_norm": 485.4711608886719,
      "learning_rate": 0.00019997617614778113,
      "loss": 4.939,
      "step": 10865
    },
    {
      "epoch": 0.06968064640246248,
      "grad_norm": 13.846352577209473,
      "learning_rate": 0.00019997617175017976,
      "loss": 4.7326,
      "step": 10866
    },
    {
      "epoch": 0.06968705912530461,
      "grad_norm": 73.68856048583984,
      "learning_rate": 0.0001999761673521726,
      "loss": 5.0361,
      "step": 10867
    },
    {
      "epoch": 0.06969347184814673,
      "grad_norm": 44.37151336669922,
      "learning_rate": 0.00019997616295375968,
      "loss": 4.9821,
      "step": 10868
    },
    {
      "epoch": 0.06969988457098884,
      "grad_norm": 64.98796844482422,
      "learning_rate": 0.00019997615855494094,
      "loss": 4.6588,
      "step": 10869
    },
    {
      "epoch": 0.06970629729383096,
      "grad_norm": 239.34080505371094,
      "learning_rate": 0.00019997615415571644,
      "loss": 4.7356,
      "step": 10870
    },
    {
      "epoch": 0.06971271001667308,
      "grad_norm": 49.572147369384766,
      "learning_rate": 0.00019997614975608615,
      "loss": 4.9651,
      "step": 10871
    },
    {
      "epoch": 0.0697191227395152,
      "grad_norm": 22.443803787231445,
      "learning_rate": 0.00019997614535605004,
      "loss": 4.8427,
      "step": 10872
    },
    {
      "epoch": 0.06972553546235731,
      "grad_norm": 67.34637451171875,
      "learning_rate": 0.0001999761409556082,
      "loss": 4.8507,
      "step": 10873
    },
    {
      "epoch": 0.06973194818519944,
      "grad_norm": 366.14459228515625,
      "learning_rate": 0.00019997613655476054,
      "loss": 4.7041,
      "step": 10874
    },
    {
      "epoch": 0.06973836090804156,
      "grad_norm": 104.7979736328125,
      "learning_rate": 0.0001999761321535071,
      "loss": 4.8077,
      "step": 10875
    },
    {
      "epoch": 0.06974477363088367,
      "grad_norm": 15.6211519241333,
      "learning_rate": 0.00019997612775184785,
      "loss": 5.331,
      "step": 10876
    },
    {
      "epoch": 0.06975118635372579,
      "grad_norm": 55.34175491333008,
      "learning_rate": 0.00019997612334978282,
      "loss": 4.8732,
      "step": 10877
    },
    {
      "epoch": 0.06975759907656791,
      "grad_norm": 83.85078430175781,
      "learning_rate": 0.00019997611894731203,
      "loss": 4.9247,
      "step": 10878
    },
    {
      "epoch": 0.06976401179941003,
      "grad_norm": 16.900554656982422,
      "learning_rate": 0.00019997611454443544,
      "loss": 5.1918,
      "step": 10879
    },
    {
      "epoch": 0.06977042452225214,
      "grad_norm": 55.90339660644531,
      "learning_rate": 0.00019997611014115307,
      "loss": 4.845,
      "step": 10880
    },
    {
      "epoch": 0.06977683724509427,
      "grad_norm": 58.29805374145508,
      "learning_rate": 0.0001999761057374649,
      "loss": 4.9804,
      "step": 10881
    },
    {
      "epoch": 0.06978324996793639,
      "grad_norm": 66.38993835449219,
      "learning_rate": 0.00019997610133337096,
      "loss": 5.2139,
      "step": 10882
    },
    {
      "epoch": 0.0697896626907785,
      "grad_norm": 21.761873245239258,
      "learning_rate": 0.0001999760969288712,
      "loss": 4.8989,
      "step": 10883
    },
    {
      "epoch": 0.06979607541362062,
      "grad_norm": 372.6430969238281,
      "learning_rate": 0.0001999760925239657,
      "loss": 4.7365,
      "step": 10884
    },
    {
      "epoch": 0.06980248813646274,
      "grad_norm": 75.02631378173828,
      "learning_rate": 0.00019997608811865437,
      "loss": 4.9513,
      "step": 10885
    },
    {
      "epoch": 0.06980890085930486,
      "grad_norm": 93.9368896484375,
      "learning_rate": 0.00019997608371293728,
      "loss": 5.1195,
      "step": 10886
    },
    {
      "epoch": 0.06981531358214697,
      "grad_norm": 103.67105102539062,
      "learning_rate": 0.00019997607930681438,
      "loss": 4.9816,
      "step": 10887
    },
    {
      "epoch": 0.0698217263049891,
      "grad_norm": 25.403615951538086,
      "learning_rate": 0.00019997607490028575,
      "loss": 4.8801,
      "step": 10888
    },
    {
      "epoch": 0.06982813902783122,
      "grad_norm": 14.48038101196289,
      "learning_rate": 0.00019997607049335127,
      "loss": 4.9319,
      "step": 10889
    },
    {
      "epoch": 0.06983455175067334,
      "grad_norm": 16.959083557128906,
      "learning_rate": 0.00019997606608601102,
      "loss": 4.9111,
      "step": 10890
    },
    {
      "epoch": 0.06984096447351545,
      "grad_norm": 55.719322204589844,
      "learning_rate": 0.00019997606167826502,
      "loss": 4.884,
      "step": 10891
    },
    {
      "epoch": 0.06984737719635757,
      "grad_norm": 127.09520721435547,
      "learning_rate": 0.0001999760572701132,
      "loss": 4.8517,
      "step": 10892
    },
    {
      "epoch": 0.06985378991919969,
      "grad_norm": 14.17402458190918,
      "learning_rate": 0.00019997605286155558,
      "loss": 4.8544,
      "step": 10893
    },
    {
      "epoch": 0.0698602026420418,
      "grad_norm": 14.923650741577148,
      "learning_rate": 0.00019997604845259218,
      "loss": 5.1514,
      "step": 10894
    },
    {
      "epoch": 0.06986661536488394,
      "grad_norm": 16.383752822875977,
      "learning_rate": 0.00019997604404322302,
      "loss": 4.9767,
      "step": 10895
    },
    {
      "epoch": 0.06987302808772605,
      "grad_norm": 25.048397064208984,
      "learning_rate": 0.00019997603963344806,
      "loss": 4.7597,
      "step": 10896
    },
    {
      "epoch": 0.06987944081056817,
      "grad_norm": 43.056068420410156,
      "learning_rate": 0.00019997603522326732,
      "loss": 4.9366,
      "step": 10897
    },
    {
      "epoch": 0.06988585353341029,
      "grad_norm": 36.351417541503906,
      "learning_rate": 0.0001999760308126808,
      "loss": 4.8532,
      "step": 10898
    },
    {
      "epoch": 0.0698922662562524,
      "grad_norm": 14.029071807861328,
      "learning_rate": 0.00019997602640168846,
      "loss": 4.9872,
      "step": 10899
    },
    {
      "epoch": 0.06989867897909452,
      "grad_norm": 18.950618743896484,
      "learning_rate": 0.00019997602199029038,
      "loss": 4.8761,
      "step": 10900
    },
    {
      "epoch": 0.06989867897909452,
      "eval_loss": 4.876070976257324,
      "eval_runtime": 34.7856,
      "eval_samples_per_second": 90.123,
      "eval_steps_per_second": 22.538,
      "step": 10900
    },
    {
      "epoch": 0.06990509170193664,
      "grad_norm": 26.067569732666016,
      "learning_rate": 0.00019997601757848647,
      "loss": 4.9288,
      "step": 10901
    },
    {
      "epoch": 0.06991150442477877,
      "grad_norm": 28.80453109741211,
      "learning_rate": 0.0001999760131662768,
      "loss": 4.9238,
      "step": 10902
    },
    {
      "epoch": 0.06991791714762088,
      "grad_norm": 19.218097686767578,
      "learning_rate": 0.00019997600875366133,
      "loss": 4.7031,
      "step": 10903
    },
    {
      "epoch": 0.069924329870463,
      "grad_norm": 19.807098388671875,
      "learning_rate": 0.0001999760043406401,
      "loss": 5.2486,
      "step": 10904
    },
    {
      "epoch": 0.06993074259330512,
      "grad_norm": 18.383655548095703,
      "learning_rate": 0.00019997599992721305,
      "loss": 4.8778,
      "step": 10905
    },
    {
      "epoch": 0.06993715531614723,
      "grad_norm": 26.263765335083008,
      "learning_rate": 0.00019997599551338025,
      "loss": 4.9073,
      "step": 10906
    },
    {
      "epoch": 0.06994356803898935,
      "grad_norm": 417.9266662597656,
      "learning_rate": 0.00019997599109914164,
      "loss": 5.1745,
      "step": 10907
    },
    {
      "epoch": 0.06994998076183147,
      "grad_norm": 35.43210220336914,
      "learning_rate": 0.00019997598668449723,
      "loss": 4.8318,
      "step": 10908
    },
    {
      "epoch": 0.0699563934846736,
      "grad_norm": 28.128713607788086,
      "learning_rate": 0.00019997598226944704,
      "loss": 4.7933,
      "step": 10909
    },
    {
      "epoch": 0.06996280620751572,
      "grad_norm": 13.351168632507324,
      "learning_rate": 0.00019997597785399108,
      "loss": 4.9812,
      "step": 10910
    },
    {
      "epoch": 0.06996921893035783,
      "grad_norm": 18.05805015563965,
      "learning_rate": 0.00019997597343812933,
      "loss": 4.8814,
      "step": 10911
    },
    {
      "epoch": 0.06997563165319995,
      "grad_norm": 4284.9931640625,
      "learning_rate": 0.0001999759690218618,
      "loss": 4.9163,
      "step": 10912
    },
    {
      "epoch": 0.06998204437604207,
      "grad_norm": 346.1153259277344,
      "learning_rate": 0.00019997596460518847,
      "loss": 4.7727,
      "step": 10913
    },
    {
      "epoch": 0.06998845709888418,
      "grad_norm": 17.796630859375,
      "learning_rate": 0.00019997596018810936,
      "loss": 4.8102,
      "step": 10914
    },
    {
      "epoch": 0.0699948698217263,
      "grad_norm": 29.104812622070312,
      "learning_rate": 0.00019997595577062448,
      "loss": 5.2584,
      "step": 10915
    },
    {
      "epoch": 0.07000128254456843,
      "grad_norm": 29.0312557220459,
      "learning_rate": 0.00019997595135273378,
      "loss": 4.7878,
      "step": 10916
    },
    {
      "epoch": 0.07000769526741055,
      "grad_norm": 16.081266403198242,
      "learning_rate": 0.00019997594693443732,
      "loss": 4.9045,
      "step": 10917
    },
    {
      "epoch": 0.07001410799025266,
      "grad_norm": 59.694862365722656,
      "learning_rate": 0.00019997594251573505,
      "loss": 4.8426,
      "step": 10918
    },
    {
      "epoch": 0.07002052071309478,
      "grad_norm": 15.274054527282715,
      "learning_rate": 0.000199975938096627,
      "loss": 4.8814,
      "step": 10919
    },
    {
      "epoch": 0.0700269334359369,
      "grad_norm": 7.932825565338135,
      "learning_rate": 0.0001999759336771132,
      "loss": 4.8886,
      "step": 10920
    },
    {
      "epoch": 0.07003334615877901,
      "grad_norm": 13.539677619934082,
      "learning_rate": 0.0001999759292571936,
      "loss": 4.9281,
      "step": 10921
    },
    {
      "epoch": 0.07003975888162113,
      "grad_norm": 25.79671859741211,
      "learning_rate": 0.0001999759248368682,
      "loss": 4.9519,
      "step": 10922
    },
    {
      "epoch": 0.07004617160446326,
      "grad_norm": 13.803585052490234,
      "learning_rate": 0.00019997592041613702,
      "loss": 4.9177,
      "step": 10923
    },
    {
      "epoch": 0.07005258432730538,
      "grad_norm": 56.94032669067383,
      "learning_rate": 0.00019997591599500006,
      "loss": 5.0178,
      "step": 10924
    },
    {
      "epoch": 0.0700589970501475,
      "grad_norm": 20.464767456054688,
      "learning_rate": 0.00019997591157345728,
      "loss": 4.9756,
      "step": 10925
    },
    {
      "epoch": 0.07006540977298961,
      "grad_norm": 14.711374282836914,
      "learning_rate": 0.00019997590715150875,
      "loss": 4.8326,
      "step": 10926
    },
    {
      "epoch": 0.07007182249583173,
      "grad_norm": 11.535054206848145,
      "learning_rate": 0.00019997590272915442,
      "loss": 4.8802,
      "step": 10927
    },
    {
      "epoch": 0.07007823521867385,
      "grad_norm": 50.476478576660156,
      "learning_rate": 0.00019997589830639433,
      "loss": 4.869,
      "step": 10928
    },
    {
      "epoch": 0.07008464794151596,
      "grad_norm": 119.92023468017578,
      "learning_rate": 0.00019997589388322842,
      "loss": 4.8587,
      "step": 10929
    },
    {
      "epoch": 0.07009106066435809,
      "grad_norm": 10.541948318481445,
      "learning_rate": 0.00019997588945965675,
      "loss": 4.9688,
      "step": 10930
    },
    {
      "epoch": 0.07009747338720021,
      "grad_norm": 15.809184074401855,
      "learning_rate": 0.00019997588503567926,
      "loss": 4.8736,
      "step": 10931
    },
    {
      "epoch": 0.07010388611004233,
      "grad_norm": 13.582145690917969,
      "learning_rate": 0.000199975880611296,
      "loss": 5.0291,
      "step": 10932
    },
    {
      "epoch": 0.07011029883288444,
      "grad_norm": 35.27151870727539,
      "learning_rate": 0.00019997587618650697,
      "loss": 4.89,
      "step": 10933
    },
    {
      "epoch": 0.07011671155572656,
      "grad_norm": 29.658618927001953,
      "learning_rate": 0.00019997587176131214,
      "loss": 4.8505,
      "step": 10934
    },
    {
      "epoch": 0.07012312427856868,
      "grad_norm": 23.972089767456055,
      "learning_rate": 0.00019997586733571155,
      "loss": 4.6666,
      "step": 10935
    },
    {
      "epoch": 0.0701295370014108,
      "grad_norm": 15.42216682434082,
      "learning_rate": 0.00019997586290970514,
      "loss": 5.0114,
      "step": 10936
    },
    {
      "epoch": 0.07013594972425292,
      "grad_norm": 31.45216178894043,
      "learning_rate": 0.00019997585848329297,
      "loss": 4.9943,
      "step": 10937
    },
    {
      "epoch": 0.07014236244709504,
      "grad_norm": 26.997920989990234,
      "learning_rate": 0.00019997585405647498,
      "loss": 4.8762,
      "step": 10938
    },
    {
      "epoch": 0.07014877516993716,
      "grad_norm": 11.972367286682129,
      "learning_rate": 0.00019997584962925125,
      "loss": 5.0669,
      "step": 10939
    },
    {
      "epoch": 0.07015518789277927,
      "grad_norm": 13.623104095458984,
      "learning_rate": 0.0001999758452016217,
      "loss": 4.7577,
      "step": 10940
    },
    {
      "epoch": 0.07016160061562139,
      "grad_norm": 24.54584503173828,
      "learning_rate": 0.00019997584077358638,
      "loss": 4.8516,
      "step": 10941
    },
    {
      "epoch": 0.07016801333846351,
      "grad_norm": 14.659088134765625,
      "learning_rate": 0.0001999758363451453,
      "loss": 4.8478,
      "step": 10942
    },
    {
      "epoch": 0.07017442606130563,
      "grad_norm": 10.599409103393555,
      "learning_rate": 0.00019997583191629838,
      "loss": 5.0509,
      "step": 10943
    },
    {
      "epoch": 0.07018083878414776,
      "grad_norm": 44.858001708984375,
      "learning_rate": 0.0001999758274870457,
      "loss": 4.8621,
      "step": 10944
    },
    {
      "epoch": 0.07018725150698987,
      "grad_norm": 41.689666748046875,
      "learning_rate": 0.00019997582305738724,
      "loss": 4.5728,
      "step": 10945
    },
    {
      "epoch": 0.07019366422983199,
      "grad_norm": 9.5112943649292,
      "learning_rate": 0.000199975818627323,
      "loss": 4.8462,
      "step": 10946
    },
    {
      "epoch": 0.0702000769526741,
      "grad_norm": 42.29990768432617,
      "learning_rate": 0.00019997581419685295,
      "loss": 4.9953,
      "step": 10947
    },
    {
      "epoch": 0.07020648967551622,
      "grad_norm": 21.555397033691406,
      "learning_rate": 0.00019997580976597714,
      "loss": 4.9389,
      "step": 10948
    },
    {
      "epoch": 0.07021290239835834,
      "grad_norm": 10.824610710144043,
      "learning_rate": 0.00019997580533469552,
      "loss": 5.2988,
      "step": 10949
    },
    {
      "epoch": 0.07021931512120046,
      "grad_norm": 10.5493803024292,
      "learning_rate": 0.00019997580090300813,
      "loss": 4.9385,
      "step": 10950
    },
    {
      "epoch": 0.07022572784404257,
      "grad_norm": 17.073970794677734,
      "learning_rate": 0.00019997579647091496,
      "loss": 4.866,
      "step": 10951
    },
    {
      "epoch": 0.0702321405668847,
      "grad_norm": 17.94565200805664,
      "learning_rate": 0.000199975792038416,
      "loss": 4.84,
      "step": 10952
    },
    {
      "epoch": 0.07023855328972682,
      "grad_norm": 86.52986145019531,
      "learning_rate": 0.00019997578760551127,
      "loss": 4.8193,
      "step": 10953
    },
    {
      "epoch": 0.07024496601256894,
      "grad_norm": 14.263588905334473,
      "learning_rate": 0.00019997578317220072,
      "loss": 4.9902,
      "step": 10954
    },
    {
      "epoch": 0.07025137873541105,
      "grad_norm": 44.00757598876953,
      "learning_rate": 0.0001999757787384844,
      "loss": 4.7147,
      "step": 10955
    },
    {
      "epoch": 0.07025779145825317,
      "grad_norm": 11.237506866455078,
      "learning_rate": 0.0001999757743043623,
      "loss": 4.8405,
      "step": 10956
    },
    {
      "epoch": 0.07026420418109529,
      "grad_norm": 22.493568420410156,
      "learning_rate": 0.00019997576986983438,
      "loss": 5.0747,
      "step": 10957
    },
    {
      "epoch": 0.0702706169039374,
      "grad_norm": 17.16597557067871,
      "learning_rate": 0.00019997576543490073,
      "loss": 5.0833,
      "step": 10958
    },
    {
      "epoch": 0.07027702962677954,
      "grad_norm": 28.83159828186035,
      "learning_rate": 0.00019997576099956127,
      "loss": 5.7293,
      "step": 10959
    },
    {
      "epoch": 0.07028344234962165,
      "grad_norm": 59.76245880126953,
      "learning_rate": 0.00019997575656381604,
      "loss": 4.8947,
      "step": 10960
    },
    {
      "epoch": 0.07028985507246377,
      "grad_norm": 38.41991424560547,
      "learning_rate": 0.00019997575212766502,
      "loss": 4.8994,
      "step": 10961
    },
    {
      "epoch": 0.07029626779530589,
      "grad_norm": 38.69456100463867,
      "learning_rate": 0.00019997574769110821,
      "loss": 4.8408,
      "step": 10962
    },
    {
      "epoch": 0.070302680518148,
      "grad_norm": 18.176467895507812,
      "learning_rate": 0.0001999757432541456,
      "loss": 4.9373,
      "step": 10963
    },
    {
      "epoch": 0.07030909324099012,
      "grad_norm": 60.235477447509766,
      "learning_rate": 0.0001999757388167772,
      "loss": 4.9523,
      "step": 10964
    },
    {
      "epoch": 0.07031550596383224,
      "grad_norm": 71.86238861083984,
      "learning_rate": 0.00019997573437900305,
      "loss": 4.8886,
      "step": 10965
    },
    {
      "epoch": 0.07032191868667437,
      "grad_norm": 30.896133422851562,
      "learning_rate": 0.00019997572994082309,
      "loss": 5.2208,
      "step": 10966
    },
    {
      "epoch": 0.07032833140951648,
      "grad_norm": 28.902084350585938,
      "learning_rate": 0.00019997572550223736,
      "loss": 4.8841,
      "step": 10967
    },
    {
      "epoch": 0.0703347441323586,
      "grad_norm": 34.583038330078125,
      "learning_rate": 0.00019997572106324584,
      "loss": 5.0216,
      "step": 10968
    },
    {
      "epoch": 0.07034115685520072,
      "grad_norm": 17.48177719116211,
      "learning_rate": 0.0001999757166238485,
      "loss": 5.0509,
      "step": 10969
    },
    {
      "epoch": 0.07034756957804283,
      "grad_norm": 907.8751831054688,
      "learning_rate": 0.00019997571218404543,
      "loss": 4.7581,
      "step": 10970
    },
    {
      "epoch": 0.07035398230088495,
      "grad_norm": 391.0267333984375,
      "learning_rate": 0.00019997570774383654,
      "loss": 5.1133,
      "step": 10971
    },
    {
      "epoch": 0.07036039502372707,
      "grad_norm": 80.53445434570312,
      "learning_rate": 0.0001999757033032219,
      "loss": 4.814,
      "step": 10972
    },
    {
      "epoch": 0.0703668077465692,
      "grad_norm": 66.74990844726562,
      "learning_rate": 0.00019997569886220142,
      "loss": 4.8332,
      "step": 10973
    },
    {
      "epoch": 0.07037322046941132,
      "grad_norm": 295.9824523925781,
      "learning_rate": 0.00019997569442077522,
      "loss": 4.7336,
      "step": 10974
    },
    {
      "epoch": 0.07037963319225343,
      "grad_norm": 74.46849060058594,
      "learning_rate": 0.00019997568997894317,
      "loss": 5.0556,
      "step": 10975
    },
    {
      "epoch": 0.07038604591509555,
      "grad_norm": 79.80535888671875,
      "learning_rate": 0.0001999756855367054,
      "loss": 4.8937,
      "step": 10976
    },
    {
      "epoch": 0.07039245863793767,
      "grad_norm": 27.962078094482422,
      "learning_rate": 0.0001999756810940618,
      "loss": 4.8474,
      "step": 10977
    },
    {
      "epoch": 0.07039887136077978,
      "grad_norm": 1565.1068115234375,
      "learning_rate": 0.00019997567665101242,
      "loss": 4.9995,
      "step": 10978
    },
    {
      "epoch": 0.0704052840836219,
      "grad_norm": 222.1779022216797,
      "learning_rate": 0.00019997567220755727,
      "loss": 5.265,
      "step": 10979
    },
    {
      "epoch": 0.07041169680646403,
      "grad_norm": 91.83853149414062,
      "learning_rate": 0.00019997566776369633,
      "loss": 5.3263,
      "step": 10980
    },
    {
      "epoch": 0.07041810952930615,
      "grad_norm": 54.62804412841797,
      "learning_rate": 0.0001999756633194296,
      "loss": 4.7828,
      "step": 10981
    },
    {
      "epoch": 0.07042452225214826,
      "grad_norm": 20.05373764038086,
      "learning_rate": 0.00019997565887475708,
      "loss": 5.0916,
      "step": 10982
    },
    {
      "epoch": 0.07043093497499038,
      "grad_norm": 100.26811218261719,
      "learning_rate": 0.0001999756544296788,
      "loss": 4.8277,
      "step": 10983
    },
    {
      "epoch": 0.0704373476978325,
      "grad_norm": 18.134483337402344,
      "learning_rate": 0.00019997564998419472,
      "loss": 4.8817,
      "step": 10984
    },
    {
      "epoch": 0.07044376042067461,
      "grad_norm": 30.104114532470703,
      "learning_rate": 0.00019997564553830483,
      "loss": 4.9602,
      "step": 10985
    },
    {
      "epoch": 0.07045017314351673,
      "grad_norm": 751.790283203125,
      "learning_rate": 0.0001999756410920092,
      "loss": 4.9252,
      "step": 10986
    },
    {
      "epoch": 0.07045658586635886,
      "grad_norm": 61.1786994934082,
      "learning_rate": 0.00019997563664530773,
      "loss": 5.0006,
      "step": 10987
    },
    {
      "epoch": 0.07046299858920098,
      "grad_norm": 76.61293029785156,
      "learning_rate": 0.00019997563219820052,
      "loss": 4.9281,
      "step": 10988
    },
    {
      "epoch": 0.0704694113120431,
      "grad_norm": 27.373624801635742,
      "learning_rate": 0.00019997562775068755,
      "loss": 5.0011,
      "step": 10989
    },
    {
      "epoch": 0.07047582403488521,
      "grad_norm": 134.0934295654297,
      "learning_rate": 0.00019997562330276874,
      "loss": 4.9213,
      "step": 10990
    },
    {
      "epoch": 0.07048223675772733,
      "grad_norm": 65.59185028076172,
      "learning_rate": 0.00019997561885444417,
      "loss": 4.8654,
      "step": 10991
    },
    {
      "epoch": 0.07048864948056945,
      "grad_norm": 579.602294921875,
      "learning_rate": 0.00019997561440571383,
      "loss": 5.018,
      "step": 10992
    },
    {
      "epoch": 0.07049506220341156,
      "grad_norm": 26.693035125732422,
      "learning_rate": 0.00019997560995657767,
      "loss": 5.1302,
      "step": 10993
    },
    {
      "epoch": 0.0705014749262537,
      "grad_norm": 74.53605651855469,
      "learning_rate": 0.00019997560550703573,
      "loss": 4.9729,
      "step": 10994
    },
    {
      "epoch": 0.07050788764909581,
      "grad_norm": 61.551021575927734,
      "learning_rate": 0.00019997560105708805,
      "loss": 5.1155,
      "step": 10995
    },
    {
      "epoch": 0.07051430037193793,
      "grad_norm": 58.22672653198242,
      "learning_rate": 0.00019997559660673452,
      "loss": 5.0694,
      "step": 10996
    },
    {
      "epoch": 0.07052071309478004,
      "grad_norm": 113.45352935791016,
      "learning_rate": 0.00019997559215597526,
      "loss": 5.16,
      "step": 10997
    },
    {
      "epoch": 0.07052712581762216,
      "grad_norm": 154.3490753173828,
      "learning_rate": 0.0001999755877048102,
      "loss": 4.9391,
      "step": 10998
    },
    {
      "epoch": 0.07053353854046428,
      "grad_norm": 98.02521514892578,
      "learning_rate": 0.00019997558325323932,
      "loss": 4.9449,
      "step": 10999
    },
    {
      "epoch": 0.0705399512633064,
      "grad_norm": 50.76341247558594,
      "learning_rate": 0.00019997557880126272,
      "loss": 4.8669,
      "step": 11000
    },
    {
      "epoch": 0.0705399512633064,
      "eval_loss": 4.902535438537598,
      "eval_runtime": 34.7556,
      "eval_samples_per_second": 90.201,
      "eval_steps_per_second": 22.558,
      "step": 11000
    },
    {
      "epoch": 0.07054636398614852,
      "grad_norm": 110.56161499023438,
      "learning_rate": 0.0001999755743488803,
      "loss": 4.8064,
      "step": 11001
    },
    {
      "epoch": 0.07055277670899064,
      "grad_norm": 19.237789154052734,
      "learning_rate": 0.0001999755698960921,
      "loss": 4.7984,
      "step": 11002
    },
    {
      "epoch": 0.07055918943183276,
      "grad_norm": 99.24304962158203,
      "learning_rate": 0.0001999755654428981,
      "loss": 4.7115,
      "step": 11003
    },
    {
      "epoch": 0.07056560215467488,
      "grad_norm": 27.353403091430664,
      "learning_rate": 0.00019997556098929833,
      "loss": 4.8252,
      "step": 11004
    },
    {
      "epoch": 0.07057201487751699,
      "grad_norm": 127.1814956665039,
      "learning_rate": 0.00019997555653529278,
      "loss": 4.7613,
      "step": 11005
    },
    {
      "epoch": 0.07057842760035911,
      "grad_norm": 207.08982849121094,
      "learning_rate": 0.00019997555208088144,
      "loss": 5.0673,
      "step": 11006
    },
    {
      "epoch": 0.07058484032320123,
      "grad_norm": 2175.620361328125,
      "learning_rate": 0.0001999755476260643,
      "loss": 4.716,
      "step": 11007
    },
    {
      "epoch": 0.07059125304604336,
      "grad_norm": 28.782230377197266,
      "learning_rate": 0.0001999755431708414,
      "loss": 5.0315,
      "step": 11008
    },
    {
      "epoch": 0.07059766576888547,
      "grad_norm": 89.17853546142578,
      "learning_rate": 0.00019997553871521273,
      "loss": 5.0604,
      "step": 11009
    },
    {
      "epoch": 0.07060407849172759,
      "grad_norm": 33.5376091003418,
      "learning_rate": 0.00019997553425917826,
      "loss": 5.0035,
      "step": 11010
    },
    {
      "epoch": 0.0706104912145697,
      "grad_norm": 35.0307731628418,
      "learning_rate": 0.00019997552980273797,
      "loss": 4.7608,
      "step": 11011
    },
    {
      "epoch": 0.07061690393741182,
      "grad_norm": 14.568037033081055,
      "learning_rate": 0.00019997552534589192,
      "loss": 4.7731,
      "step": 11012
    },
    {
      "epoch": 0.07062331666025394,
      "grad_norm": 135.2469482421875,
      "learning_rate": 0.0001999755208886401,
      "loss": 4.7011,
      "step": 11013
    },
    {
      "epoch": 0.07062972938309606,
      "grad_norm": 71.89929962158203,
      "learning_rate": 0.0001999755164309825,
      "loss": 4.6739,
      "step": 11014
    },
    {
      "epoch": 0.07063614210593819,
      "grad_norm": 40.48088836669922,
      "learning_rate": 0.0001999755119729191,
      "loss": 4.7771,
      "step": 11015
    },
    {
      "epoch": 0.0706425548287803,
      "grad_norm": 103.78034973144531,
      "learning_rate": 0.00019997550751444992,
      "loss": 4.7188,
      "step": 11016
    },
    {
      "epoch": 0.07064896755162242,
      "grad_norm": 151.6680450439453,
      "learning_rate": 0.00019997550305557495,
      "loss": 4.8446,
      "step": 11017
    },
    {
      "epoch": 0.07065538027446454,
      "grad_norm": 20.23578453063965,
      "learning_rate": 0.00019997549859629418,
      "loss": 5.04,
      "step": 11018
    },
    {
      "epoch": 0.07066179299730665,
      "grad_norm": 81.47883605957031,
      "learning_rate": 0.00019997549413660766,
      "loss": 5.3631,
      "step": 11019
    },
    {
      "epoch": 0.07066820572014877,
      "grad_norm": 27.081449508666992,
      "learning_rate": 0.00019997548967651537,
      "loss": 4.7586,
      "step": 11020
    },
    {
      "epoch": 0.07067461844299089,
      "grad_norm": 28.006919860839844,
      "learning_rate": 0.00019997548521601726,
      "loss": 5.0005,
      "step": 11021
    },
    {
      "epoch": 0.07068103116583302,
      "grad_norm": 36.56187057495117,
      "learning_rate": 0.00019997548075511337,
      "loss": 4.8941,
      "step": 11022
    },
    {
      "epoch": 0.07068744388867514,
      "grad_norm": 30.999887466430664,
      "learning_rate": 0.0001999754762938037,
      "loss": 4.9527,
      "step": 11023
    },
    {
      "epoch": 0.07069385661151725,
      "grad_norm": 1500.0328369140625,
      "learning_rate": 0.00019997547183208823,
      "loss": 4.8253,
      "step": 11024
    },
    {
      "epoch": 0.07070026933435937,
      "grad_norm": 164.5038604736328,
      "learning_rate": 0.00019997546736996702,
      "loss": 4.7923,
      "step": 11025
    },
    {
      "epoch": 0.07070668205720149,
      "grad_norm": 527.69189453125,
      "learning_rate": 0.00019997546290743997,
      "loss": 4.6491,
      "step": 11026
    },
    {
      "epoch": 0.0707130947800436,
      "grad_norm": 12.186422348022461,
      "learning_rate": 0.00019997545844450718,
      "loss": 4.8154,
      "step": 11027
    },
    {
      "epoch": 0.07071950750288572,
      "grad_norm": 79.05484008789062,
      "learning_rate": 0.0001999754539811686,
      "loss": 5.0964,
      "step": 11028
    },
    {
      "epoch": 0.07072592022572785,
      "grad_norm": 562.7114868164062,
      "learning_rate": 0.00019997544951742423,
      "loss": 4.9717,
      "step": 11029
    },
    {
      "epoch": 0.07073233294856997,
      "grad_norm": 54.331790924072266,
      "learning_rate": 0.00019997544505327407,
      "loss": 4.9904,
      "step": 11030
    },
    {
      "epoch": 0.07073874567141208,
      "grad_norm": 89.93232727050781,
      "learning_rate": 0.00019997544058871812,
      "loss": 4.9655,
      "step": 11031
    },
    {
      "epoch": 0.0707451583942542,
      "grad_norm": 72.56202697753906,
      "learning_rate": 0.0001999754361237564,
      "loss": 4.9477,
      "step": 11032
    },
    {
      "epoch": 0.07075157111709632,
      "grad_norm": 720.8921508789062,
      "learning_rate": 0.00019997543165838888,
      "loss": 4.8221,
      "step": 11033
    },
    {
      "epoch": 0.07075798383993843,
      "grad_norm": 69.62521362304688,
      "learning_rate": 0.0001999754271926156,
      "loss": 4.9495,
      "step": 11034
    },
    {
      "epoch": 0.07076439656278055,
      "grad_norm": 35.604366302490234,
      "learning_rate": 0.00019997542272643653,
      "loss": 4.938,
      "step": 11035
    },
    {
      "epoch": 0.07077080928562268,
      "grad_norm": 11.575881958007812,
      "learning_rate": 0.00019997541825985166,
      "loss": 4.7253,
      "step": 11036
    },
    {
      "epoch": 0.0707772220084648,
      "grad_norm": 36.540977478027344,
      "learning_rate": 0.00019997541379286103,
      "loss": 5.2063,
      "step": 11037
    },
    {
      "epoch": 0.07078363473130692,
      "grad_norm": 69.44377899169922,
      "learning_rate": 0.00019997540932546458,
      "loss": 4.789,
      "step": 11038
    },
    {
      "epoch": 0.07079004745414903,
      "grad_norm": 24.659910202026367,
      "learning_rate": 0.00019997540485766236,
      "loss": 5.013,
      "step": 11039
    },
    {
      "epoch": 0.07079646017699115,
      "grad_norm": 26.16090965270996,
      "learning_rate": 0.00019997540038945436,
      "loss": 4.9558,
      "step": 11040
    },
    {
      "epoch": 0.07080287289983327,
      "grad_norm": 20.84697151184082,
      "learning_rate": 0.0001999753959208406,
      "loss": 4.7626,
      "step": 11041
    },
    {
      "epoch": 0.07080928562267538,
      "grad_norm": 115.7933578491211,
      "learning_rate": 0.00019997539145182104,
      "loss": 4.687,
      "step": 11042
    },
    {
      "epoch": 0.0708156983455175,
      "grad_norm": 18.332597732543945,
      "learning_rate": 0.0001999753869823957,
      "loss": 4.9095,
      "step": 11043
    },
    {
      "epoch": 0.07082211106835963,
      "grad_norm": 989.9822387695312,
      "learning_rate": 0.0001999753825125646,
      "loss": 4.9092,
      "step": 11044
    },
    {
      "epoch": 0.07082852379120175,
      "grad_norm": 127.42184448242188,
      "learning_rate": 0.00019997537804232764,
      "loss": 4.8542,
      "step": 11045
    },
    {
      "epoch": 0.07083493651404386,
      "grad_norm": 72.5943603515625,
      "learning_rate": 0.00019997537357168497,
      "loss": 5.1941,
      "step": 11046
    },
    {
      "epoch": 0.07084134923688598,
      "grad_norm": 75.39627075195312,
      "learning_rate": 0.00019997536910063647,
      "loss": 4.8429,
      "step": 11047
    },
    {
      "epoch": 0.0708477619597281,
      "grad_norm": 672.4351806640625,
      "learning_rate": 0.0001999753646291822,
      "loss": 5.3465,
      "step": 11048
    },
    {
      "epoch": 0.07085417468257021,
      "grad_norm": 17.57183837890625,
      "learning_rate": 0.00019997536015732217,
      "loss": 4.7666,
      "step": 11049
    },
    {
      "epoch": 0.07086058740541233,
      "grad_norm": 50.212730407714844,
      "learning_rate": 0.00019997535568505635,
      "loss": 4.9918,
      "step": 11050
    },
    {
      "epoch": 0.07086700012825446,
      "grad_norm": 102.5271224975586,
      "learning_rate": 0.00019997535121238472,
      "loss": 5.0838,
      "step": 11051
    },
    {
      "epoch": 0.07087341285109658,
      "grad_norm": 53.94371032714844,
      "learning_rate": 0.00019997534673930735,
      "loss": 4.7522,
      "step": 11052
    },
    {
      "epoch": 0.0708798255739387,
      "grad_norm": 12.799546241760254,
      "learning_rate": 0.00019997534226582416,
      "loss": 4.4763,
      "step": 11053
    },
    {
      "epoch": 0.07088623829678081,
      "grad_norm": 45.5762939453125,
      "learning_rate": 0.0001999753377919352,
      "loss": 4.6692,
      "step": 11054
    },
    {
      "epoch": 0.07089265101962293,
      "grad_norm": 83.04156494140625,
      "learning_rate": 0.00019997533331764044,
      "loss": 4.9064,
      "step": 11055
    },
    {
      "epoch": 0.07089906374246505,
      "grad_norm": 86.65055847167969,
      "learning_rate": 0.00019997532884293993,
      "loss": 4.7286,
      "step": 11056
    },
    {
      "epoch": 0.07090547646530716,
      "grad_norm": 49.98284912109375,
      "learning_rate": 0.0001999753243678336,
      "loss": 4.8781,
      "step": 11057
    },
    {
      "epoch": 0.0709118891881493,
      "grad_norm": 30.325191497802734,
      "learning_rate": 0.0001999753198923215,
      "loss": 4.9941,
      "step": 11058
    },
    {
      "epoch": 0.07091830191099141,
      "grad_norm": 24.83262825012207,
      "learning_rate": 0.00019997531541640363,
      "loss": 4.8834,
      "step": 11059
    },
    {
      "epoch": 0.07092471463383353,
      "grad_norm": 34.366607666015625,
      "learning_rate": 0.00019997531094007994,
      "loss": 4.7387,
      "step": 11060
    },
    {
      "epoch": 0.07093112735667564,
      "grad_norm": 18.03864097595215,
      "learning_rate": 0.0001999753064633505,
      "loss": 4.887,
      "step": 11061
    },
    {
      "epoch": 0.07093754007951776,
      "grad_norm": 46.459754943847656,
      "learning_rate": 0.00019997530198621527,
      "loss": 5.236,
      "step": 11062
    },
    {
      "epoch": 0.07094395280235988,
      "grad_norm": 81.6199951171875,
      "learning_rate": 0.00019997529750867424,
      "loss": 5.2064,
      "step": 11063
    },
    {
      "epoch": 0.070950365525202,
      "grad_norm": 20.623376846313477,
      "learning_rate": 0.00019997529303072747,
      "loss": 4.6548,
      "step": 11064
    },
    {
      "epoch": 0.07095677824804413,
      "grad_norm": 41.45914840698242,
      "learning_rate": 0.0001999752885523749,
      "loss": 5.0958,
      "step": 11065
    },
    {
      "epoch": 0.07096319097088624,
      "grad_norm": 61.3945198059082,
      "learning_rate": 0.0001999752840736165,
      "loss": 4.998,
      "step": 11066
    },
    {
      "epoch": 0.07096960369372836,
      "grad_norm": 13.265997886657715,
      "learning_rate": 0.00019997527959445238,
      "loss": 5.1903,
      "step": 11067
    },
    {
      "epoch": 0.07097601641657048,
      "grad_norm": 17.98549461364746,
      "learning_rate": 0.00019997527511488245,
      "loss": 5.3972,
      "step": 11068
    },
    {
      "epoch": 0.07098242913941259,
      "grad_norm": 10.178716659545898,
      "learning_rate": 0.00019997527063490673,
      "loss": 4.8846,
      "step": 11069
    },
    {
      "epoch": 0.07098884186225471,
      "grad_norm": 48.585514068603516,
      "learning_rate": 0.00019997526615452525,
      "loss": 5.0753,
      "step": 11070
    },
    {
      "epoch": 0.07099525458509683,
      "grad_norm": 16.201101303100586,
      "learning_rate": 0.00019997526167373796,
      "loss": 5.0871,
      "step": 11071
    },
    {
      "epoch": 0.07100166730793896,
      "grad_norm": 64.87244415283203,
      "learning_rate": 0.00019997525719254487,
      "loss": 4.8667,
      "step": 11072
    },
    {
      "epoch": 0.07100808003078107,
      "grad_norm": 49.655921936035156,
      "learning_rate": 0.00019997525271094605,
      "loss": 4.796,
      "step": 11073
    },
    {
      "epoch": 0.07101449275362319,
      "grad_norm": 66.44573211669922,
      "learning_rate": 0.0001999752482289414,
      "loss": 5.1507,
      "step": 11074
    },
    {
      "epoch": 0.0710209054764653,
      "grad_norm": 74.34307861328125,
      "learning_rate": 0.00019997524374653104,
      "loss": 5.0842,
      "step": 11075
    },
    {
      "epoch": 0.07102731819930742,
      "grad_norm": 15.095499038696289,
      "learning_rate": 0.00019997523926371482,
      "loss": 5.1009,
      "step": 11076
    },
    {
      "epoch": 0.07103373092214954,
      "grad_norm": 14.283422470092773,
      "learning_rate": 0.00019997523478049284,
      "loss": 4.7043,
      "step": 11077
    },
    {
      "epoch": 0.07104014364499166,
      "grad_norm": 50.4450798034668,
      "learning_rate": 0.00019997523029686507,
      "loss": 5.207,
      "step": 11078
    },
    {
      "epoch": 0.07104655636783379,
      "grad_norm": 116.34489440917969,
      "learning_rate": 0.00019997522581283154,
      "loss": 4.8887,
      "step": 11079
    },
    {
      "epoch": 0.0710529690906759,
      "grad_norm": 13.991989135742188,
      "learning_rate": 0.00019997522132839221,
      "loss": 4.844,
      "step": 11080
    },
    {
      "epoch": 0.07105938181351802,
      "grad_norm": 16.094919204711914,
      "learning_rate": 0.0001999752168435471,
      "loss": 4.8437,
      "step": 11081
    },
    {
      "epoch": 0.07106579453636014,
      "grad_norm": 12.182687759399414,
      "learning_rate": 0.00019997521235829623,
      "loss": 4.8796,
      "step": 11082
    },
    {
      "epoch": 0.07107220725920226,
      "grad_norm": 7.512209415435791,
      "learning_rate": 0.00019997520787263953,
      "loss": 4.943,
      "step": 11083
    },
    {
      "epoch": 0.07107861998204437,
      "grad_norm": 13.427635192871094,
      "learning_rate": 0.00019997520338657708,
      "loss": 4.7355,
      "step": 11084
    },
    {
      "epoch": 0.07108503270488649,
      "grad_norm": 17.542240142822266,
      "learning_rate": 0.00019997519890010886,
      "loss": 4.597,
      "step": 11085
    },
    {
      "epoch": 0.07109144542772862,
      "grad_norm": 9.025775909423828,
      "learning_rate": 0.00019997519441323483,
      "loss": 5.2901,
      "step": 11086
    },
    {
      "epoch": 0.07109785815057074,
      "grad_norm": 6.570652008056641,
      "learning_rate": 0.000199975189925955,
      "loss": 4.9714,
      "step": 11087
    },
    {
      "epoch": 0.07110427087341285,
      "grad_norm": 18.17753028869629,
      "learning_rate": 0.00019997518543826942,
      "loss": 5.1762,
      "step": 11088
    },
    {
      "epoch": 0.07111068359625497,
      "grad_norm": 18.874107360839844,
      "learning_rate": 0.00019997518095017804,
      "loss": 4.8921,
      "step": 11089
    },
    {
      "epoch": 0.07111709631909709,
      "grad_norm": 38.35060119628906,
      "learning_rate": 0.0001999751764616809,
      "loss": 5.097,
      "step": 11090
    },
    {
      "epoch": 0.0711235090419392,
      "grad_norm": 13.713308334350586,
      "learning_rate": 0.00019997517197277795,
      "loss": 4.788,
      "step": 11091
    },
    {
      "epoch": 0.07112992176478132,
      "grad_norm": 16.159778594970703,
      "learning_rate": 0.00019997516748346925,
      "loss": 4.9738,
      "step": 11092
    },
    {
      "epoch": 0.07113633448762345,
      "grad_norm": 9.320661544799805,
      "learning_rate": 0.00019997516299375475,
      "loss": 5.1728,
      "step": 11093
    },
    {
      "epoch": 0.07114274721046557,
      "grad_norm": 8.90194320678711,
      "learning_rate": 0.00019997515850363445,
      "loss": 4.8557,
      "step": 11094
    },
    {
      "epoch": 0.07114915993330768,
      "grad_norm": 8.109342575073242,
      "learning_rate": 0.0001999751540131084,
      "loss": 5.0628,
      "step": 11095
    },
    {
      "epoch": 0.0711555726561498,
      "grad_norm": 15.081470489501953,
      "learning_rate": 0.00019997514952217654,
      "loss": 4.8628,
      "step": 11096
    },
    {
      "epoch": 0.07116198537899192,
      "grad_norm": 14.058332443237305,
      "learning_rate": 0.0001999751450308389,
      "loss": 4.9289,
      "step": 11097
    },
    {
      "epoch": 0.07116839810183404,
      "grad_norm": 173.006103515625,
      "learning_rate": 0.00019997514053909547,
      "loss": 4.902,
      "step": 11098
    },
    {
      "epoch": 0.07117481082467615,
      "grad_norm": 10.263522148132324,
      "learning_rate": 0.00019997513604694627,
      "loss": 4.7297,
      "step": 11099
    },
    {
      "epoch": 0.07118122354751828,
      "grad_norm": 136.54489135742188,
      "learning_rate": 0.0001999751315543913,
      "loss": 4.9559,
      "step": 11100
    },
    {
      "epoch": 0.07118122354751828,
      "eval_loss": 4.908447265625,
      "eval_runtime": 34.7897,
      "eval_samples_per_second": 90.113,
      "eval_steps_per_second": 22.535,
      "step": 11100
    },
    {
      "epoch": 0.0711876362703604,
      "grad_norm": 13.86557388305664,
      "learning_rate": 0.00019997512706143055,
      "loss": 4.9215,
      "step": 11101
    },
    {
      "epoch": 0.07119404899320252,
      "grad_norm": 18.335214614868164,
      "learning_rate": 0.00019997512256806398,
      "loss": 4.9838,
      "step": 11102
    },
    {
      "epoch": 0.07120046171604463,
      "grad_norm": 35.62746047973633,
      "learning_rate": 0.00019997511807429166,
      "loss": 4.9852,
      "step": 11103
    },
    {
      "epoch": 0.07120687443888675,
      "grad_norm": 20.060457229614258,
      "learning_rate": 0.00019997511358011357,
      "loss": 5.2053,
      "step": 11104
    },
    {
      "epoch": 0.07121328716172887,
      "grad_norm": 10.691967010498047,
      "learning_rate": 0.00019997510908552967,
      "loss": 5.2108,
      "step": 11105
    },
    {
      "epoch": 0.07121969988457098,
      "grad_norm": 76.99966430664062,
      "learning_rate": 0.00019997510459053997,
      "loss": 4.9042,
      "step": 11106
    },
    {
      "epoch": 0.07122611260741311,
      "grad_norm": 32.89811706542969,
      "learning_rate": 0.00019997510009514452,
      "loss": 5.0173,
      "step": 11107
    },
    {
      "epoch": 0.07123252533025523,
      "grad_norm": 29.501890182495117,
      "learning_rate": 0.00019997509559934327,
      "loss": 5.0028,
      "step": 11108
    },
    {
      "epoch": 0.07123893805309735,
      "grad_norm": 9.53573989868164,
      "learning_rate": 0.00019997509110313626,
      "loss": 5.3391,
      "step": 11109
    },
    {
      "epoch": 0.07124535077593946,
      "grad_norm": 39.372371673583984,
      "learning_rate": 0.00019997508660652343,
      "loss": 4.8058,
      "step": 11110
    },
    {
      "epoch": 0.07125176349878158,
      "grad_norm": 17.88372039794922,
      "learning_rate": 0.00019997508210950487,
      "loss": 4.8523,
      "step": 11111
    },
    {
      "epoch": 0.0712581762216237,
      "grad_norm": 1052.3077392578125,
      "learning_rate": 0.00019997507761208047,
      "loss": 5.0251,
      "step": 11112
    },
    {
      "epoch": 0.07126458894446581,
      "grad_norm": 47.18606948852539,
      "learning_rate": 0.00019997507311425033,
      "loss": 4.7573,
      "step": 11113
    },
    {
      "epoch": 0.07127100166730795,
      "grad_norm": 14.824172973632812,
      "learning_rate": 0.0001999750686160144,
      "loss": 4.8334,
      "step": 11114
    },
    {
      "epoch": 0.07127741439015006,
      "grad_norm": 8.662796020507812,
      "learning_rate": 0.00019997506411737268,
      "loss": 4.8354,
      "step": 11115
    },
    {
      "epoch": 0.07128382711299218,
      "grad_norm": 175.2971649169922,
      "learning_rate": 0.0001999750596183252,
      "loss": 4.8809,
      "step": 11116
    },
    {
      "epoch": 0.0712902398358343,
      "grad_norm": 25.6102237701416,
      "learning_rate": 0.0001999750551188719,
      "loss": 5.0688,
      "step": 11117
    },
    {
      "epoch": 0.07129665255867641,
      "grad_norm": 149.5733184814453,
      "learning_rate": 0.00019997505061901283,
      "loss": 5.0322,
      "step": 11118
    },
    {
      "epoch": 0.07130306528151853,
      "grad_norm": 10.621589660644531,
      "learning_rate": 0.000199975046118748,
      "loss": 4.8988,
      "step": 11119
    },
    {
      "epoch": 0.07130947800436065,
      "grad_norm": 10.32679557800293,
      "learning_rate": 0.00019997504161807736,
      "loss": 5.1267,
      "step": 11120
    },
    {
      "epoch": 0.07131589072720278,
      "grad_norm": 149.7534942626953,
      "learning_rate": 0.00019997503711700093,
      "loss": 4.9801,
      "step": 11121
    },
    {
      "epoch": 0.0713223034500449,
      "grad_norm": 18.218509674072266,
      "learning_rate": 0.00019997503261551876,
      "loss": 4.9493,
      "step": 11122
    },
    {
      "epoch": 0.07132871617288701,
      "grad_norm": 23.254634857177734,
      "learning_rate": 0.00019997502811363078,
      "loss": 5.0278,
      "step": 11123
    },
    {
      "epoch": 0.07133512889572913,
      "grad_norm": 9.11433219909668,
      "learning_rate": 0.00019997502361133703,
      "loss": 4.9376,
      "step": 11124
    },
    {
      "epoch": 0.07134154161857124,
      "grad_norm": 7.458597660064697,
      "learning_rate": 0.00019997501910863747,
      "loss": 4.895,
      "step": 11125
    },
    {
      "epoch": 0.07134795434141336,
      "grad_norm": 23.099069595336914,
      "learning_rate": 0.00019997501460553214,
      "loss": 5.2257,
      "step": 11126
    },
    {
      "epoch": 0.07135436706425548,
      "grad_norm": 19.395572662353516,
      "learning_rate": 0.00019997501010202108,
      "loss": 5.3689,
      "step": 11127
    },
    {
      "epoch": 0.07136077978709761,
      "grad_norm": 16.29437828063965,
      "learning_rate": 0.00019997500559810417,
      "loss": 4.9473,
      "step": 11128
    },
    {
      "epoch": 0.07136719250993973,
      "grad_norm": 8.335376739501953,
      "learning_rate": 0.0001999750010937815,
      "loss": 4.8566,
      "step": 11129
    },
    {
      "epoch": 0.07137360523278184,
      "grad_norm": 7.107797622680664,
      "learning_rate": 0.00019997499658905304,
      "loss": 4.9567,
      "step": 11130
    },
    {
      "epoch": 0.07138001795562396,
      "grad_norm": 49.95895767211914,
      "learning_rate": 0.00019997499208391882,
      "loss": 4.945,
      "step": 11131
    },
    {
      "epoch": 0.07138643067846608,
      "grad_norm": 56.77688217163086,
      "learning_rate": 0.0001999749875783788,
      "loss": 5.2912,
      "step": 11132
    },
    {
      "epoch": 0.07139284340130819,
      "grad_norm": 25.504589080810547,
      "learning_rate": 0.000199974983072433,
      "loss": 5.3472,
      "step": 11133
    },
    {
      "epoch": 0.07139925612415031,
      "grad_norm": 12.360067367553711,
      "learning_rate": 0.00019997497856608142,
      "loss": 5.1944,
      "step": 11134
    },
    {
      "epoch": 0.07140566884699243,
      "grad_norm": 7.348596096038818,
      "learning_rate": 0.00019997497405932406,
      "loss": 4.9788,
      "step": 11135
    },
    {
      "epoch": 0.07141208156983456,
      "grad_norm": 10.170608520507812,
      "learning_rate": 0.00019997496955216092,
      "loss": 4.8977,
      "step": 11136
    },
    {
      "epoch": 0.07141849429267667,
      "grad_norm": 16.332250595092773,
      "learning_rate": 0.000199974965044592,
      "loss": 5.1893,
      "step": 11137
    },
    {
      "epoch": 0.07142490701551879,
      "grad_norm": 16.479469299316406,
      "learning_rate": 0.0001999749605366173,
      "loss": 5.3997,
      "step": 11138
    },
    {
      "epoch": 0.07143131973836091,
      "grad_norm": 7.196925640106201,
      "learning_rate": 0.0001999749560282368,
      "loss": 4.8425,
      "step": 11139
    },
    {
      "epoch": 0.07143773246120302,
      "grad_norm": 5.65068244934082,
      "learning_rate": 0.00019997495151945053,
      "loss": 4.8645,
      "step": 11140
    },
    {
      "epoch": 0.07144414518404514,
      "grad_norm": 6.4698262214660645,
      "learning_rate": 0.0001999749470102585,
      "loss": 4.775,
      "step": 11141
    },
    {
      "epoch": 0.07145055790688726,
      "grad_norm": 10.033048629760742,
      "learning_rate": 0.00019997494250066064,
      "loss": 4.9559,
      "step": 11142
    },
    {
      "epoch": 0.07145697062972939,
      "grad_norm": 9.407203674316406,
      "learning_rate": 0.00019997493799065702,
      "loss": 4.8681,
      "step": 11143
    },
    {
      "epoch": 0.0714633833525715,
      "grad_norm": 102.45689392089844,
      "learning_rate": 0.00019997493348024764,
      "loss": 4.7878,
      "step": 11144
    },
    {
      "epoch": 0.07146979607541362,
      "grad_norm": 13.259334564208984,
      "learning_rate": 0.00019997492896943247,
      "loss": 4.7767,
      "step": 11145
    },
    {
      "epoch": 0.07147620879825574,
      "grad_norm": 6.002824783325195,
      "learning_rate": 0.0001999749244582115,
      "loss": 5.3039,
      "step": 11146
    },
    {
      "epoch": 0.07148262152109786,
      "grad_norm": 11.973807334899902,
      "learning_rate": 0.00019997491994658474,
      "loss": 4.7983,
      "step": 11147
    },
    {
      "epoch": 0.07148903424393997,
      "grad_norm": 8.7674560546875,
      "learning_rate": 0.00019997491543455222,
      "loss": 4.9333,
      "step": 11148
    },
    {
      "epoch": 0.07149544696678209,
      "grad_norm": 33.32524871826172,
      "learning_rate": 0.00019997491092211392,
      "loss": 4.9381,
      "step": 11149
    },
    {
      "epoch": 0.07150185968962422,
      "grad_norm": 7.215059757232666,
      "learning_rate": 0.00019997490640926983,
      "loss": 4.953,
      "step": 11150
    },
    {
      "epoch": 0.07150827241246634,
      "grad_norm": 44.69766616821289,
      "learning_rate": 0.00019997490189601998,
      "loss": 4.7849,
      "step": 11151
    },
    {
      "epoch": 0.07151468513530845,
      "grad_norm": 6.319911003112793,
      "learning_rate": 0.00019997489738236433,
      "loss": 4.7308,
      "step": 11152
    },
    {
      "epoch": 0.07152109785815057,
      "grad_norm": 8.883577346801758,
      "learning_rate": 0.0001999748928683029,
      "loss": 4.9562,
      "step": 11153
    },
    {
      "epoch": 0.07152751058099269,
      "grad_norm": 8.404669761657715,
      "learning_rate": 0.00019997488835383568,
      "loss": 4.8331,
      "step": 11154
    },
    {
      "epoch": 0.0715339233038348,
      "grad_norm": 104.60940551757812,
      "learning_rate": 0.0001999748838389627,
      "loss": 4.8962,
      "step": 11155
    },
    {
      "epoch": 0.07154033602667692,
      "grad_norm": 9.395633697509766,
      "learning_rate": 0.00019997487932368391,
      "loss": 4.8963,
      "step": 11156
    },
    {
      "epoch": 0.07154674874951905,
      "grad_norm": 16.27720069885254,
      "learning_rate": 0.00019997487480799935,
      "loss": 4.8007,
      "step": 11157
    },
    {
      "epoch": 0.07155316147236117,
      "grad_norm": 8.85692024230957,
      "learning_rate": 0.000199974870291909,
      "loss": 4.6487,
      "step": 11158
    },
    {
      "epoch": 0.07155957419520328,
      "grad_norm": 11.298758506774902,
      "learning_rate": 0.0001999748657754129,
      "loss": 4.6943,
      "step": 11159
    },
    {
      "epoch": 0.0715659869180454,
      "grad_norm": 12.008506774902344,
      "learning_rate": 0.00019997486125851097,
      "loss": 4.7069,
      "step": 11160
    },
    {
      "epoch": 0.07157239964088752,
      "grad_norm": 6.8070268630981445,
      "learning_rate": 0.0001999748567412033,
      "loss": 4.9236,
      "step": 11161
    },
    {
      "epoch": 0.07157881236372964,
      "grad_norm": 23.477062225341797,
      "learning_rate": 0.00019997485222348984,
      "loss": 4.9867,
      "step": 11162
    },
    {
      "epoch": 0.07158522508657175,
      "grad_norm": 16.87862205505371,
      "learning_rate": 0.0001999748477053706,
      "loss": 5.0525,
      "step": 11163
    },
    {
      "epoch": 0.07159163780941388,
      "grad_norm": 8.053736686706543,
      "learning_rate": 0.00019997484318684557,
      "loss": 4.5857,
      "step": 11164
    },
    {
      "epoch": 0.071598050532256,
      "grad_norm": 25.68070411682129,
      "learning_rate": 0.00019997483866791474,
      "loss": 4.9428,
      "step": 11165
    },
    {
      "epoch": 0.07160446325509812,
      "grad_norm": 175.33395385742188,
      "learning_rate": 0.00019997483414857815,
      "loss": 4.8134,
      "step": 11166
    },
    {
      "epoch": 0.07161087597794023,
      "grad_norm": 11.848335266113281,
      "learning_rate": 0.00019997482962883577,
      "loss": 4.8747,
      "step": 11167
    },
    {
      "epoch": 0.07161728870078235,
      "grad_norm": 6.9539899826049805,
      "learning_rate": 0.00019997482510868763,
      "loss": 4.8595,
      "step": 11168
    },
    {
      "epoch": 0.07162370142362447,
      "grad_norm": 17.298458099365234,
      "learning_rate": 0.0001999748205881337,
      "loss": 4.8599,
      "step": 11169
    },
    {
      "epoch": 0.07163011414646658,
      "grad_norm": 9.223316192626953,
      "learning_rate": 0.000199974816067174,
      "loss": 5.0166,
      "step": 11170
    },
    {
      "epoch": 0.07163652686930871,
      "grad_norm": 15.657204627990723,
      "learning_rate": 0.00019997481154580848,
      "loss": 4.8391,
      "step": 11171
    },
    {
      "epoch": 0.07164293959215083,
      "grad_norm": 7.097867012023926,
      "learning_rate": 0.0001999748070240372,
      "loss": 4.7352,
      "step": 11172
    },
    {
      "epoch": 0.07164935231499295,
      "grad_norm": 41.49864196777344,
      "learning_rate": 0.00019997480250186014,
      "loss": 4.7686,
      "step": 11173
    },
    {
      "epoch": 0.07165576503783506,
      "grad_norm": 6.933254718780518,
      "learning_rate": 0.0001999747979792773,
      "loss": 5.0428,
      "step": 11174
    },
    {
      "epoch": 0.07166217776067718,
      "grad_norm": 10.103065490722656,
      "learning_rate": 0.0001999747934562887,
      "loss": 5.0736,
      "step": 11175
    },
    {
      "epoch": 0.0716685904835193,
      "grad_norm": 28.73754119873047,
      "learning_rate": 0.00019997478893289428,
      "loss": 4.9082,
      "step": 11176
    },
    {
      "epoch": 0.07167500320636142,
      "grad_norm": 6.298712253570557,
      "learning_rate": 0.0001999747844090941,
      "loss": 4.5472,
      "step": 11177
    },
    {
      "epoch": 0.07168141592920355,
      "grad_norm": 7.50888204574585,
      "learning_rate": 0.00019997477988488812,
      "loss": 4.8937,
      "step": 11178
    },
    {
      "epoch": 0.07168782865204566,
      "grad_norm": 4.734838962554932,
      "learning_rate": 0.00019997477536027637,
      "loss": 5.0804,
      "step": 11179
    },
    {
      "epoch": 0.07169424137488778,
      "grad_norm": 15.09131145477295,
      "learning_rate": 0.00019997477083525883,
      "loss": 4.784,
      "step": 11180
    },
    {
      "epoch": 0.0717006540977299,
      "grad_norm": 14.02766227722168,
      "learning_rate": 0.00019997476630983553,
      "loss": 5.0253,
      "step": 11181
    },
    {
      "epoch": 0.07170706682057201,
      "grad_norm": 11.917438507080078,
      "learning_rate": 0.00019997476178400646,
      "loss": 5.2462,
      "step": 11182
    },
    {
      "epoch": 0.07171347954341413,
      "grad_norm": 7.026285648345947,
      "learning_rate": 0.00019997475725777158,
      "loss": 4.9034,
      "step": 11183
    },
    {
      "epoch": 0.07171989226625625,
      "grad_norm": 5.254131317138672,
      "learning_rate": 0.0001999747527311309,
      "loss": 4.7898,
      "step": 11184
    },
    {
      "epoch": 0.07172630498909838,
      "grad_norm": 31.508121490478516,
      "learning_rate": 0.00019997474820408447,
      "loss": 4.7466,
      "step": 11185
    },
    {
      "epoch": 0.0717327177119405,
      "grad_norm": 12.642216682434082,
      "learning_rate": 0.00019997474367663227,
      "loss": 4.7185,
      "step": 11186
    },
    {
      "epoch": 0.07173913043478261,
      "grad_norm": 16.84720802307129,
      "learning_rate": 0.00019997473914877428,
      "loss": 5.2342,
      "step": 11187
    },
    {
      "epoch": 0.07174554315762473,
      "grad_norm": 8.988192558288574,
      "learning_rate": 0.0001999747346205105,
      "loss": 4.9216,
      "step": 11188
    },
    {
      "epoch": 0.07175195588046684,
      "grad_norm": 14.013776779174805,
      "learning_rate": 0.00019997473009184097,
      "loss": 4.8086,
      "step": 11189
    },
    {
      "epoch": 0.07175836860330896,
      "grad_norm": 8.420923233032227,
      "learning_rate": 0.0001999747255627656,
      "loss": 4.836,
      "step": 11190
    },
    {
      "epoch": 0.07176478132615108,
      "grad_norm": 11.248028755187988,
      "learning_rate": 0.00019997472103328446,
      "loss": 4.9025,
      "step": 11191
    },
    {
      "epoch": 0.07177119404899321,
      "grad_norm": 7.929356575012207,
      "learning_rate": 0.00019997471650339758,
      "loss": 5.1312,
      "step": 11192
    },
    {
      "epoch": 0.07177760677183533,
      "grad_norm": 9.166094779968262,
      "learning_rate": 0.00019997471197310488,
      "loss": 4.8555,
      "step": 11193
    },
    {
      "epoch": 0.07178401949467744,
      "grad_norm": 5.259801387786865,
      "learning_rate": 0.00019997470744240645,
      "loss": 4.8275,
      "step": 11194
    },
    {
      "epoch": 0.07179043221751956,
      "grad_norm": 15.379831314086914,
      "learning_rate": 0.0001999747029113022,
      "loss": 5.077,
      "step": 11195
    },
    {
      "epoch": 0.07179684494036168,
      "grad_norm": 9.4894437789917,
      "learning_rate": 0.00019997469837979218,
      "loss": 4.8356,
      "step": 11196
    },
    {
      "epoch": 0.07180325766320379,
      "grad_norm": 13.273691177368164,
      "learning_rate": 0.00019997469384787638,
      "loss": 4.9267,
      "step": 11197
    },
    {
      "epoch": 0.07180967038604591,
      "grad_norm": 5.017338752746582,
      "learning_rate": 0.00019997468931555478,
      "loss": 4.9196,
      "step": 11198
    },
    {
      "epoch": 0.07181608310888804,
      "grad_norm": 12.246709823608398,
      "learning_rate": 0.00019997468478282743,
      "loss": 4.9184,
      "step": 11199
    },
    {
      "epoch": 0.07182249583173016,
      "grad_norm": 7.402836322784424,
      "learning_rate": 0.00019997468024969428,
      "loss": 4.8252,
      "step": 11200
    },
    {
      "epoch": 0.07182249583173016,
      "eval_loss": 4.878664970397949,
      "eval_runtime": 34.7548,
      "eval_samples_per_second": 90.203,
      "eval_steps_per_second": 22.558,
      "step": 11200
    },
    {
      "epoch": 0.07182890855457227,
      "grad_norm": 9.555578231811523,
      "learning_rate": 0.00019997467571615535,
      "loss": 5.0628,
      "step": 11201
    },
    {
      "epoch": 0.07183532127741439,
      "grad_norm": 11.142935752868652,
      "learning_rate": 0.00019997467118221062,
      "loss": 5.0065,
      "step": 11202
    },
    {
      "epoch": 0.07184173400025651,
      "grad_norm": 9.096535682678223,
      "learning_rate": 0.00019997466664786013,
      "loss": 5.096,
      "step": 11203
    },
    {
      "epoch": 0.07184814672309862,
      "grad_norm": 27.904672622680664,
      "learning_rate": 0.00019997466211310388,
      "loss": 4.8869,
      "step": 11204
    },
    {
      "epoch": 0.07185455944594074,
      "grad_norm": 11.74781608581543,
      "learning_rate": 0.00019997465757794184,
      "loss": 4.785,
      "step": 11205
    },
    {
      "epoch": 0.07186097216878287,
      "grad_norm": 5.752282619476318,
      "learning_rate": 0.00019997465304237398,
      "loss": 4.736,
      "step": 11206
    },
    {
      "epoch": 0.07186738489162499,
      "grad_norm": 18.680444717407227,
      "learning_rate": 0.0001999746485064004,
      "loss": 4.7364,
      "step": 11207
    },
    {
      "epoch": 0.0718737976144671,
      "grad_norm": 22.292184829711914,
      "learning_rate": 0.000199974643970021,
      "loss": 4.7669,
      "step": 11208
    },
    {
      "epoch": 0.07188021033730922,
      "grad_norm": 10.874617576599121,
      "learning_rate": 0.00019997463943323583,
      "loss": 5.2441,
      "step": 11209
    },
    {
      "epoch": 0.07188662306015134,
      "grad_norm": 9.323846817016602,
      "learning_rate": 0.00019997463489604487,
      "loss": 4.8637,
      "step": 11210
    },
    {
      "epoch": 0.07189303578299346,
      "grad_norm": 7.2751288414001465,
      "learning_rate": 0.00019997463035844812,
      "loss": 4.7536,
      "step": 11211
    },
    {
      "epoch": 0.07189944850583557,
      "grad_norm": 14.801980018615723,
      "learning_rate": 0.0001999746258204456,
      "loss": 4.9342,
      "step": 11212
    },
    {
      "epoch": 0.0719058612286777,
      "grad_norm": 9.762296676635742,
      "learning_rate": 0.00019997462128203732,
      "loss": 4.6889,
      "step": 11213
    },
    {
      "epoch": 0.07191227395151982,
      "grad_norm": 13.364785194396973,
      "learning_rate": 0.00019997461674322323,
      "loss": 5.0346,
      "step": 11214
    },
    {
      "epoch": 0.07191868667436194,
      "grad_norm": 14.04347038269043,
      "learning_rate": 0.00019997461220400337,
      "loss": 4.9627,
      "step": 11215
    },
    {
      "epoch": 0.07192509939720405,
      "grad_norm": 6.562453269958496,
      "learning_rate": 0.00019997460766437775,
      "loss": 4.7726,
      "step": 11216
    },
    {
      "epoch": 0.07193151212004617,
      "grad_norm": 6.802763938903809,
      "learning_rate": 0.00019997460312434634,
      "loss": 5.1383,
      "step": 11217
    },
    {
      "epoch": 0.07193792484288829,
      "grad_norm": 7.457404136657715,
      "learning_rate": 0.00019997459858390912,
      "loss": 4.938,
      "step": 11218
    },
    {
      "epoch": 0.0719443375657304,
      "grad_norm": 5.811992645263672,
      "learning_rate": 0.00019997459404306618,
      "loss": 4.8384,
      "step": 11219
    },
    {
      "epoch": 0.07195075028857253,
      "grad_norm": 53.68910598754883,
      "learning_rate": 0.0001999745895018174,
      "loss": 5.0271,
      "step": 11220
    },
    {
      "epoch": 0.07195716301141465,
      "grad_norm": 14.470453262329102,
      "learning_rate": 0.00019997458496016286,
      "loss": 4.9067,
      "step": 11221
    },
    {
      "epoch": 0.07196357573425677,
      "grad_norm": 70.57234191894531,
      "learning_rate": 0.00019997458041810253,
      "loss": 4.8621,
      "step": 11222
    },
    {
      "epoch": 0.07196998845709889,
      "grad_norm": 43.922813415527344,
      "learning_rate": 0.00019997457587563644,
      "loss": 4.7377,
      "step": 11223
    },
    {
      "epoch": 0.071976401179941,
      "grad_norm": 10.423294067382812,
      "learning_rate": 0.00019997457133276458,
      "loss": 4.8169,
      "step": 11224
    },
    {
      "epoch": 0.07198281390278312,
      "grad_norm": 47.8067626953125,
      "learning_rate": 0.0001999745667894869,
      "loss": 5.5383,
      "step": 11225
    },
    {
      "epoch": 0.07198922662562524,
      "grad_norm": 26.964881896972656,
      "learning_rate": 0.00019997456224580347,
      "loss": 4.9735,
      "step": 11226
    },
    {
      "epoch": 0.07199563934846735,
      "grad_norm": 12.091056823730469,
      "learning_rate": 0.00019997455770171424,
      "loss": 4.8643,
      "step": 11227
    },
    {
      "epoch": 0.07200205207130948,
      "grad_norm": 13.27281665802002,
      "learning_rate": 0.00019997455315721926,
      "loss": 4.9541,
      "step": 11228
    },
    {
      "epoch": 0.0720084647941516,
      "grad_norm": 7.482306957244873,
      "learning_rate": 0.00019997454861231848,
      "loss": 4.9649,
      "step": 11229
    },
    {
      "epoch": 0.07201487751699372,
      "grad_norm": 10.354578018188477,
      "learning_rate": 0.0001999745440670119,
      "loss": 4.9328,
      "step": 11230
    },
    {
      "epoch": 0.07202129023983583,
      "grad_norm": 70.84130859375,
      "learning_rate": 0.00019997453952129958,
      "loss": 5.3861,
      "step": 11231
    },
    {
      "epoch": 0.07202770296267795,
      "grad_norm": 10.453801155090332,
      "learning_rate": 0.00019997453497518143,
      "loss": 4.8205,
      "step": 11232
    },
    {
      "epoch": 0.07203411568552007,
      "grad_norm": 8.670144081115723,
      "learning_rate": 0.00019997453042865755,
      "loss": 4.7934,
      "step": 11233
    },
    {
      "epoch": 0.07204052840836218,
      "grad_norm": 7.325329780578613,
      "learning_rate": 0.00019997452588172787,
      "loss": 4.7891,
      "step": 11234
    },
    {
      "epoch": 0.07204694113120431,
      "grad_norm": 11.761070251464844,
      "learning_rate": 0.00019997452133439238,
      "loss": 4.7787,
      "step": 11235
    },
    {
      "epoch": 0.07205335385404643,
      "grad_norm": 6.769317150115967,
      "learning_rate": 0.00019997451678665116,
      "loss": 4.9241,
      "step": 11236
    },
    {
      "epoch": 0.07205976657688855,
      "grad_norm": 19.008132934570312,
      "learning_rate": 0.00019997451223850412,
      "loss": 4.9101,
      "step": 11237
    },
    {
      "epoch": 0.07206617929973066,
      "grad_norm": 12.835123062133789,
      "learning_rate": 0.00019997450768995134,
      "loss": 4.8613,
      "step": 11238
    },
    {
      "epoch": 0.07207259202257278,
      "grad_norm": 12.502628326416016,
      "learning_rate": 0.00019997450314099274,
      "loss": 4.8449,
      "step": 11239
    },
    {
      "epoch": 0.0720790047454149,
      "grad_norm": 16.58568000793457,
      "learning_rate": 0.0001999744985916284,
      "loss": 5.2537,
      "step": 11240
    },
    {
      "epoch": 0.07208541746825702,
      "grad_norm": 15.433083534240723,
      "learning_rate": 0.00019997449404185824,
      "loss": 4.9715,
      "step": 11241
    },
    {
      "epoch": 0.07209183019109915,
      "grad_norm": 14.451637268066406,
      "learning_rate": 0.00019997448949168233,
      "loss": 4.8794,
      "step": 11242
    },
    {
      "epoch": 0.07209824291394126,
      "grad_norm": 8.967170715332031,
      "learning_rate": 0.00019997448494110063,
      "loss": 4.8593,
      "step": 11243
    },
    {
      "epoch": 0.07210465563678338,
      "grad_norm": 7.436898708343506,
      "learning_rate": 0.00019997448039011314,
      "loss": 4.5965,
      "step": 11244
    },
    {
      "epoch": 0.0721110683596255,
      "grad_norm": 7.141142845153809,
      "learning_rate": 0.00019997447583871986,
      "loss": 5.1072,
      "step": 11245
    },
    {
      "epoch": 0.07211748108246761,
      "grad_norm": 10.163920402526855,
      "learning_rate": 0.00019997447128692085,
      "loss": 4.8258,
      "step": 11246
    },
    {
      "epoch": 0.07212389380530973,
      "grad_norm": 20.194929122924805,
      "learning_rate": 0.00019997446673471601,
      "loss": 4.8426,
      "step": 11247
    },
    {
      "epoch": 0.07213030652815185,
      "grad_norm": 11.129851341247559,
      "learning_rate": 0.0001999744621821054,
      "loss": 4.8657,
      "step": 11248
    },
    {
      "epoch": 0.07213671925099398,
      "grad_norm": 5.647510528564453,
      "learning_rate": 0.00019997445762908904,
      "loss": 4.82,
      "step": 11249
    },
    {
      "epoch": 0.0721431319738361,
      "grad_norm": 5.109742641448975,
      "learning_rate": 0.00019997445307566686,
      "loss": 4.8741,
      "step": 11250
    },
    {
      "epoch": 0.07214954469667821,
      "grad_norm": 7.5006842613220215,
      "learning_rate": 0.00019997444852183893,
      "loss": 4.7216,
      "step": 11251
    },
    {
      "epoch": 0.07215595741952033,
      "grad_norm": 10.044807434082031,
      "learning_rate": 0.00019997444396760523,
      "loss": 5.0328,
      "step": 11252
    },
    {
      "epoch": 0.07216237014236244,
      "grad_norm": 11.822526931762695,
      "learning_rate": 0.0001999744394129657,
      "loss": 5.0962,
      "step": 11253
    },
    {
      "epoch": 0.07216878286520456,
      "grad_norm": 11.448360443115234,
      "learning_rate": 0.00019997443485792046,
      "loss": 4.924,
      "step": 11254
    },
    {
      "epoch": 0.07217519558804668,
      "grad_norm": 8.095044136047363,
      "learning_rate": 0.00019997443030246936,
      "loss": 4.8833,
      "step": 11255
    },
    {
      "epoch": 0.07218160831088881,
      "grad_norm": 12.506024360656738,
      "learning_rate": 0.00019997442574661253,
      "loss": 5.0265,
      "step": 11256
    },
    {
      "epoch": 0.07218802103373093,
      "grad_norm": 7.1825127601623535,
      "learning_rate": 0.0001999744211903499,
      "loss": 5.1859,
      "step": 11257
    },
    {
      "epoch": 0.07219443375657304,
      "grad_norm": 11.99169635772705,
      "learning_rate": 0.00019997441663368153,
      "loss": 5.0017,
      "step": 11258
    },
    {
      "epoch": 0.07220084647941516,
      "grad_norm": 7.855375289916992,
      "learning_rate": 0.00019997441207660735,
      "loss": 4.7507,
      "step": 11259
    },
    {
      "epoch": 0.07220725920225728,
      "grad_norm": 44.24458694458008,
      "learning_rate": 0.0001999744075191274,
      "loss": 5.1184,
      "step": 11260
    },
    {
      "epoch": 0.07221367192509939,
      "grad_norm": 12.543357849121094,
      "learning_rate": 0.00019997440296124164,
      "loss": 4.7435,
      "step": 11261
    },
    {
      "epoch": 0.07222008464794151,
      "grad_norm": 95.8605728149414,
      "learning_rate": 0.00019997439840295012,
      "loss": 4.9624,
      "step": 11262
    },
    {
      "epoch": 0.07222649737078364,
      "grad_norm": 828.4569091796875,
      "learning_rate": 0.00019997439384425282,
      "loss": 4.9701,
      "step": 11263
    },
    {
      "epoch": 0.07223291009362576,
      "grad_norm": 10.015630722045898,
      "learning_rate": 0.00019997438928514975,
      "loss": 5.1893,
      "step": 11264
    },
    {
      "epoch": 0.07223932281646787,
      "grad_norm": 5.819744110107422,
      "learning_rate": 0.0001999743847256409,
      "loss": 4.8733,
      "step": 11265
    },
    {
      "epoch": 0.07224573553930999,
      "grad_norm": 7.705780029296875,
      "learning_rate": 0.00019997438016572624,
      "loss": 4.6729,
      "step": 11266
    },
    {
      "epoch": 0.07225214826215211,
      "grad_norm": 11.389738082885742,
      "learning_rate": 0.00019997437560540583,
      "loss": 5.0288,
      "step": 11267
    },
    {
      "epoch": 0.07225856098499422,
      "grad_norm": 12.019333839416504,
      "learning_rate": 0.00019997437104467963,
      "loss": 5.2855,
      "step": 11268
    },
    {
      "epoch": 0.07226497370783634,
      "grad_norm": 7.176372051239014,
      "learning_rate": 0.00019997436648354767,
      "loss": 5.0218,
      "step": 11269
    },
    {
      "epoch": 0.07227138643067847,
      "grad_norm": 10.625850677490234,
      "learning_rate": 0.00019997436192200995,
      "loss": 4.962,
      "step": 11270
    },
    {
      "epoch": 0.07227779915352059,
      "grad_norm": 20.361059188842773,
      "learning_rate": 0.0001999743573600664,
      "loss": 4.8171,
      "step": 11271
    },
    {
      "epoch": 0.0722842118763627,
      "grad_norm": 10.169889450073242,
      "learning_rate": 0.00019997435279771707,
      "loss": 4.7839,
      "step": 11272
    },
    {
      "epoch": 0.07229062459920482,
      "grad_norm": 8.044779777526855,
      "learning_rate": 0.000199974348234962,
      "loss": 4.872,
      "step": 11273
    },
    {
      "epoch": 0.07229703732204694,
      "grad_norm": 9.883428573608398,
      "learning_rate": 0.00019997434367180112,
      "loss": 4.9701,
      "step": 11274
    },
    {
      "epoch": 0.07230345004488906,
      "grad_norm": 23.64312744140625,
      "learning_rate": 0.00019997433910823447,
      "loss": 4.7932,
      "step": 11275
    },
    {
      "epoch": 0.07230986276773117,
      "grad_norm": 12.306410789489746,
      "learning_rate": 0.00019997433454426204,
      "loss": 4.8801,
      "step": 11276
    },
    {
      "epoch": 0.0723162754905733,
      "grad_norm": 4.786472797393799,
      "learning_rate": 0.00019997432997988384,
      "loss": 4.7606,
      "step": 11277
    },
    {
      "epoch": 0.07232268821341542,
      "grad_norm": 11.775561332702637,
      "learning_rate": 0.00019997432541509982,
      "loss": 5.03,
      "step": 11278
    },
    {
      "epoch": 0.07232910093625754,
      "grad_norm": 5.385929584503174,
      "learning_rate": 0.00019997432084991007,
      "loss": 4.7734,
      "step": 11279
    },
    {
      "epoch": 0.07233551365909965,
      "grad_norm": 13.773772239685059,
      "learning_rate": 0.00019997431628431453,
      "loss": 4.9404,
      "step": 11280
    },
    {
      "epoch": 0.07234192638194177,
      "grad_norm": 5.094990253448486,
      "learning_rate": 0.00019997431171831317,
      "loss": 4.7648,
      "step": 11281
    },
    {
      "epoch": 0.07234833910478389,
      "grad_norm": 11.332478523254395,
      "learning_rate": 0.00019997430715190608,
      "loss": 4.7216,
      "step": 11282
    },
    {
      "epoch": 0.072354751827626,
      "grad_norm": 38.85133743286133,
      "learning_rate": 0.0001999743025850932,
      "loss": 4.661,
      "step": 11283
    },
    {
      "epoch": 0.07236116455046814,
      "grad_norm": 18.318220138549805,
      "learning_rate": 0.00019997429801787452,
      "loss": 4.7868,
      "step": 11284
    },
    {
      "epoch": 0.07236757727331025,
      "grad_norm": 17.033777236938477,
      "learning_rate": 0.00019997429345025008,
      "loss": 4.5951,
      "step": 11285
    },
    {
      "epoch": 0.07237398999615237,
      "grad_norm": 245.73196411132812,
      "learning_rate": 0.00019997428888221988,
      "loss": 4.9357,
      "step": 11286
    },
    {
      "epoch": 0.07238040271899449,
      "grad_norm": 16.245542526245117,
      "learning_rate": 0.00019997428431378387,
      "loss": 4.948,
      "step": 11287
    },
    {
      "epoch": 0.0723868154418366,
      "grad_norm": 7.159082412719727,
      "learning_rate": 0.00019997427974494206,
      "loss": 4.8617,
      "step": 11288
    },
    {
      "epoch": 0.07239322816467872,
      "grad_norm": 6.526834011077881,
      "learning_rate": 0.00019997427517569452,
      "loss": 5.2001,
      "step": 11289
    },
    {
      "epoch": 0.07239964088752084,
      "grad_norm": 16.236839294433594,
      "learning_rate": 0.0001999742706060412,
      "loss": 4.874,
      "step": 11290
    },
    {
      "epoch": 0.07240605361036297,
      "grad_norm": 26.546106338500977,
      "learning_rate": 0.00019997426603598207,
      "loss": 4.9941,
      "step": 11291
    },
    {
      "epoch": 0.07241246633320508,
      "grad_norm": 11.08023738861084,
      "learning_rate": 0.00019997426146551716,
      "loss": 4.9887,
      "step": 11292
    },
    {
      "epoch": 0.0724188790560472,
      "grad_norm": 41.27457046508789,
      "learning_rate": 0.0001999742568946465,
      "loss": 4.822,
      "step": 11293
    },
    {
      "epoch": 0.07242529177888932,
      "grad_norm": 8.75442123413086,
      "learning_rate": 0.00019997425232337005,
      "loss": 5.1277,
      "step": 11294
    },
    {
      "epoch": 0.07243170450173143,
      "grad_norm": 13.350752830505371,
      "learning_rate": 0.0001999742477516878,
      "loss": 4.8411,
      "step": 11295
    },
    {
      "epoch": 0.07243811722457355,
      "grad_norm": 15.195175170898438,
      "learning_rate": 0.0001999742431795998,
      "loss": 4.6842,
      "step": 11296
    },
    {
      "epoch": 0.07244452994741567,
      "grad_norm": 8.300738334655762,
      "learning_rate": 0.000199974238607106,
      "loss": 5.1415,
      "step": 11297
    },
    {
      "epoch": 0.0724509426702578,
      "grad_norm": 109.58024597167969,
      "learning_rate": 0.00019997423403420644,
      "loss": 4.7985,
      "step": 11298
    },
    {
      "epoch": 0.07245735539309991,
      "grad_norm": 22.174148559570312,
      "learning_rate": 0.0001999742294609011,
      "loss": 4.7997,
      "step": 11299
    },
    {
      "epoch": 0.07246376811594203,
      "grad_norm": 48.830535888671875,
      "learning_rate": 0.00019997422488718996,
      "loss": 4.8275,
      "step": 11300
    },
    {
      "epoch": 0.07246376811594203,
      "eval_loss": 4.824340343475342,
      "eval_runtime": 34.7974,
      "eval_samples_per_second": 90.093,
      "eval_steps_per_second": 22.53,
      "step": 11300
    },
    {
      "epoch": 0.07247018083878415,
      "grad_norm": 29.37023162841797,
      "learning_rate": 0.00019997422031307305,
      "loss": 5.0769,
      "step": 11301
    },
    {
      "epoch": 0.07247659356162627,
      "grad_norm": 86.71592712402344,
      "learning_rate": 0.00019997421573855038,
      "loss": 4.8128,
      "step": 11302
    },
    {
      "epoch": 0.07248300628446838,
      "grad_norm": 47.69249725341797,
      "learning_rate": 0.0001999742111636219,
      "loss": 5.0687,
      "step": 11303
    },
    {
      "epoch": 0.0724894190073105,
      "grad_norm": 40.4117431640625,
      "learning_rate": 0.00019997420658828766,
      "loss": 4.7386,
      "step": 11304
    },
    {
      "epoch": 0.07249583173015263,
      "grad_norm": 64.46757507324219,
      "learning_rate": 0.00019997420201254765,
      "loss": 5.1208,
      "step": 11305
    },
    {
      "epoch": 0.07250224445299475,
      "grad_norm": 23.1760196685791,
      "learning_rate": 0.00019997419743640182,
      "loss": 4.9039,
      "step": 11306
    },
    {
      "epoch": 0.07250865717583686,
      "grad_norm": 22.308555603027344,
      "learning_rate": 0.00019997419285985025,
      "loss": 4.8232,
      "step": 11307
    },
    {
      "epoch": 0.07251506989867898,
      "grad_norm": 21.00556755065918,
      "learning_rate": 0.0001999741882828929,
      "loss": 5.3708,
      "step": 11308
    },
    {
      "epoch": 0.0725214826215211,
      "grad_norm": 20.28229331970215,
      "learning_rate": 0.00019997418370552974,
      "loss": 4.6645,
      "step": 11309
    },
    {
      "epoch": 0.07252789534436321,
      "grad_norm": 17.168893814086914,
      "learning_rate": 0.0001999741791277608,
      "loss": 4.6676,
      "step": 11310
    },
    {
      "epoch": 0.07253430806720533,
      "grad_norm": 38.41407012939453,
      "learning_rate": 0.00019997417454958614,
      "loss": 4.7107,
      "step": 11311
    },
    {
      "epoch": 0.07254072079004746,
      "grad_norm": 6.76182222366333,
      "learning_rate": 0.00019997416997100567,
      "loss": 4.7895,
      "step": 11312
    },
    {
      "epoch": 0.07254713351288958,
      "grad_norm": 249.134765625,
      "learning_rate": 0.0001999741653920194,
      "loss": 5.1512,
      "step": 11313
    },
    {
      "epoch": 0.0725535462357317,
      "grad_norm": 21.01485252380371,
      "learning_rate": 0.00019997416081262735,
      "loss": 4.7794,
      "step": 11314
    },
    {
      "epoch": 0.07255995895857381,
      "grad_norm": 9.090813636779785,
      "learning_rate": 0.00019997415623282958,
      "loss": 4.7158,
      "step": 11315
    },
    {
      "epoch": 0.07256637168141593,
      "grad_norm": 1371.8814697265625,
      "learning_rate": 0.00019997415165262598,
      "loss": 4.9259,
      "step": 11316
    },
    {
      "epoch": 0.07257278440425804,
      "grad_norm": 37.50667953491211,
      "learning_rate": 0.00019997414707201663,
      "loss": 4.8618,
      "step": 11317
    },
    {
      "epoch": 0.07257919712710016,
      "grad_norm": 128.20053100585938,
      "learning_rate": 0.00019997414249100145,
      "loss": 5.1671,
      "step": 11318
    },
    {
      "epoch": 0.07258560984994228,
      "grad_norm": 13.467419624328613,
      "learning_rate": 0.00019997413790958052,
      "loss": 5.0373,
      "step": 11319
    },
    {
      "epoch": 0.07259202257278441,
      "grad_norm": 35.77256393432617,
      "learning_rate": 0.00019997413332775382,
      "loss": 4.749,
      "step": 11320
    },
    {
      "epoch": 0.07259843529562653,
      "grad_norm": 9.00418758392334,
      "learning_rate": 0.00019997412874552138,
      "loss": 4.7643,
      "step": 11321
    },
    {
      "epoch": 0.07260484801846864,
      "grad_norm": 37.17287826538086,
      "learning_rate": 0.0001999741241628831,
      "loss": 4.7027,
      "step": 11322
    },
    {
      "epoch": 0.07261126074131076,
      "grad_norm": 18.983753204345703,
      "learning_rate": 0.00019997411957983907,
      "loss": 4.8173,
      "step": 11323
    },
    {
      "epoch": 0.07261767346415288,
      "grad_norm": 7.5086822509765625,
      "learning_rate": 0.00019997411499638926,
      "loss": 4.7645,
      "step": 11324
    },
    {
      "epoch": 0.072624086186995,
      "grad_norm": 25.39777374267578,
      "learning_rate": 0.00019997411041253367,
      "loss": 4.7088,
      "step": 11325
    },
    {
      "epoch": 0.07263049890983711,
      "grad_norm": 10.022529602050781,
      "learning_rate": 0.00019997410582827229,
      "loss": 4.7346,
      "step": 11326
    },
    {
      "epoch": 0.07263691163267924,
      "grad_norm": 39.13100814819336,
      "learning_rate": 0.0001999741012436051,
      "loss": 4.8981,
      "step": 11327
    },
    {
      "epoch": 0.07264332435552136,
      "grad_norm": 34.03624725341797,
      "learning_rate": 0.0001999740966585322,
      "loss": 4.8442,
      "step": 11328
    },
    {
      "epoch": 0.07264973707836347,
      "grad_norm": 215.3050537109375,
      "learning_rate": 0.00019997409207305348,
      "loss": 4.7623,
      "step": 11329
    },
    {
      "epoch": 0.07265614980120559,
      "grad_norm": 107.0093002319336,
      "learning_rate": 0.000199974087487169,
      "loss": 5.0844,
      "step": 11330
    },
    {
      "epoch": 0.07266256252404771,
      "grad_norm": 10.60141658782959,
      "learning_rate": 0.00019997408290087874,
      "loss": 4.9201,
      "step": 11331
    },
    {
      "epoch": 0.07266897524688982,
      "grad_norm": 12.050556182861328,
      "learning_rate": 0.0001999740783141827,
      "loss": 4.8128,
      "step": 11332
    },
    {
      "epoch": 0.07267538796973194,
      "grad_norm": 92.40605163574219,
      "learning_rate": 0.00019997407372708087,
      "loss": 4.9856,
      "step": 11333
    },
    {
      "epoch": 0.07268180069257407,
      "grad_norm": 18.677915573120117,
      "learning_rate": 0.00019997406913957328,
      "loss": 4.9191,
      "step": 11334
    },
    {
      "epoch": 0.07268821341541619,
      "grad_norm": 11.273638725280762,
      "learning_rate": 0.0001999740645516599,
      "loss": 5.1503,
      "step": 11335
    },
    {
      "epoch": 0.0726946261382583,
      "grad_norm": 21.07491111755371,
      "learning_rate": 0.00019997405996334072,
      "loss": 4.6912,
      "step": 11336
    },
    {
      "epoch": 0.07270103886110042,
      "grad_norm": 26.400535583496094,
      "learning_rate": 0.0001999740553746158,
      "loss": 4.8719,
      "step": 11337
    },
    {
      "epoch": 0.07270745158394254,
      "grad_norm": 26.767478942871094,
      "learning_rate": 0.0001999740507854851,
      "loss": 4.8933,
      "step": 11338
    },
    {
      "epoch": 0.07271386430678466,
      "grad_norm": 11.393203735351562,
      "learning_rate": 0.0001999740461959486,
      "loss": 4.8923,
      "step": 11339
    },
    {
      "epoch": 0.07272027702962677,
      "grad_norm": 18.68960189819336,
      "learning_rate": 0.00019997404160600633,
      "loss": 4.8771,
      "step": 11340
    },
    {
      "epoch": 0.0727266897524689,
      "grad_norm": 43.21331024169922,
      "learning_rate": 0.00019997403701565829,
      "loss": 4.7728,
      "step": 11341
    },
    {
      "epoch": 0.07273310247531102,
      "grad_norm": 8.32618522644043,
      "learning_rate": 0.00019997403242490446,
      "loss": 4.7156,
      "step": 11342
    },
    {
      "epoch": 0.07273951519815314,
      "grad_norm": 17.013832092285156,
      "learning_rate": 0.00019997402783374484,
      "loss": 4.7999,
      "step": 11343
    },
    {
      "epoch": 0.07274592792099525,
      "grad_norm": 24.161518096923828,
      "learning_rate": 0.00019997402324217946,
      "loss": 4.714,
      "step": 11344
    },
    {
      "epoch": 0.07275234064383737,
      "grad_norm": 57.064048767089844,
      "learning_rate": 0.0001999740186502083,
      "loss": 4.5193,
      "step": 11345
    },
    {
      "epoch": 0.07275875336667949,
      "grad_norm": 22.44084930419922,
      "learning_rate": 0.00019997401405783135,
      "loss": 4.8718,
      "step": 11346
    },
    {
      "epoch": 0.0727651660895216,
      "grad_norm": 16.041166305541992,
      "learning_rate": 0.00019997400946504865,
      "loss": 4.7332,
      "step": 11347
    },
    {
      "epoch": 0.07277157881236374,
      "grad_norm": 32.6295280456543,
      "learning_rate": 0.00019997400487186016,
      "loss": 4.9754,
      "step": 11348
    },
    {
      "epoch": 0.07277799153520585,
      "grad_norm": 32.74260330200195,
      "learning_rate": 0.00019997400027826586,
      "loss": 4.8817,
      "step": 11349
    },
    {
      "epoch": 0.07278440425804797,
      "grad_norm": 31.05232810974121,
      "learning_rate": 0.00019997399568426585,
      "loss": 4.806,
      "step": 11350
    },
    {
      "epoch": 0.07279081698089009,
      "grad_norm": 50.76893997192383,
      "learning_rate": 0.00019997399108986002,
      "loss": 4.7854,
      "step": 11351
    },
    {
      "epoch": 0.0727972297037322,
      "grad_norm": 28.348190307617188,
      "learning_rate": 0.00019997398649504843,
      "loss": 4.6073,
      "step": 11352
    },
    {
      "epoch": 0.07280364242657432,
      "grad_norm": 53.03084182739258,
      "learning_rate": 0.00019997398189983102,
      "loss": 4.6702,
      "step": 11353
    },
    {
      "epoch": 0.07281005514941644,
      "grad_norm": 35.236305236816406,
      "learning_rate": 0.00019997397730420785,
      "loss": 4.8183,
      "step": 11354
    },
    {
      "epoch": 0.07281646787225857,
      "grad_norm": 11.592503547668457,
      "learning_rate": 0.00019997397270817891,
      "loss": 5.0614,
      "step": 11355
    },
    {
      "epoch": 0.07282288059510068,
      "grad_norm": 16.228965759277344,
      "learning_rate": 0.0001999739681117442,
      "loss": 4.6086,
      "step": 11356
    },
    {
      "epoch": 0.0728292933179428,
      "grad_norm": 81.78870391845703,
      "learning_rate": 0.0001999739635149037,
      "loss": 4.8831,
      "step": 11357
    },
    {
      "epoch": 0.07283570604078492,
      "grad_norm": 18.453874588012695,
      "learning_rate": 0.00019997395891765743,
      "loss": 4.8807,
      "step": 11358
    },
    {
      "epoch": 0.07284211876362703,
      "grad_norm": 17.946760177612305,
      "learning_rate": 0.0001999739543200054,
      "loss": 4.8265,
      "step": 11359
    },
    {
      "epoch": 0.07284853148646915,
      "grad_norm": 30.39934730529785,
      "learning_rate": 0.00019997394972194753,
      "loss": 4.8612,
      "step": 11360
    },
    {
      "epoch": 0.07285494420931127,
      "grad_norm": 45.422088623046875,
      "learning_rate": 0.00019997394512348394,
      "loss": 4.7459,
      "step": 11361
    },
    {
      "epoch": 0.0728613569321534,
      "grad_norm": 48.994300842285156,
      "learning_rate": 0.00019997394052461456,
      "loss": 4.7572,
      "step": 11362
    },
    {
      "epoch": 0.07286776965499552,
      "grad_norm": 105.8949966430664,
      "learning_rate": 0.0001999739359253394,
      "loss": 4.7562,
      "step": 11363
    },
    {
      "epoch": 0.07287418237783763,
      "grad_norm": 29.182899475097656,
      "learning_rate": 0.00019997393132565846,
      "loss": 4.964,
      "step": 11364
    },
    {
      "epoch": 0.07288059510067975,
      "grad_norm": 21.693471908569336,
      "learning_rate": 0.00019997392672557173,
      "loss": 5.0782,
      "step": 11365
    },
    {
      "epoch": 0.07288700782352187,
      "grad_norm": 46.1043815612793,
      "learning_rate": 0.00019997392212507925,
      "loss": 4.9252,
      "step": 11366
    },
    {
      "epoch": 0.07289342054636398,
      "grad_norm": 42.041046142578125,
      "learning_rate": 0.00019997391752418097,
      "loss": 4.7722,
      "step": 11367
    },
    {
      "epoch": 0.0728998332692061,
      "grad_norm": 370.0538330078125,
      "learning_rate": 0.0001999739129228769,
      "loss": 5.0321,
      "step": 11368
    },
    {
      "epoch": 0.07290624599204823,
      "grad_norm": 94.85912322998047,
      "learning_rate": 0.00019997390832116708,
      "loss": 4.9197,
      "step": 11369
    },
    {
      "epoch": 0.07291265871489035,
      "grad_norm": 38.338584899902344,
      "learning_rate": 0.0001999739037190515,
      "loss": 5.1851,
      "step": 11370
    },
    {
      "epoch": 0.07291907143773246,
      "grad_norm": 19.35621452331543,
      "learning_rate": 0.0001999738991165301,
      "loss": 4.7443,
      "step": 11371
    },
    {
      "epoch": 0.07292548416057458,
      "grad_norm": 27.85810661315918,
      "learning_rate": 0.00019997389451360294,
      "loss": 4.9944,
      "step": 11372
    },
    {
      "epoch": 0.0729318968834167,
      "grad_norm": 5.389863014221191,
      "learning_rate": 0.00019997388991027003,
      "loss": 4.662,
      "step": 11373
    },
    {
      "epoch": 0.07293830960625881,
      "grad_norm": 7.290462493896484,
      "learning_rate": 0.00019997388530653128,
      "loss": 5.0457,
      "step": 11374
    },
    {
      "epoch": 0.07294472232910093,
      "grad_norm": 12.299217224121094,
      "learning_rate": 0.0001999738807023868,
      "loss": 4.8378,
      "step": 11375
    },
    {
      "epoch": 0.07295113505194306,
      "grad_norm": 17.933900833129883,
      "learning_rate": 0.00019997387609783652,
      "loss": 4.7291,
      "step": 11376
    },
    {
      "epoch": 0.07295754777478518,
      "grad_norm": 44.95680236816406,
      "learning_rate": 0.00019997387149288048,
      "loss": 4.8231,
      "step": 11377
    },
    {
      "epoch": 0.0729639604976273,
      "grad_norm": 137.37905883789062,
      "learning_rate": 0.00019997386688751866,
      "loss": 4.9962,
      "step": 11378
    },
    {
      "epoch": 0.07297037322046941,
      "grad_norm": 39.08509826660156,
      "learning_rate": 0.00019997386228175104,
      "loss": 5.1537,
      "step": 11379
    },
    {
      "epoch": 0.07297678594331153,
      "grad_norm": 20.900894165039062,
      "learning_rate": 0.00019997385767557769,
      "loss": 5.0219,
      "step": 11380
    },
    {
      "epoch": 0.07298319866615365,
      "grad_norm": 27.69106101989746,
      "learning_rate": 0.00019997385306899852,
      "loss": 4.7966,
      "step": 11381
    },
    {
      "epoch": 0.07298961138899576,
      "grad_norm": 50.46112060546875,
      "learning_rate": 0.00019997384846201358,
      "loss": 4.7811,
      "step": 11382
    },
    {
      "epoch": 0.07299602411183789,
      "grad_norm": 105.455322265625,
      "learning_rate": 0.00019997384385462286,
      "loss": 4.7298,
      "step": 11383
    },
    {
      "epoch": 0.07300243683468001,
      "grad_norm": 23.048297882080078,
      "learning_rate": 0.00019997383924682638,
      "loss": 4.8237,
      "step": 11384
    },
    {
      "epoch": 0.07300884955752213,
      "grad_norm": 19.00849723815918,
      "learning_rate": 0.0001999738346386241,
      "loss": 4.7685,
      "step": 11385
    },
    {
      "epoch": 0.07301526228036424,
      "grad_norm": 7.119109153747559,
      "learning_rate": 0.00019997383003001606,
      "loss": 4.6927,
      "step": 11386
    },
    {
      "epoch": 0.07302167500320636,
      "grad_norm": 22.253698348999023,
      "learning_rate": 0.00019997382542100224,
      "loss": 4.9014,
      "step": 11387
    },
    {
      "epoch": 0.07302808772604848,
      "grad_norm": 40.18019104003906,
      "learning_rate": 0.00019997382081158262,
      "loss": 4.9368,
      "step": 11388
    },
    {
      "epoch": 0.0730345004488906,
      "grad_norm": 19.180591583251953,
      "learning_rate": 0.00019997381620175727,
      "loss": 4.9,
      "step": 11389
    },
    {
      "epoch": 0.07304091317173272,
      "grad_norm": 9.743069648742676,
      "learning_rate": 0.0001999738115915261,
      "loss": 4.8507,
      "step": 11390
    },
    {
      "epoch": 0.07304732589457484,
      "grad_norm": 225.3505401611328,
      "learning_rate": 0.0001999738069808892,
      "loss": 4.8801,
      "step": 11391
    },
    {
      "epoch": 0.07305373861741696,
      "grad_norm": 10.613356590270996,
      "learning_rate": 0.00019997380236984647,
      "loss": 4.7279,
      "step": 11392
    },
    {
      "epoch": 0.07306015134025907,
      "grad_norm": 9.53667163848877,
      "learning_rate": 0.00019997379775839796,
      "loss": 4.7799,
      "step": 11393
    },
    {
      "epoch": 0.07306656406310119,
      "grad_norm": 11.292523384094238,
      "learning_rate": 0.00019997379314654371,
      "loss": 4.8156,
      "step": 11394
    },
    {
      "epoch": 0.07307297678594331,
      "grad_norm": 58.8442497253418,
      "learning_rate": 0.0001999737885342837,
      "loss": 5.2505,
      "step": 11395
    },
    {
      "epoch": 0.07307938950878543,
      "grad_norm": 29.05085563659668,
      "learning_rate": 0.00019997378392161785,
      "loss": 4.9034,
      "step": 11396
    },
    {
      "epoch": 0.07308580223162756,
      "grad_norm": 105.29048919677734,
      "learning_rate": 0.0001999737793085463,
      "loss": 4.5587,
      "step": 11397
    },
    {
      "epoch": 0.07309221495446967,
      "grad_norm": 36.6868896484375,
      "learning_rate": 0.0001999737746950689,
      "loss": 4.9885,
      "step": 11398
    },
    {
      "epoch": 0.07309862767731179,
      "grad_norm": 44.364654541015625,
      "learning_rate": 0.00019997377008118577,
      "loss": 4.649,
      "step": 11399
    },
    {
      "epoch": 0.0731050404001539,
      "grad_norm": 82.78510284423828,
      "learning_rate": 0.00019997376546689684,
      "loss": 4.9133,
      "step": 11400
    },
    {
      "epoch": 0.0731050404001539,
      "eval_loss": 4.805475234985352,
      "eval_runtime": 34.7246,
      "eval_samples_per_second": 90.282,
      "eval_steps_per_second": 22.578,
      "step": 11400
    },
    {
      "epoch": 0.07311145312299602,
      "grad_norm": 61.84707260131836,
      "learning_rate": 0.00019997376085220214,
      "loss": 4.8271,
      "step": 11401
    },
    {
      "epoch": 0.07311786584583814,
      "grad_norm": 101.87940979003906,
      "learning_rate": 0.00019997375623710166,
      "loss": 5.0372,
      "step": 11402
    },
    {
      "epoch": 0.07312427856868026,
      "grad_norm": 114.35899353027344,
      "learning_rate": 0.00019997375162159538,
      "loss": 4.7911,
      "step": 11403
    },
    {
      "epoch": 0.07313069129152239,
      "grad_norm": 34.34730911254883,
      "learning_rate": 0.00019997374700568338,
      "loss": 4.8892,
      "step": 11404
    },
    {
      "epoch": 0.0731371040143645,
      "grad_norm": 47.63722610473633,
      "learning_rate": 0.00019997374238936555,
      "loss": 4.7774,
      "step": 11405
    },
    {
      "epoch": 0.07314351673720662,
      "grad_norm": 7.024227142333984,
      "learning_rate": 0.00019997373777264196,
      "loss": 4.9226,
      "step": 11406
    },
    {
      "epoch": 0.07314992946004874,
      "grad_norm": 44.968536376953125,
      "learning_rate": 0.0001999737331555126,
      "loss": 4.7005,
      "step": 11407
    },
    {
      "epoch": 0.07315634218289085,
      "grad_norm": 39.893863677978516,
      "learning_rate": 0.00019997372853797747,
      "loss": 4.5562,
      "step": 11408
    },
    {
      "epoch": 0.07316275490573297,
      "grad_norm": 29.48996353149414,
      "learning_rate": 0.00019997372392003654,
      "loss": 4.7735,
      "step": 11409
    },
    {
      "epoch": 0.07316916762857509,
      "grad_norm": 19.575780868530273,
      "learning_rate": 0.00019997371930168987,
      "loss": 4.9827,
      "step": 11410
    },
    {
      "epoch": 0.0731755803514172,
      "grad_norm": 146.5992431640625,
      "learning_rate": 0.0001999737146829374,
      "loss": 4.859,
      "step": 11411
    },
    {
      "epoch": 0.07318199307425934,
      "grad_norm": 23.044160842895508,
      "learning_rate": 0.00019997371006377911,
      "loss": 4.8895,
      "step": 11412
    },
    {
      "epoch": 0.07318840579710145,
      "grad_norm": 24.101375579833984,
      "learning_rate": 0.0001999737054442151,
      "loss": 4.7123,
      "step": 11413
    },
    {
      "epoch": 0.07319481851994357,
      "grad_norm": 72.84138488769531,
      "learning_rate": 0.0001999737008242453,
      "loss": 4.8881,
      "step": 11414
    },
    {
      "epoch": 0.07320123124278569,
      "grad_norm": 13.564115524291992,
      "learning_rate": 0.00019997369620386972,
      "loss": 4.9,
      "step": 11415
    },
    {
      "epoch": 0.0732076439656278,
      "grad_norm": 16.589738845825195,
      "learning_rate": 0.00019997369158308837,
      "loss": 4.7682,
      "step": 11416
    },
    {
      "epoch": 0.07321405668846992,
      "grad_norm": 18.668325424194336,
      "learning_rate": 0.00019997368696190123,
      "loss": 4.7068,
      "step": 11417
    },
    {
      "epoch": 0.07322046941131204,
      "grad_norm": 15.329163551330566,
      "learning_rate": 0.00019997368234030832,
      "loss": 4.8213,
      "step": 11418
    },
    {
      "epoch": 0.07322688213415417,
      "grad_norm": 90.1273193359375,
      "learning_rate": 0.00019997367771830966,
      "loss": 4.9231,
      "step": 11419
    },
    {
      "epoch": 0.07323329485699628,
      "grad_norm": 63.633113861083984,
      "learning_rate": 0.0001999736730959052,
      "loss": 4.8702,
      "step": 11420
    },
    {
      "epoch": 0.0732397075798384,
      "grad_norm": 248.6271514892578,
      "learning_rate": 0.00019997366847309496,
      "loss": 4.8741,
      "step": 11421
    },
    {
      "epoch": 0.07324612030268052,
      "grad_norm": 35.51093292236328,
      "learning_rate": 0.00019997366384987895,
      "loss": 4.7268,
      "step": 11422
    },
    {
      "epoch": 0.07325253302552263,
      "grad_norm": 243.3110809326172,
      "learning_rate": 0.00019997365922625715,
      "loss": 4.8926,
      "step": 11423
    },
    {
      "epoch": 0.07325894574836475,
      "grad_norm": 32.005672454833984,
      "learning_rate": 0.0001999736546022296,
      "loss": 4.7771,
      "step": 11424
    },
    {
      "epoch": 0.07326535847120687,
      "grad_norm": 55.6944580078125,
      "learning_rate": 0.0001999736499777962,
      "loss": 4.9971,
      "step": 11425
    },
    {
      "epoch": 0.073271771194049,
      "grad_norm": 49.32612228393555,
      "learning_rate": 0.0001999736453529571,
      "loss": 4.9069,
      "step": 11426
    },
    {
      "epoch": 0.07327818391689112,
      "grad_norm": 33.608642578125,
      "learning_rate": 0.0001999736407277122,
      "loss": 5.1444,
      "step": 11427
    },
    {
      "epoch": 0.07328459663973323,
      "grad_norm": 60.740787506103516,
      "learning_rate": 0.00019997363610206153,
      "loss": 4.9444,
      "step": 11428
    },
    {
      "epoch": 0.07329100936257535,
      "grad_norm": 18805.03515625,
      "learning_rate": 0.0001999736314760051,
      "loss": 5.2157,
      "step": 11429
    },
    {
      "epoch": 0.07329742208541747,
      "grad_norm": 68.15940856933594,
      "learning_rate": 0.00019997362684954286,
      "loss": 5.1358,
      "step": 11430
    },
    {
      "epoch": 0.07330383480825958,
      "grad_norm": 660.0155029296875,
      "learning_rate": 0.00019997362222267485,
      "loss": 4.7357,
      "step": 11431
    },
    {
      "epoch": 0.0733102475311017,
      "grad_norm": 47.7684440612793,
      "learning_rate": 0.00019997361759540108,
      "loss": 4.6863,
      "step": 11432
    },
    {
      "epoch": 0.07331666025394383,
      "grad_norm": 104.2591323852539,
      "learning_rate": 0.00019997361296772152,
      "loss": 4.7075,
      "step": 11433
    },
    {
      "epoch": 0.07332307297678595,
      "grad_norm": 103.73407745361328,
      "learning_rate": 0.0001999736083396362,
      "loss": 4.9298,
      "step": 11434
    },
    {
      "epoch": 0.07332948569962806,
      "grad_norm": 5338.58935546875,
      "learning_rate": 0.00019997360371114509,
      "loss": 4.8564,
      "step": 11435
    },
    {
      "epoch": 0.07333589842247018,
      "grad_norm": 52.97012710571289,
      "learning_rate": 0.0001999735990822482,
      "loss": 4.6905,
      "step": 11436
    },
    {
      "epoch": 0.0733423111453123,
      "grad_norm": 53.21915054321289,
      "learning_rate": 0.00019997359445294555,
      "loss": 4.8914,
      "step": 11437
    },
    {
      "epoch": 0.07334872386815441,
      "grad_norm": 65.5361328125,
      "learning_rate": 0.00019997358982323712,
      "loss": 4.99,
      "step": 11438
    },
    {
      "epoch": 0.07335513659099653,
      "grad_norm": 70.90242004394531,
      "learning_rate": 0.00019997358519312287,
      "loss": 4.7225,
      "step": 11439
    },
    {
      "epoch": 0.07336154931383866,
      "grad_norm": 61.33401870727539,
      "learning_rate": 0.0001999735805626029,
      "loss": 4.8749,
      "step": 11440
    },
    {
      "epoch": 0.07336796203668078,
      "grad_norm": 73.2175064086914,
      "learning_rate": 0.00019997357593167712,
      "loss": 4.866,
      "step": 11441
    },
    {
      "epoch": 0.0733743747595229,
      "grad_norm": 23.569339752197266,
      "learning_rate": 0.00019997357130034556,
      "loss": 4.73,
      "step": 11442
    },
    {
      "epoch": 0.07338078748236501,
      "grad_norm": 302.2900390625,
      "learning_rate": 0.00019997356666860827,
      "loss": 4.8465,
      "step": 11443
    },
    {
      "epoch": 0.07338720020520713,
      "grad_norm": 123.90031433105469,
      "learning_rate": 0.00019997356203646516,
      "loss": 4.6083,
      "step": 11444
    },
    {
      "epoch": 0.07339361292804925,
      "grad_norm": 55.933040618896484,
      "learning_rate": 0.00019997355740391628,
      "loss": 4.8436,
      "step": 11445
    },
    {
      "epoch": 0.07340002565089136,
      "grad_norm": 144.25677490234375,
      "learning_rate": 0.00019997355277096164,
      "loss": 4.9642,
      "step": 11446
    },
    {
      "epoch": 0.07340643837373349,
      "grad_norm": 119.5960922241211,
      "learning_rate": 0.00019997354813760122,
      "loss": 5.1312,
      "step": 11447
    },
    {
      "epoch": 0.07341285109657561,
      "grad_norm": 105.3743667602539,
      "learning_rate": 0.00019997354350383503,
      "loss": 4.9929,
      "step": 11448
    },
    {
      "epoch": 0.07341926381941773,
      "grad_norm": 35.24811553955078,
      "learning_rate": 0.00019997353886966305,
      "loss": 4.9679,
      "step": 11449
    },
    {
      "epoch": 0.07342567654225984,
      "grad_norm": 86.43175506591797,
      "learning_rate": 0.00019997353423508528,
      "loss": 5.244,
      "step": 11450
    },
    {
      "epoch": 0.07343208926510196,
      "grad_norm": 70.9700927734375,
      "learning_rate": 0.00019997352960010177,
      "loss": 4.8804,
      "step": 11451
    },
    {
      "epoch": 0.07343850198794408,
      "grad_norm": 105.80311584472656,
      "learning_rate": 0.00019997352496471248,
      "loss": 5.157,
      "step": 11452
    },
    {
      "epoch": 0.0734449147107862,
      "grad_norm": 49.442466735839844,
      "learning_rate": 0.0001999735203289174,
      "loss": 4.8775,
      "step": 11453
    },
    {
      "epoch": 0.07345132743362832,
      "grad_norm": 3063.72119140625,
      "learning_rate": 0.00019997351569271652,
      "loss": 4.7553,
      "step": 11454
    },
    {
      "epoch": 0.07345774015647044,
      "grad_norm": 39.194332122802734,
      "learning_rate": 0.00019997351105610988,
      "loss": 4.7646,
      "step": 11455
    },
    {
      "epoch": 0.07346415287931256,
      "grad_norm": 6.136745929718018,
      "learning_rate": 0.00019997350641909746,
      "loss": 4.7613,
      "step": 11456
    },
    {
      "epoch": 0.07347056560215467,
      "grad_norm": 43.166358947753906,
      "learning_rate": 0.0001999735017816793,
      "loss": 4.6678,
      "step": 11457
    },
    {
      "epoch": 0.07347697832499679,
      "grad_norm": 41.48264694213867,
      "learning_rate": 0.00019997349714385534,
      "loss": 4.8375,
      "step": 11458
    },
    {
      "epoch": 0.07348339104783891,
      "grad_norm": 30.096839904785156,
      "learning_rate": 0.00019997349250562557,
      "loss": 4.8218,
      "step": 11459
    },
    {
      "epoch": 0.07348980377068103,
      "grad_norm": 60.16621398925781,
      "learning_rate": 0.00019997348786699007,
      "loss": 4.9688,
      "step": 11460
    },
    {
      "epoch": 0.07349621649352316,
      "grad_norm": 42.64707565307617,
      "learning_rate": 0.00019997348322794878,
      "loss": 4.7938,
      "step": 11461
    },
    {
      "epoch": 0.07350262921636527,
      "grad_norm": 225.63734436035156,
      "learning_rate": 0.00019997347858850172,
      "loss": 4.9695,
      "step": 11462
    },
    {
      "epoch": 0.07350904193920739,
      "grad_norm": 37.56951904296875,
      "learning_rate": 0.00019997347394864887,
      "loss": 4.9942,
      "step": 11463
    },
    {
      "epoch": 0.0735154546620495,
      "grad_norm": 21.162057876586914,
      "learning_rate": 0.00019997346930839026,
      "loss": 5.2859,
      "step": 11464
    },
    {
      "epoch": 0.07352186738489162,
      "grad_norm": 55.80391311645508,
      "learning_rate": 0.00019997346466772586,
      "loss": 4.5891,
      "step": 11465
    },
    {
      "epoch": 0.07352828010773374,
      "grad_norm": 359.24444580078125,
      "learning_rate": 0.0001999734600266557,
      "loss": 4.8035,
      "step": 11466
    },
    {
      "epoch": 0.07353469283057586,
      "grad_norm": 51.09355545043945,
      "learning_rate": 0.00019997345538517975,
      "loss": 5.3244,
      "step": 11467
    },
    {
      "epoch": 0.07354110555341799,
      "grad_norm": 8.519340515136719,
      "learning_rate": 0.00019997345074329806,
      "loss": 4.4763,
      "step": 11468
    },
    {
      "epoch": 0.0735475182762601,
      "grad_norm": 27.396793365478516,
      "learning_rate": 0.00019997344610101053,
      "loss": 4.8832,
      "step": 11469
    },
    {
      "epoch": 0.07355393099910222,
      "grad_norm": 47.2552375793457,
      "learning_rate": 0.0001999734414583173,
      "loss": 4.8926,
      "step": 11470
    },
    {
      "epoch": 0.07356034372194434,
      "grad_norm": 84.22332000732422,
      "learning_rate": 0.00019997343681521824,
      "loss": 4.839,
      "step": 11471
    },
    {
      "epoch": 0.07356675644478645,
      "grad_norm": 30.452009201049805,
      "learning_rate": 0.0001999734321717134,
      "loss": 4.7722,
      "step": 11472
    },
    {
      "epoch": 0.07357316916762857,
      "grad_norm": 210.42996215820312,
      "learning_rate": 0.0001999734275278028,
      "loss": 4.9461,
      "step": 11473
    },
    {
      "epoch": 0.07357958189047069,
      "grad_norm": 446.13665771484375,
      "learning_rate": 0.00019997342288348644,
      "loss": 4.8373,
      "step": 11474
    },
    {
      "epoch": 0.07358599461331282,
      "grad_norm": 21.025915145874023,
      "learning_rate": 0.0001999734182387643,
      "loss": 5.2223,
      "step": 11475
    },
    {
      "epoch": 0.07359240733615494,
      "grad_norm": 609.8004150390625,
      "learning_rate": 0.00019997341359363638,
      "loss": 4.8631,
      "step": 11476
    },
    {
      "epoch": 0.07359882005899705,
      "grad_norm": 75.00421142578125,
      "learning_rate": 0.00019997340894810267,
      "loss": 4.7487,
      "step": 11477
    },
    {
      "epoch": 0.07360523278183917,
      "grad_norm": 42.6754035949707,
      "learning_rate": 0.0001999734043021632,
      "loss": 4.6013,
      "step": 11478
    },
    {
      "epoch": 0.07361164550468129,
      "grad_norm": 13.658438682556152,
      "learning_rate": 0.00019997339965581795,
      "loss": 4.6729,
      "step": 11479
    },
    {
      "epoch": 0.0736180582275234,
      "grad_norm": 21.48143196105957,
      "learning_rate": 0.00019997339500906692,
      "loss": 4.8283,
      "step": 11480
    },
    {
      "epoch": 0.07362447095036552,
      "grad_norm": 278.7988586425781,
      "learning_rate": 0.0001999733903619101,
      "loss": 4.9081,
      "step": 11481
    },
    {
      "epoch": 0.07363088367320765,
      "grad_norm": 52.39701461791992,
      "learning_rate": 0.00019997338571434755,
      "loss": 4.9582,
      "step": 11482
    },
    {
      "epoch": 0.07363729639604977,
      "grad_norm": 102.0510025024414,
      "learning_rate": 0.00019997338106637918,
      "loss": 4.8167,
      "step": 11483
    },
    {
      "epoch": 0.07364370911889188,
      "grad_norm": 53.29757308959961,
      "learning_rate": 0.00019997337641800505,
      "loss": 5.1651,
      "step": 11484
    },
    {
      "epoch": 0.073650121841734,
      "grad_norm": 18.23100471496582,
      "learning_rate": 0.00019997337176922515,
      "loss": 4.8982,
      "step": 11485
    },
    {
      "epoch": 0.07365653456457612,
      "grad_norm": 22.175861358642578,
      "learning_rate": 0.00019997336712003946,
      "loss": 4.8444,
      "step": 11486
    },
    {
      "epoch": 0.07366294728741823,
      "grad_norm": 37.508384704589844,
      "learning_rate": 0.00019997336247044802,
      "loss": 4.9399,
      "step": 11487
    },
    {
      "epoch": 0.07366936001026035,
      "grad_norm": 9.27907943725586,
      "learning_rate": 0.00019997335782045078,
      "loss": 5.145,
      "step": 11488
    },
    {
      "epoch": 0.07367577273310248,
      "grad_norm": 60.5322380065918,
      "learning_rate": 0.00019997335317004778,
      "loss": 4.8933,
      "step": 11489
    },
    {
      "epoch": 0.0736821854559446,
      "grad_norm": 105.75334930419922,
      "learning_rate": 0.00019997334851923899,
      "loss": 4.8354,
      "step": 11490
    },
    {
      "epoch": 0.07368859817878672,
      "grad_norm": 21.50357437133789,
      "learning_rate": 0.00019997334386802443,
      "loss": 4.7782,
      "step": 11491
    },
    {
      "epoch": 0.07369501090162883,
      "grad_norm": 58.54905700683594,
      "learning_rate": 0.00019997333921640412,
      "loss": 5.0118,
      "step": 11492
    },
    {
      "epoch": 0.07370142362447095,
      "grad_norm": 37.08674240112305,
      "learning_rate": 0.00019997333456437798,
      "loss": 4.6783,
      "step": 11493
    },
    {
      "epoch": 0.07370783634731307,
      "grad_norm": 292.43939208984375,
      "learning_rate": 0.00019997332991194611,
      "loss": 4.8938,
      "step": 11494
    },
    {
      "epoch": 0.07371424907015518,
      "grad_norm": 61.981449127197266,
      "learning_rate": 0.00019997332525910846,
      "loss": 4.8538,
      "step": 11495
    },
    {
      "epoch": 0.07372066179299731,
      "grad_norm": 57.928375244140625,
      "learning_rate": 0.00019997332060586504,
      "loss": 4.7524,
      "step": 11496
    },
    {
      "epoch": 0.07372707451583943,
      "grad_norm": 40.638328552246094,
      "learning_rate": 0.00019997331595221582,
      "loss": 4.8883,
      "step": 11497
    },
    {
      "epoch": 0.07373348723868155,
      "grad_norm": 130.9008026123047,
      "learning_rate": 0.00019997331129816082,
      "loss": 4.9297,
      "step": 11498
    },
    {
      "epoch": 0.07373989996152366,
      "grad_norm": 34.837772369384766,
      "learning_rate": 0.0001999733066437001,
      "loss": 4.8888,
      "step": 11499
    },
    {
      "epoch": 0.07374631268436578,
      "grad_norm": 25.201126098632812,
      "learning_rate": 0.00019997330198883356,
      "loss": 4.7671,
      "step": 11500
    },
    {
      "epoch": 0.07374631268436578,
      "eval_loss": 4.792657375335693,
      "eval_runtime": 34.7371,
      "eval_samples_per_second": 90.249,
      "eval_steps_per_second": 22.569,
      "step": 11500
    },
    {
      "epoch": 0.0737527254072079,
      "grad_norm": 50.20389938354492,
      "learning_rate": 0.00019997329733356125,
      "loss": 4.6724,
      "step": 11501
    },
    {
      "epoch": 0.07375913813005001,
      "grad_norm": 13.637749671936035,
      "learning_rate": 0.00019997329267788314,
      "loss": 5.1389,
      "step": 11502
    },
    {
      "epoch": 0.07376555085289213,
      "grad_norm": 196.93460083007812,
      "learning_rate": 0.0001999732880217993,
      "loss": 4.6807,
      "step": 11503
    },
    {
      "epoch": 0.07377196357573426,
      "grad_norm": 146.60556030273438,
      "learning_rate": 0.00019997328336530967,
      "loss": 4.8712,
      "step": 11504
    },
    {
      "epoch": 0.07377837629857638,
      "grad_norm": 49.36451721191406,
      "learning_rate": 0.00019997327870841425,
      "loss": 4.5736,
      "step": 11505
    },
    {
      "epoch": 0.0737847890214185,
      "grad_norm": 59.04983901977539,
      "learning_rate": 0.00019997327405111307,
      "loss": 5.2657,
      "step": 11506
    },
    {
      "epoch": 0.07379120174426061,
      "grad_norm": 17.444278717041016,
      "learning_rate": 0.0001999732693934061,
      "loss": 4.6295,
      "step": 11507
    },
    {
      "epoch": 0.07379761446710273,
      "grad_norm": 88.87654113769531,
      "learning_rate": 0.00019997326473529338,
      "loss": 4.7309,
      "step": 11508
    },
    {
      "epoch": 0.07380402718994485,
      "grad_norm": 107.35435485839844,
      "learning_rate": 0.00019997326007677486,
      "loss": 4.9548,
      "step": 11509
    },
    {
      "epoch": 0.07381043991278696,
      "grad_norm": 63.8531494140625,
      "learning_rate": 0.00019997325541785057,
      "loss": 4.6834,
      "step": 11510
    },
    {
      "epoch": 0.0738168526356291,
      "grad_norm": 136.33187866210938,
      "learning_rate": 0.00019997325075852055,
      "loss": 4.6092,
      "step": 11511
    },
    {
      "epoch": 0.07382326535847121,
      "grad_norm": 8.759456634521484,
      "learning_rate": 0.0001999732460987847,
      "loss": 4.7717,
      "step": 11512
    },
    {
      "epoch": 0.07382967808131333,
      "grad_norm": 27.351451873779297,
      "learning_rate": 0.00019997324143864308,
      "loss": 4.9866,
      "step": 11513
    },
    {
      "epoch": 0.07383609080415544,
      "grad_norm": 11.819930076599121,
      "learning_rate": 0.00019997323677809568,
      "loss": 5.0775,
      "step": 11514
    },
    {
      "epoch": 0.07384250352699756,
      "grad_norm": 15.933131217956543,
      "learning_rate": 0.00019997323211714253,
      "loss": 4.8428,
      "step": 11515
    },
    {
      "epoch": 0.07384891624983968,
      "grad_norm": 238.61412048339844,
      "learning_rate": 0.00019997322745578358,
      "loss": 4.7261,
      "step": 11516
    },
    {
      "epoch": 0.0738553289726818,
      "grad_norm": 8.11007022857666,
      "learning_rate": 0.0001999732227940189,
      "loss": 4.8661,
      "step": 11517
    },
    {
      "epoch": 0.07386174169552392,
      "grad_norm": 16.93742561340332,
      "learning_rate": 0.0001999732181318484,
      "loss": 4.7971,
      "step": 11518
    },
    {
      "epoch": 0.07386815441836604,
      "grad_norm": 27.379432678222656,
      "learning_rate": 0.00019997321346927217,
      "loss": 4.746,
      "step": 11519
    },
    {
      "epoch": 0.07387456714120816,
      "grad_norm": 39.891136169433594,
      "learning_rate": 0.00019997320880629015,
      "loss": 4.7008,
      "step": 11520
    },
    {
      "epoch": 0.07388097986405028,
      "grad_norm": 11.216721534729004,
      "learning_rate": 0.00019997320414290233,
      "loss": 4.7442,
      "step": 11521
    },
    {
      "epoch": 0.07388739258689239,
      "grad_norm": 35.91872787475586,
      "learning_rate": 0.00019997319947910873,
      "loss": 4.9657,
      "step": 11522
    },
    {
      "epoch": 0.07389380530973451,
      "grad_norm": 21.927654266357422,
      "learning_rate": 0.00019997319481490937,
      "loss": 4.9126,
      "step": 11523
    },
    {
      "epoch": 0.07390021803257663,
      "grad_norm": 29.497997283935547,
      "learning_rate": 0.00019997319015030424,
      "loss": 4.8382,
      "step": 11524
    },
    {
      "epoch": 0.07390663075541876,
      "grad_norm": 23.961851119995117,
      "learning_rate": 0.00019997318548529335,
      "loss": 4.7585,
      "step": 11525
    },
    {
      "epoch": 0.07391304347826087,
      "grad_norm": 10.356232643127441,
      "learning_rate": 0.00019997318081987667,
      "loss": 4.9164,
      "step": 11526
    },
    {
      "epoch": 0.07391945620110299,
      "grad_norm": 26.960107803344727,
      "learning_rate": 0.0001999731761540542,
      "loss": 4.8045,
      "step": 11527
    },
    {
      "epoch": 0.0739258689239451,
      "grad_norm": 40.439579010009766,
      "learning_rate": 0.00019997317148782597,
      "loss": 4.7447,
      "step": 11528
    },
    {
      "epoch": 0.07393228164678722,
      "grad_norm": 12.710434913635254,
      "learning_rate": 0.00019997316682119197,
      "loss": 5.0177,
      "step": 11529
    },
    {
      "epoch": 0.07393869436962934,
      "grad_norm": 20.5341739654541,
      "learning_rate": 0.00019997316215415218,
      "loss": 4.6837,
      "step": 11530
    },
    {
      "epoch": 0.07394510709247146,
      "grad_norm": 62.092002868652344,
      "learning_rate": 0.0001999731574867066,
      "loss": 4.7313,
      "step": 11531
    },
    {
      "epoch": 0.07395151981531359,
      "grad_norm": 52.372013092041016,
      "learning_rate": 0.00019997315281885533,
      "loss": 4.7884,
      "step": 11532
    },
    {
      "epoch": 0.0739579325381557,
      "grad_norm": 33.76011276245117,
      "learning_rate": 0.0001999731481505982,
      "loss": 4.6086,
      "step": 11533
    },
    {
      "epoch": 0.07396434526099782,
      "grad_norm": 310.6996765136719,
      "learning_rate": 0.0001999731434819353,
      "loss": 4.7351,
      "step": 11534
    },
    {
      "epoch": 0.07397075798383994,
      "grad_norm": 15.39689826965332,
      "learning_rate": 0.00019997313881286668,
      "loss": 4.8319,
      "step": 11535
    },
    {
      "epoch": 0.07397717070668205,
      "grad_norm": 66.40780639648438,
      "learning_rate": 0.00019997313414339224,
      "loss": 5.0127,
      "step": 11536
    },
    {
      "epoch": 0.07398358342952417,
      "grad_norm": 42.12812805175781,
      "learning_rate": 0.00019997312947351206,
      "loss": 4.7569,
      "step": 11537
    },
    {
      "epoch": 0.07398999615236629,
      "grad_norm": 11.827167510986328,
      "learning_rate": 0.00019997312480322607,
      "loss": 5.3116,
      "step": 11538
    },
    {
      "epoch": 0.07399640887520842,
      "grad_norm": 173.45863342285156,
      "learning_rate": 0.00019997312013253434,
      "loss": 4.6823,
      "step": 11539
    },
    {
      "epoch": 0.07400282159805054,
      "grad_norm": 43.203765869140625,
      "learning_rate": 0.0001999731154614368,
      "loss": 4.6276,
      "step": 11540
    },
    {
      "epoch": 0.07400923432089265,
      "grad_norm": 22.352571487426758,
      "learning_rate": 0.0001999731107899335,
      "loss": 4.8068,
      "step": 11541
    },
    {
      "epoch": 0.07401564704373477,
      "grad_norm": 82.73900604248047,
      "learning_rate": 0.00019997310611802443,
      "loss": 4.7816,
      "step": 11542
    },
    {
      "epoch": 0.07402205976657689,
      "grad_norm": 21.29012107849121,
      "learning_rate": 0.00019997310144570957,
      "loss": 4.684,
      "step": 11543
    },
    {
      "epoch": 0.074028472489419,
      "grad_norm": 65.8751220703125,
      "learning_rate": 0.00019997309677298897,
      "loss": 4.6826,
      "step": 11544
    },
    {
      "epoch": 0.07403488521226112,
      "grad_norm": 66.13153076171875,
      "learning_rate": 0.00019997309209986256,
      "loss": 4.6391,
      "step": 11545
    },
    {
      "epoch": 0.07404129793510325,
      "grad_norm": 56.85239791870117,
      "learning_rate": 0.00019997308742633038,
      "loss": 4.8953,
      "step": 11546
    },
    {
      "epoch": 0.07404771065794537,
      "grad_norm": 40.96321105957031,
      "learning_rate": 0.00019997308275239244,
      "loss": 4.8506,
      "step": 11547
    },
    {
      "epoch": 0.07405412338078748,
      "grad_norm": 7.493856906890869,
      "learning_rate": 0.00019997307807804874,
      "loss": 4.5983,
      "step": 11548
    },
    {
      "epoch": 0.0740605361036296,
      "grad_norm": 58.05142593383789,
      "learning_rate": 0.00019997307340329922,
      "loss": 4.7407,
      "step": 11549
    },
    {
      "epoch": 0.07406694882647172,
      "grad_norm": 14.778388023376465,
      "learning_rate": 0.00019997306872814396,
      "loss": 4.8966,
      "step": 11550
    },
    {
      "epoch": 0.07407336154931383,
      "grad_norm": 34.94552993774414,
      "learning_rate": 0.00019997306405258294,
      "loss": 4.808,
      "step": 11551
    },
    {
      "epoch": 0.07407977427215595,
      "grad_norm": 45.885047912597656,
      "learning_rate": 0.00019997305937661614,
      "loss": 4.8083,
      "step": 11552
    },
    {
      "epoch": 0.07408618699499808,
      "grad_norm": 36.24727249145508,
      "learning_rate": 0.0001999730547002435,
      "loss": 4.8341,
      "step": 11553
    },
    {
      "epoch": 0.0740925997178402,
      "grad_norm": 10.760146141052246,
      "learning_rate": 0.00019997305002346515,
      "loss": 4.7959,
      "step": 11554
    },
    {
      "epoch": 0.07409901244068232,
      "grad_norm": 9.745110511779785,
      "learning_rate": 0.000199973045346281,
      "loss": 4.653,
      "step": 11555
    },
    {
      "epoch": 0.07410542516352443,
      "grad_norm": 20.181779861450195,
      "learning_rate": 0.0001999730406686911,
      "loss": 4.6809,
      "step": 11556
    },
    {
      "epoch": 0.07411183788636655,
      "grad_norm": 22.51059341430664,
      "learning_rate": 0.00019997303599069541,
      "loss": 4.9058,
      "step": 11557
    },
    {
      "epoch": 0.07411825060920867,
      "grad_norm": 438.3583984375,
      "learning_rate": 0.00019997303131229398,
      "loss": 4.5437,
      "step": 11558
    },
    {
      "epoch": 0.07412466333205078,
      "grad_norm": 21.080059051513672,
      "learning_rate": 0.00019997302663348672,
      "loss": 4.8894,
      "step": 11559
    },
    {
      "epoch": 0.07413107605489291,
      "grad_norm": 83.36856079101562,
      "learning_rate": 0.0001999730219542737,
      "loss": 4.7927,
      "step": 11560
    },
    {
      "epoch": 0.07413748877773503,
      "grad_norm": 36.071311950683594,
      "learning_rate": 0.00019997301727465492,
      "loss": 4.9284,
      "step": 11561
    },
    {
      "epoch": 0.07414390150057715,
      "grad_norm": 86.65110778808594,
      "learning_rate": 0.00019997301259463038,
      "loss": 5.3449,
      "step": 11562
    },
    {
      "epoch": 0.07415031422341926,
      "grad_norm": 41.779205322265625,
      "learning_rate": 0.00019997300791420005,
      "loss": 4.682,
      "step": 11563
    },
    {
      "epoch": 0.07415672694626138,
      "grad_norm": 57.496482849121094,
      "learning_rate": 0.00019997300323336395,
      "loss": 4.7402,
      "step": 11564
    },
    {
      "epoch": 0.0741631396691035,
      "grad_norm": 532.125244140625,
      "learning_rate": 0.00019997299855212207,
      "loss": 4.7979,
      "step": 11565
    },
    {
      "epoch": 0.07416955239194561,
      "grad_norm": 12.486369132995605,
      "learning_rate": 0.00019997299387047442,
      "loss": 4.8483,
      "step": 11566
    },
    {
      "epoch": 0.07417596511478775,
      "grad_norm": 27.55452537536621,
      "learning_rate": 0.000199972989188421,
      "loss": 4.8844,
      "step": 11567
    },
    {
      "epoch": 0.07418237783762986,
      "grad_norm": 23.890954971313477,
      "learning_rate": 0.00019997298450596178,
      "loss": 5.3516,
      "step": 11568
    },
    {
      "epoch": 0.07418879056047198,
      "grad_norm": 40.8890266418457,
      "learning_rate": 0.00019997297982309682,
      "loss": 4.372,
      "step": 11569
    },
    {
      "epoch": 0.0741952032833141,
      "grad_norm": 151.89569091796875,
      "learning_rate": 0.00019997297513982607,
      "loss": 4.681,
      "step": 11570
    },
    {
      "epoch": 0.07420161600615621,
      "grad_norm": 46.2319221496582,
      "learning_rate": 0.00019997297045614952,
      "loss": 4.8695,
      "step": 11571
    },
    {
      "epoch": 0.07420802872899833,
      "grad_norm": 84.0525894165039,
      "learning_rate": 0.00019997296577206725,
      "loss": 4.7686,
      "step": 11572
    },
    {
      "epoch": 0.07421444145184045,
      "grad_norm": 23.844289779663086,
      "learning_rate": 0.00019997296108757918,
      "loss": 4.8955,
      "step": 11573
    },
    {
      "epoch": 0.07422085417468258,
      "grad_norm": 139.80462646484375,
      "learning_rate": 0.00019997295640268535,
      "loss": 4.6797,
      "step": 11574
    },
    {
      "epoch": 0.0742272668975247,
      "grad_norm": 33.64164352416992,
      "learning_rate": 0.00019997295171738573,
      "loss": 4.7637,
      "step": 11575
    },
    {
      "epoch": 0.07423367962036681,
      "grad_norm": 23.586528778076172,
      "learning_rate": 0.00019997294703168032,
      "loss": 4.7474,
      "step": 11576
    },
    {
      "epoch": 0.07424009234320893,
      "grad_norm": 72.46641540527344,
      "learning_rate": 0.00019997294234556917,
      "loss": 4.6384,
      "step": 11577
    },
    {
      "epoch": 0.07424650506605104,
      "grad_norm": 17.173606872558594,
      "learning_rate": 0.00019997293765905224,
      "loss": 5.0476,
      "step": 11578
    },
    {
      "epoch": 0.07425291778889316,
      "grad_norm": 48.784732818603516,
      "learning_rate": 0.00019997293297212951,
      "loss": 4.7133,
      "step": 11579
    },
    {
      "epoch": 0.07425933051173528,
      "grad_norm": 327.32666015625,
      "learning_rate": 0.00019997292828480103,
      "loss": 4.7657,
      "step": 11580
    },
    {
      "epoch": 0.07426574323457741,
      "grad_norm": 20.48126983642578,
      "learning_rate": 0.00019997292359706678,
      "loss": 4.8398,
      "step": 11581
    },
    {
      "epoch": 0.07427215595741953,
      "grad_norm": 12.864306449890137,
      "learning_rate": 0.00019997291890892674,
      "loss": 4.9481,
      "step": 11582
    },
    {
      "epoch": 0.07427856868026164,
      "grad_norm": 67.21123504638672,
      "learning_rate": 0.00019997291422038093,
      "loss": 5.017,
      "step": 11583
    },
    {
      "epoch": 0.07428498140310376,
      "grad_norm": 66.06538391113281,
      "learning_rate": 0.00019997290953142937,
      "loss": 4.9895,
      "step": 11584
    },
    {
      "epoch": 0.07429139412594588,
      "grad_norm": 92.48489379882812,
      "learning_rate": 0.000199972904842072,
      "loss": 4.9841,
      "step": 11585
    },
    {
      "epoch": 0.07429780684878799,
      "grad_norm": 39.25776672363281,
      "learning_rate": 0.00019997290015230887,
      "loss": 4.9128,
      "step": 11586
    },
    {
      "epoch": 0.07430421957163011,
      "grad_norm": 3944.06787109375,
      "learning_rate": 0.00019997289546214,
      "loss": 4.6301,
      "step": 11587
    },
    {
      "epoch": 0.07431063229447224,
      "grad_norm": 11.575294494628906,
      "learning_rate": 0.00019997289077156532,
      "loss": 4.9309,
      "step": 11588
    },
    {
      "epoch": 0.07431704501731436,
      "grad_norm": 20.70594596862793,
      "learning_rate": 0.00019997288608058486,
      "loss": 4.7875,
      "step": 11589
    },
    {
      "epoch": 0.07432345774015647,
      "grad_norm": 57.45269012451172,
      "learning_rate": 0.00019997288138919866,
      "loss": 4.8566,
      "step": 11590
    },
    {
      "epoch": 0.07432987046299859,
      "grad_norm": 15.456286430358887,
      "learning_rate": 0.00019997287669740665,
      "loss": 4.658,
      "step": 11591
    },
    {
      "epoch": 0.0743362831858407,
      "grad_norm": 81.7008285522461,
      "learning_rate": 0.0001999728720052089,
      "loss": 4.7325,
      "step": 11592
    },
    {
      "epoch": 0.07434269590868282,
      "grad_norm": 24.878055572509766,
      "learning_rate": 0.00019997286731260534,
      "loss": 4.6339,
      "step": 11593
    },
    {
      "epoch": 0.07434910863152494,
      "grad_norm": 41.779136657714844,
      "learning_rate": 0.00019997286261959604,
      "loss": 4.7257,
      "step": 11594
    },
    {
      "epoch": 0.07435552135436706,
      "grad_norm": 17.47958755493164,
      "learning_rate": 0.00019997285792618095,
      "loss": 4.951,
      "step": 11595
    },
    {
      "epoch": 0.07436193407720919,
      "grad_norm": 24.66068458557129,
      "learning_rate": 0.0001999728532323601,
      "loss": 4.9326,
      "step": 11596
    },
    {
      "epoch": 0.0743683468000513,
      "grad_norm": 35.055973052978516,
      "learning_rate": 0.00019997284853813345,
      "loss": 4.6558,
      "step": 11597
    },
    {
      "epoch": 0.07437475952289342,
      "grad_norm": 54.308509826660156,
      "learning_rate": 0.00019997284384350105,
      "loss": 4.7738,
      "step": 11598
    },
    {
      "epoch": 0.07438117224573554,
      "grad_norm": 50.25132751464844,
      "learning_rate": 0.00019997283914846285,
      "loss": 5.0654,
      "step": 11599
    },
    {
      "epoch": 0.07438758496857766,
      "grad_norm": 33.94599533081055,
      "learning_rate": 0.00019997283445301892,
      "loss": 4.8178,
      "step": 11600
    },
    {
      "epoch": 0.07438758496857766,
      "eval_loss": 4.776752471923828,
      "eval_runtime": 34.7477,
      "eval_samples_per_second": 90.222,
      "eval_steps_per_second": 22.563,
      "step": 11600
    },
    {
      "epoch": 0.07439399769141977,
      "grad_norm": 38.99626541137695,
      "learning_rate": 0.00019997282975716917,
      "loss": 4.9549,
      "step": 11601
    },
    {
      "epoch": 0.07440041041426189,
      "grad_norm": 65.52999114990234,
      "learning_rate": 0.0001999728250609137,
      "loss": 4.5103,
      "step": 11602
    },
    {
      "epoch": 0.07440682313710402,
      "grad_norm": 32.64835739135742,
      "learning_rate": 0.0001999728203642524,
      "loss": 4.6462,
      "step": 11603
    },
    {
      "epoch": 0.07441323585994614,
      "grad_norm": 1414.8707275390625,
      "learning_rate": 0.00019997281566718535,
      "loss": 4.7066,
      "step": 11604
    },
    {
      "epoch": 0.07441964858278825,
      "grad_norm": 14.119189262390137,
      "learning_rate": 0.00019997281096971256,
      "loss": 5.1691,
      "step": 11605
    },
    {
      "epoch": 0.07442606130563037,
      "grad_norm": 31.127599716186523,
      "learning_rate": 0.00019997280627183397,
      "loss": 4.8516,
      "step": 11606
    },
    {
      "epoch": 0.07443247402847249,
      "grad_norm": 19.855836868286133,
      "learning_rate": 0.0001999728015735496,
      "loss": 4.9754,
      "step": 11607
    },
    {
      "epoch": 0.0744388867513146,
      "grad_norm": 29.3917179107666,
      "learning_rate": 0.00019997279687485942,
      "loss": 4.945,
      "step": 11608
    },
    {
      "epoch": 0.07444529947415672,
      "grad_norm": 99.2110824584961,
      "learning_rate": 0.00019997279217576352,
      "loss": 4.7424,
      "step": 11609
    },
    {
      "epoch": 0.07445171219699885,
      "grad_norm": 35.4844856262207,
      "learning_rate": 0.00019997278747626185,
      "loss": 4.7832,
      "step": 11610
    },
    {
      "epoch": 0.07445812491984097,
      "grad_norm": 49.115882873535156,
      "learning_rate": 0.0001999727827763544,
      "loss": 4.8454,
      "step": 11611
    },
    {
      "epoch": 0.07446453764268308,
      "grad_norm": 24.74823760986328,
      "learning_rate": 0.00019997277807604115,
      "loss": 5.1621,
      "step": 11612
    },
    {
      "epoch": 0.0744709503655252,
      "grad_norm": 26.066051483154297,
      "learning_rate": 0.00019997277337532215,
      "loss": 4.5887,
      "step": 11613
    },
    {
      "epoch": 0.07447736308836732,
      "grad_norm": 44.22613525390625,
      "learning_rate": 0.00019997276867419738,
      "loss": 4.5514,
      "step": 11614
    },
    {
      "epoch": 0.07448377581120944,
      "grad_norm": 112.76329040527344,
      "learning_rate": 0.00019997276397266681,
      "loss": 4.8352,
      "step": 11615
    },
    {
      "epoch": 0.07449018853405155,
      "grad_norm": 102.26107025146484,
      "learning_rate": 0.00019997275927073052,
      "loss": 4.9428,
      "step": 11616
    },
    {
      "epoch": 0.07449660125689368,
      "grad_norm": 28.965330123901367,
      "learning_rate": 0.0001999727545683884,
      "loss": 5.0828,
      "step": 11617
    },
    {
      "epoch": 0.0745030139797358,
      "grad_norm": 89.4648666381836,
      "learning_rate": 0.00019997274986564053,
      "loss": 4.8455,
      "step": 11618
    },
    {
      "epoch": 0.07450942670257792,
      "grad_norm": 36.56134796142578,
      "learning_rate": 0.0001999727451624869,
      "loss": 4.6599,
      "step": 11619
    },
    {
      "epoch": 0.07451583942542003,
      "grad_norm": 114.6893310546875,
      "learning_rate": 0.0001999727404589275,
      "loss": 5.1858,
      "step": 11620
    },
    {
      "epoch": 0.07452225214826215,
      "grad_norm": 40.427001953125,
      "learning_rate": 0.0001999727357549623,
      "loss": 4.6262,
      "step": 11621
    },
    {
      "epoch": 0.07452866487110427,
      "grad_norm": 47.553558349609375,
      "learning_rate": 0.00019997273105059135,
      "loss": 4.9398,
      "step": 11622
    },
    {
      "epoch": 0.07453507759394638,
      "grad_norm": 24.870649337768555,
      "learning_rate": 0.0001999727263458146,
      "loss": 4.8739,
      "step": 11623
    },
    {
      "epoch": 0.07454149031678851,
      "grad_norm": 13.968207359313965,
      "learning_rate": 0.0001999727216406321,
      "loss": 4.9199,
      "step": 11624
    },
    {
      "epoch": 0.07454790303963063,
      "grad_norm": 211.11810302734375,
      "learning_rate": 0.00019997271693504383,
      "loss": 4.7983,
      "step": 11625
    },
    {
      "epoch": 0.07455431576247275,
      "grad_norm": 428.4494323730469,
      "learning_rate": 0.00019997271222904977,
      "loss": 4.686,
      "step": 11626
    },
    {
      "epoch": 0.07456072848531486,
      "grad_norm": 306.4039306640625,
      "learning_rate": 0.00019997270752264993,
      "loss": 5.0861,
      "step": 11627
    },
    {
      "epoch": 0.07456714120815698,
      "grad_norm": 267.65899658203125,
      "learning_rate": 0.00019997270281584434,
      "loss": 4.831,
      "step": 11628
    },
    {
      "epoch": 0.0745735539309991,
      "grad_norm": 50.80256271362305,
      "learning_rate": 0.000199972698108633,
      "loss": 4.8384,
      "step": 11629
    },
    {
      "epoch": 0.07457996665384121,
      "grad_norm": 56.904640197753906,
      "learning_rate": 0.00019997269340101586,
      "loss": 4.6255,
      "step": 11630
    },
    {
      "epoch": 0.07458637937668335,
      "grad_norm": 20.232501983642578,
      "learning_rate": 0.00019997268869299294,
      "loss": 4.7657,
      "step": 11631
    },
    {
      "epoch": 0.07459279209952546,
      "grad_norm": 81.66494750976562,
      "learning_rate": 0.00019997268398456425,
      "loss": 4.8289,
      "step": 11632
    },
    {
      "epoch": 0.07459920482236758,
      "grad_norm": 22.29125213623047,
      "learning_rate": 0.00019997267927572977,
      "loss": 4.678,
      "step": 11633
    },
    {
      "epoch": 0.0746056175452097,
      "grad_norm": 257.0546569824219,
      "learning_rate": 0.00019997267456648953,
      "loss": 4.7018,
      "step": 11634
    },
    {
      "epoch": 0.07461203026805181,
      "grad_norm": 126.80764770507812,
      "learning_rate": 0.00019997266985684355,
      "loss": 5.0863,
      "step": 11635
    },
    {
      "epoch": 0.07461844299089393,
      "grad_norm": 18.6419677734375,
      "learning_rate": 0.00019997266514679176,
      "loss": 4.7187,
      "step": 11636
    },
    {
      "epoch": 0.07462485571373605,
      "grad_norm": 23.505762100219727,
      "learning_rate": 0.0001999726604363342,
      "loss": 4.6037,
      "step": 11637
    },
    {
      "epoch": 0.07463126843657818,
      "grad_norm": 15.774372100830078,
      "learning_rate": 0.00019997265572547089,
      "loss": 4.6999,
      "step": 11638
    },
    {
      "epoch": 0.0746376811594203,
      "grad_norm": 51.4035758972168,
      "learning_rate": 0.0001999726510142018,
      "loss": 4.8737,
      "step": 11639
    },
    {
      "epoch": 0.07464409388226241,
      "grad_norm": 39.1507453918457,
      "learning_rate": 0.00019997264630252693,
      "loss": 4.741,
      "step": 11640
    },
    {
      "epoch": 0.07465050660510453,
      "grad_norm": 119.11180114746094,
      "learning_rate": 0.00019997264159044627,
      "loss": 4.7819,
      "step": 11641
    },
    {
      "epoch": 0.07465691932794664,
      "grad_norm": 75.81272888183594,
      "learning_rate": 0.00019997263687795988,
      "loss": 4.7846,
      "step": 11642
    },
    {
      "epoch": 0.07466333205078876,
      "grad_norm": 26.628971099853516,
      "learning_rate": 0.00019997263216506766,
      "loss": 4.6121,
      "step": 11643
    },
    {
      "epoch": 0.07466974477363088,
      "grad_norm": 229.32542419433594,
      "learning_rate": 0.00019997262745176972,
      "loss": 4.7697,
      "step": 11644
    },
    {
      "epoch": 0.07467615749647301,
      "grad_norm": 1223.453125,
      "learning_rate": 0.000199972622738066,
      "loss": 4.523,
      "step": 11645
    },
    {
      "epoch": 0.07468257021931513,
      "grad_norm": 20.426992416381836,
      "learning_rate": 0.0001999726180239565,
      "loss": 5.5295,
      "step": 11646
    },
    {
      "epoch": 0.07468898294215724,
      "grad_norm": 154.22509765625,
      "learning_rate": 0.0001999726133094412,
      "loss": 4.907,
      "step": 11647
    },
    {
      "epoch": 0.07469539566499936,
      "grad_norm": 46.643821716308594,
      "learning_rate": 0.00019997260859452016,
      "loss": 5.0654,
      "step": 11648
    },
    {
      "epoch": 0.07470180838784148,
      "grad_norm": 49.317073822021484,
      "learning_rate": 0.00019997260387919337,
      "loss": 4.7526,
      "step": 11649
    },
    {
      "epoch": 0.07470822111068359,
      "grad_norm": 68.57670593261719,
      "learning_rate": 0.00019997259916346076,
      "loss": 5.1445,
      "step": 11650
    },
    {
      "epoch": 0.07471463383352571,
      "grad_norm": 25.341800689697266,
      "learning_rate": 0.0001999725944473224,
      "loss": 4.6911,
      "step": 11651
    },
    {
      "epoch": 0.07472104655636784,
      "grad_norm": 31.262115478515625,
      "learning_rate": 0.00019997258973077827,
      "loss": 4.8822,
      "step": 11652
    },
    {
      "epoch": 0.07472745927920996,
      "grad_norm": 191.7578582763672,
      "learning_rate": 0.00019997258501382837,
      "loss": 4.7395,
      "step": 11653
    },
    {
      "epoch": 0.07473387200205207,
      "grad_norm": 62.80583572387695,
      "learning_rate": 0.00019997258029647266,
      "loss": 4.9814,
      "step": 11654
    },
    {
      "epoch": 0.07474028472489419,
      "grad_norm": 18.821044921875,
      "learning_rate": 0.00019997257557871124,
      "loss": 5.0463,
      "step": 11655
    },
    {
      "epoch": 0.07474669744773631,
      "grad_norm": 92.72640991210938,
      "learning_rate": 0.000199972570860544,
      "loss": 4.7987,
      "step": 11656
    },
    {
      "epoch": 0.07475311017057842,
      "grad_norm": 104.60935974121094,
      "learning_rate": 0.000199972566141971,
      "loss": 4.7182,
      "step": 11657
    },
    {
      "epoch": 0.07475952289342054,
      "grad_norm": 20.010623931884766,
      "learning_rate": 0.00019997256142299225,
      "loss": 4.8777,
      "step": 11658
    },
    {
      "epoch": 0.07476593561626267,
      "grad_norm": 203.65994262695312,
      "learning_rate": 0.0001999725567036077,
      "loss": 4.975,
      "step": 11659
    },
    {
      "epoch": 0.07477234833910479,
      "grad_norm": 56.6274528503418,
      "learning_rate": 0.00019997255198381738,
      "loss": 4.8909,
      "step": 11660
    },
    {
      "epoch": 0.0747787610619469,
      "grad_norm": 50.972171783447266,
      "learning_rate": 0.00019997254726362128,
      "loss": 4.8216,
      "step": 11661
    },
    {
      "epoch": 0.07478517378478902,
      "grad_norm": 130.06932067871094,
      "learning_rate": 0.00019997254254301944,
      "loss": 5.1476,
      "step": 11662
    },
    {
      "epoch": 0.07479158650763114,
      "grad_norm": 432.9515380859375,
      "learning_rate": 0.0001999725378220118,
      "loss": 4.7623,
      "step": 11663
    },
    {
      "epoch": 0.07479799923047326,
      "grad_norm": 36.30342483520508,
      "learning_rate": 0.0001999725331005984,
      "loss": 4.771,
      "step": 11664
    },
    {
      "epoch": 0.07480441195331537,
      "grad_norm": 22.669750213623047,
      "learning_rate": 0.00019997252837877924,
      "loss": 4.8871,
      "step": 11665
    },
    {
      "epoch": 0.0748108246761575,
      "grad_norm": 273.8612365722656,
      "learning_rate": 0.00019997252365655426,
      "loss": 4.9012,
      "step": 11666
    },
    {
      "epoch": 0.07481723739899962,
      "grad_norm": 269.87042236328125,
      "learning_rate": 0.00019997251893392356,
      "loss": 4.914,
      "step": 11667
    },
    {
      "epoch": 0.07482365012184174,
      "grad_norm": 33.69939422607422,
      "learning_rate": 0.00019997251421088706,
      "loss": 4.8358,
      "step": 11668
    },
    {
      "epoch": 0.07483006284468385,
      "grad_norm": 33.40930938720703,
      "learning_rate": 0.0001999725094874448,
      "loss": 4.6362,
      "step": 11669
    },
    {
      "epoch": 0.07483647556752597,
      "grad_norm": 105.53730773925781,
      "learning_rate": 0.00019997250476359678,
      "loss": 4.9152,
      "step": 11670
    },
    {
      "epoch": 0.07484288829036809,
      "grad_norm": 17.589885711669922,
      "learning_rate": 0.00019997250003934297,
      "loss": 4.8525,
      "step": 11671
    },
    {
      "epoch": 0.0748493010132102,
      "grad_norm": 89.54296112060547,
      "learning_rate": 0.0001999724953146834,
      "loss": 4.7244,
      "step": 11672
    },
    {
      "epoch": 0.07485571373605233,
      "grad_norm": 14.676997184753418,
      "learning_rate": 0.00019997249058961803,
      "loss": 4.9691,
      "step": 11673
    },
    {
      "epoch": 0.07486212645889445,
      "grad_norm": 17.608116149902344,
      "learning_rate": 0.00019997248586414693,
      "loss": 5.0974,
      "step": 11674
    },
    {
      "epoch": 0.07486853918173657,
      "grad_norm": 21.530635833740234,
      "learning_rate": 0.00019997248113827004,
      "loss": 4.7184,
      "step": 11675
    },
    {
      "epoch": 0.07487495190457868,
      "grad_norm": 41.77992630004883,
      "learning_rate": 0.00019997247641198736,
      "loss": 4.8353,
      "step": 11676
    },
    {
      "epoch": 0.0748813646274208,
      "grad_norm": 21.576473236083984,
      "learning_rate": 0.00019997247168529892,
      "loss": 4.6377,
      "step": 11677
    },
    {
      "epoch": 0.07488777735026292,
      "grad_norm": 830.8526611328125,
      "learning_rate": 0.00019997246695820472,
      "loss": 4.8444,
      "step": 11678
    },
    {
      "epoch": 0.07489419007310504,
      "grad_norm": 31.06612205505371,
      "learning_rate": 0.00019997246223070475,
      "loss": 4.6764,
      "step": 11679
    },
    {
      "epoch": 0.07490060279594717,
      "grad_norm": 43.865562438964844,
      "learning_rate": 0.000199972457502799,
      "loss": 4.8503,
      "step": 11680
    },
    {
      "epoch": 0.07490701551878928,
      "grad_norm": 12.423592567443848,
      "learning_rate": 0.00019997245277448747,
      "loss": 4.6596,
      "step": 11681
    },
    {
      "epoch": 0.0749134282416314,
      "grad_norm": 127.9015121459961,
      "learning_rate": 0.00019997244804577017,
      "loss": 4.7685,
      "step": 11682
    },
    {
      "epoch": 0.07491984096447352,
      "grad_norm": 16.94745635986328,
      "learning_rate": 0.0001999724433166471,
      "loss": 4.7013,
      "step": 11683
    },
    {
      "epoch": 0.07492625368731563,
      "grad_norm": 32.89496612548828,
      "learning_rate": 0.00019997243858711826,
      "loss": 4.6347,
      "step": 11684
    },
    {
      "epoch": 0.07493266641015775,
      "grad_norm": 234.90170288085938,
      "learning_rate": 0.00019997243385718366,
      "loss": 5.0372,
      "step": 11685
    },
    {
      "epoch": 0.07493907913299987,
      "grad_norm": 16.153308868408203,
      "learning_rate": 0.00019997242912684327,
      "loss": 4.6323,
      "step": 11686
    },
    {
      "epoch": 0.07494549185584198,
      "grad_norm": 24.832033157348633,
      "learning_rate": 0.00019997242439609712,
      "loss": 4.6439,
      "step": 11687
    },
    {
      "epoch": 0.07495190457868411,
      "grad_norm": 56.68208312988281,
      "learning_rate": 0.00019997241966494519,
      "loss": 5.0407,
      "step": 11688
    },
    {
      "epoch": 0.07495831730152623,
      "grad_norm": 34.784446716308594,
      "learning_rate": 0.00019997241493338748,
      "loss": 4.6608,
      "step": 11689
    },
    {
      "epoch": 0.07496473002436835,
      "grad_norm": 37.39591979980469,
      "learning_rate": 0.00019997241020142402,
      "loss": 4.7856,
      "step": 11690
    },
    {
      "epoch": 0.07497114274721046,
      "grad_norm": 43.07717514038086,
      "learning_rate": 0.0001999724054690548,
      "loss": 4.4203,
      "step": 11691
    },
    {
      "epoch": 0.07497755547005258,
      "grad_norm": 10.55935287475586,
      "learning_rate": 0.00019997240073627977,
      "loss": 4.7921,
      "step": 11692
    },
    {
      "epoch": 0.0749839681928947,
      "grad_norm": 120.38298034667969,
      "learning_rate": 0.000199972396003099,
      "loss": 4.5656,
      "step": 11693
    },
    {
      "epoch": 0.07499038091573682,
      "grad_norm": 37.07680130004883,
      "learning_rate": 0.00019997239126951242,
      "loss": 5.1132,
      "step": 11694
    },
    {
      "epoch": 0.07499679363857895,
      "grad_norm": 16.618959426879883,
      "learning_rate": 0.0001999723865355201,
      "loss": 4.6858,
      "step": 11695
    },
    {
      "epoch": 0.07500320636142106,
      "grad_norm": 12.676594734191895,
      "learning_rate": 0.000199972381801122,
      "loss": 4.8749,
      "step": 11696
    },
    {
      "epoch": 0.07500961908426318,
      "grad_norm": 8.47275161743164,
      "learning_rate": 0.00019997237706631814,
      "loss": 4.7156,
      "step": 11697
    },
    {
      "epoch": 0.0750160318071053,
      "grad_norm": 18.604829788208008,
      "learning_rate": 0.0001999723723311085,
      "loss": 5.1093,
      "step": 11698
    },
    {
      "epoch": 0.07502244452994741,
      "grad_norm": 18.95693588256836,
      "learning_rate": 0.00019997236759549308,
      "loss": 4.6715,
      "step": 11699
    },
    {
      "epoch": 0.07502885725278953,
      "grad_norm": 52.43246841430664,
      "learning_rate": 0.00019997236285947188,
      "loss": 4.8629,
      "step": 11700
    },
    {
      "epoch": 0.07502885725278953,
      "eval_loss": 4.775462627410889,
      "eval_runtime": 34.7549,
      "eval_samples_per_second": 90.203,
      "eval_steps_per_second": 22.558,
      "step": 11700
    },
    {
      "epoch": 0.07503526997563165,
      "grad_norm": 22.53167724609375,
      "learning_rate": 0.00019997235812304495,
      "loss": 4.7333,
      "step": 11701
    },
    {
      "epoch": 0.07504168269847378,
      "grad_norm": 16.340673446655273,
      "learning_rate": 0.0001999723533862122,
      "loss": 5.3809,
      "step": 11702
    },
    {
      "epoch": 0.0750480954213159,
      "grad_norm": 38.71744918823242,
      "learning_rate": 0.00019997234864897373,
      "loss": 4.8161,
      "step": 11703
    },
    {
      "epoch": 0.07505450814415801,
      "grad_norm": 18.462087631225586,
      "learning_rate": 0.00019997234391132946,
      "loss": 5.0587,
      "step": 11704
    },
    {
      "epoch": 0.07506092086700013,
      "grad_norm": 42.560569763183594,
      "learning_rate": 0.00019997233917327942,
      "loss": 5.1662,
      "step": 11705
    },
    {
      "epoch": 0.07506733358984224,
      "grad_norm": 10.98478889465332,
      "learning_rate": 0.00019997233443482361,
      "loss": 4.814,
      "step": 11706
    },
    {
      "epoch": 0.07507374631268436,
      "grad_norm": 27.03820037841797,
      "learning_rate": 0.00019997232969596202,
      "loss": 4.7364,
      "step": 11707
    },
    {
      "epoch": 0.07508015903552648,
      "grad_norm": 13.259331703186035,
      "learning_rate": 0.00019997232495669467,
      "loss": 4.7727,
      "step": 11708
    },
    {
      "epoch": 0.07508657175836861,
      "grad_norm": 21.657024383544922,
      "learning_rate": 0.00019997232021702155,
      "loss": 4.8166,
      "step": 11709
    },
    {
      "epoch": 0.07509298448121073,
      "grad_norm": 67.73709106445312,
      "learning_rate": 0.00019997231547694267,
      "loss": 4.6919,
      "step": 11710
    },
    {
      "epoch": 0.07509939720405284,
      "grad_norm": 14.301907539367676,
      "learning_rate": 0.000199972310736458,
      "loss": 4.6923,
      "step": 11711
    },
    {
      "epoch": 0.07510580992689496,
      "grad_norm": 13.53360366821289,
      "learning_rate": 0.00019997230599556756,
      "loss": 5.0632,
      "step": 11712
    },
    {
      "epoch": 0.07511222264973708,
      "grad_norm": 20.264419555664062,
      "learning_rate": 0.00019997230125427134,
      "loss": 4.7243,
      "step": 11713
    },
    {
      "epoch": 0.07511863537257919,
      "grad_norm": 82.53132629394531,
      "learning_rate": 0.00019997229651256936,
      "loss": 4.8097,
      "step": 11714
    },
    {
      "epoch": 0.07512504809542131,
      "grad_norm": 17.52338409423828,
      "learning_rate": 0.0001999722917704616,
      "loss": 4.9306,
      "step": 11715
    },
    {
      "epoch": 0.07513146081826344,
      "grad_norm": 9.73750114440918,
      "learning_rate": 0.00019997228702794807,
      "loss": 4.9648,
      "step": 11716
    },
    {
      "epoch": 0.07513787354110556,
      "grad_norm": 23.100393295288086,
      "learning_rate": 0.0001999722822850288,
      "loss": 4.8219,
      "step": 11717
    },
    {
      "epoch": 0.07514428626394767,
      "grad_norm": 29.878450393676758,
      "learning_rate": 0.00019997227754170373,
      "loss": 5.1387,
      "step": 11718
    },
    {
      "epoch": 0.07515069898678979,
      "grad_norm": 21.293184280395508,
      "learning_rate": 0.0001999722727979729,
      "loss": 4.8581,
      "step": 11719
    },
    {
      "epoch": 0.07515711170963191,
      "grad_norm": 61.58157730102539,
      "learning_rate": 0.0001999722680538363,
      "loss": 5.1905,
      "step": 11720
    },
    {
      "epoch": 0.07516352443247402,
      "grad_norm": 10.78616714477539,
      "learning_rate": 0.00019997226330929394,
      "loss": 4.7275,
      "step": 11721
    },
    {
      "epoch": 0.07516993715531614,
      "grad_norm": 503.0860900878906,
      "learning_rate": 0.00019997225856434577,
      "loss": 4.7018,
      "step": 11722
    },
    {
      "epoch": 0.07517634987815827,
      "grad_norm": 33.59031677246094,
      "learning_rate": 0.00019997225381899184,
      "loss": 4.8641,
      "step": 11723
    },
    {
      "epoch": 0.07518276260100039,
      "grad_norm": 31.830698013305664,
      "learning_rate": 0.00019997224907323218,
      "loss": 4.8296,
      "step": 11724
    },
    {
      "epoch": 0.0751891753238425,
      "grad_norm": 25.631338119506836,
      "learning_rate": 0.00019997224432706672,
      "loss": 4.7794,
      "step": 11725
    },
    {
      "epoch": 0.07519558804668462,
      "grad_norm": 18.017433166503906,
      "learning_rate": 0.00019997223958049547,
      "loss": 4.9063,
      "step": 11726
    },
    {
      "epoch": 0.07520200076952674,
      "grad_norm": 87.77616119384766,
      "learning_rate": 0.00019997223483351846,
      "loss": 4.7718,
      "step": 11727
    },
    {
      "epoch": 0.07520841349236886,
      "grad_norm": 24.165599822998047,
      "learning_rate": 0.0001999722300861357,
      "loss": 4.6947,
      "step": 11728
    },
    {
      "epoch": 0.07521482621521097,
      "grad_norm": 30.614395141601562,
      "learning_rate": 0.00019997222533834713,
      "loss": 5.1441,
      "step": 11729
    },
    {
      "epoch": 0.0752212389380531,
      "grad_norm": 610.0728149414062,
      "learning_rate": 0.00019997222059015284,
      "loss": 4.9635,
      "step": 11730
    },
    {
      "epoch": 0.07522765166089522,
      "grad_norm": 55.42171096801758,
      "learning_rate": 0.00019997221584155278,
      "loss": 4.786,
      "step": 11731
    },
    {
      "epoch": 0.07523406438373734,
      "grad_norm": 97.83721923828125,
      "learning_rate": 0.0001999722110925469,
      "loss": 4.8552,
      "step": 11732
    },
    {
      "epoch": 0.07524047710657945,
      "grad_norm": 118.51303100585938,
      "learning_rate": 0.00019997220634313526,
      "loss": 4.7744,
      "step": 11733
    },
    {
      "epoch": 0.07524688982942157,
      "grad_norm": 37.37201690673828,
      "learning_rate": 0.00019997220159331786,
      "loss": 4.5004,
      "step": 11734
    },
    {
      "epoch": 0.07525330255226369,
      "grad_norm": 70.64814758300781,
      "learning_rate": 0.00019997219684309472,
      "loss": 4.6189,
      "step": 11735
    },
    {
      "epoch": 0.0752597152751058,
      "grad_norm": 48.85469436645508,
      "learning_rate": 0.00019997219209246577,
      "loss": 4.8828,
      "step": 11736
    },
    {
      "epoch": 0.07526612799794793,
      "grad_norm": 35.791229248046875,
      "learning_rate": 0.00019997218734143105,
      "loss": 4.8609,
      "step": 11737
    },
    {
      "epoch": 0.07527254072079005,
      "grad_norm": 18.101072311401367,
      "learning_rate": 0.0001999721825899906,
      "loss": 4.8505,
      "step": 11738
    },
    {
      "epoch": 0.07527895344363217,
      "grad_norm": 30.92847442626953,
      "learning_rate": 0.00019997217783814436,
      "loss": 4.5638,
      "step": 11739
    },
    {
      "epoch": 0.07528536616647429,
      "grad_norm": 22.015804290771484,
      "learning_rate": 0.0001999721730858923,
      "loss": 4.6587,
      "step": 11740
    },
    {
      "epoch": 0.0752917788893164,
      "grad_norm": 30.405115127563477,
      "learning_rate": 0.0001999721683332345,
      "loss": 4.6925,
      "step": 11741
    },
    {
      "epoch": 0.07529819161215852,
      "grad_norm": 235.65597534179688,
      "learning_rate": 0.00019997216358017098,
      "loss": 4.7291,
      "step": 11742
    },
    {
      "epoch": 0.07530460433500064,
      "grad_norm": 70.40658569335938,
      "learning_rate": 0.0001999721588267016,
      "loss": 4.8541,
      "step": 11743
    },
    {
      "epoch": 0.07531101705784277,
      "grad_norm": 59.42265319824219,
      "learning_rate": 0.00019997215407282652,
      "loss": 4.7568,
      "step": 11744
    },
    {
      "epoch": 0.07531742978068488,
      "grad_norm": 34.803707122802734,
      "learning_rate": 0.00019997214931854568,
      "loss": 4.8464,
      "step": 11745
    },
    {
      "epoch": 0.075323842503527,
      "grad_norm": 16.083736419677734,
      "learning_rate": 0.00019997214456385901,
      "loss": 4.7954,
      "step": 11746
    },
    {
      "epoch": 0.07533025522636912,
      "grad_norm": 8.536625862121582,
      "learning_rate": 0.0001999721398087666,
      "loss": 4.7843,
      "step": 11747
    },
    {
      "epoch": 0.07533666794921123,
      "grad_norm": 111.74042510986328,
      "learning_rate": 0.0001999721350532684,
      "loss": 4.9613,
      "step": 11748
    },
    {
      "epoch": 0.07534308067205335,
      "grad_norm": 16.938608169555664,
      "learning_rate": 0.00019997213029736445,
      "loss": 4.7637,
      "step": 11749
    },
    {
      "epoch": 0.07534949339489547,
      "grad_norm": 12.290512084960938,
      "learning_rate": 0.00019997212554105474,
      "loss": 4.8587,
      "step": 11750
    },
    {
      "epoch": 0.0753559061177376,
      "grad_norm": 15.649781227111816,
      "learning_rate": 0.00019997212078433924,
      "loss": 4.8502,
      "step": 11751
    },
    {
      "epoch": 0.07536231884057971,
      "grad_norm": 29.572587966918945,
      "learning_rate": 0.00019997211602721797,
      "loss": 4.6803,
      "step": 11752
    },
    {
      "epoch": 0.07536873156342183,
      "grad_norm": 37.5141487121582,
      "learning_rate": 0.00019997211126969092,
      "loss": 4.8061,
      "step": 11753
    },
    {
      "epoch": 0.07537514428626395,
      "grad_norm": 34.066505432128906,
      "learning_rate": 0.00019997210651175813,
      "loss": 4.785,
      "step": 11754
    },
    {
      "epoch": 0.07538155700910606,
      "grad_norm": 108.22798919677734,
      "learning_rate": 0.00019997210175341955,
      "loss": 4.8015,
      "step": 11755
    },
    {
      "epoch": 0.07538796973194818,
      "grad_norm": 59.99729537963867,
      "learning_rate": 0.0001999720969946752,
      "loss": 4.7368,
      "step": 11756
    },
    {
      "epoch": 0.0753943824547903,
      "grad_norm": 43.32651138305664,
      "learning_rate": 0.0001999720922355251,
      "loss": 5.2789,
      "step": 11757
    },
    {
      "epoch": 0.07540079517763243,
      "grad_norm": 99.68250274658203,
      "learning_rate": 0.00019997208747596918,
      "loss": 4.9208,
      "step": 11758
    },
    {
      "epoch": 0.07540720790047455,
      "grad_norm": 9.112556457519531,
      "learning_rate": 0.00019997208271600755,
      "loss": 4.894,
      "step": 11759
    },
    {
      "epoch": 0.07541362062331666,
      "grad_norm": 17.510417938232422,
      "learning_rate": 0.00019997207795564013,
      "loss": 4.6821,
      "step": 11760
    },
    {
      "epoch": 0.07542003334615878,
      "grad_norm": 64.76708984375,
      "learning_rate": 0.00019997207319486692,
      "loss": 4.8234,
      "step": 11761
    },
    {
      "epoch": 0.0754264460690009,
      "grad_norm": 27.485639572143555,
      "learning_rate": 0.00019997206843368795,
      "loss": 4.7196,
      "step": 11762
    },
    {
      "epoch": 0.07543285879184301,
      "grad_norm": 27.908916473388672,
      "learning_rate": 0.00019997206367210318,
      "loss": 4.9189,
      "step": 11763
    },
    {
      "epoch": 0.07543927151468513,
      "grad_norm": 14.281949043273926,
      "learning_rate": 0.0001999720589101127,
      "loss": 4.7815,
      "step": 11764
    },
    {
      "epoch": 0.07544568423752726,
      "grad_norm": 12.544413566589355,
      "learning_rate": 0.0001999720541477164,
      "loss": 4.5075,
      "step": 11765
    },
    {
      "epoch": 0.07545209696036938,
      "grad_norm": 44.626094818115234,
      "learning_rate": 0.00019997204938491437,
      "loss": 5.0071,
      "step": 11766
    },
    {
      "epoch": 0.0754585096832115,
      "grad_norm": 115.00830078125,
      "learning_rate": 0.00019997204462170656,
      "loss": 4.9295,
      "step": 11767
    },
    {
      "epoch": 0.07546492240605361,
      "grad_norm": 33.42082214355469,
      "learning_rate": 0.00019997203985809296,
      "loss": 4.6377,
      "step": 11768
    },
    {
      "epoch": 0.07547133512889573,
      "grad_norm": 20.75454330444336,
      "learning_rate": 0.00019997203509407362,
      "loss": 4.9725,
      "step": 11769
    },
    {
      "epoch": 0.07547774785173784,
      "grad_norm": 59.42375564575195,
      "learning_rate": 0.0001999720303296485,
      "loss": 4.9349,
      "step": 11770
    },
    {
      "epoch": 0.07548416057457996,
      "grad_norm": 78.07757568359375,
      "learning_rate": 0.00019997202556481757,
      "loss": 4.7502,
      "step": 11771
    },
    {
      "epoch": 0.07549057329742209,
      "grad_norm": 309.0806579589844,
      "learning_rate": 0.00019997202079958092,
      "loss": 4.8434,
      "step": 11772
    },
    {
      "epoch": 0.07549698602026421,
      "grad_norm": 103.02115631103516,
      "learning_rate": 0.00019997201603393848,
      "loss": 4.6901,
      "step": 11773
    },
    {
      "epoch": 0.07550339874310633,
      "grad_norm": 38.982452392578125,
      "learning_rate": 0.00019997201126789027,
      "loss": 4.7251,
      "step": 11774
    },
    {
      "epoch": 0.07550981146594844,
      "grad_norm": 21.37145233154297,
      "learning_rate": 0.00019997200650143627,
      "loss": 4.8581,
      "step": 11775
    },
    {
      "epoch": 0.07551622418879056,
      "grad_norm": 26.24932861328125,
      "learning_rate": 0.00019997200173457654,
      "loss": 4.7906,
      "step": 11776
    },
    {
      "epoch": 0.07552263691163268,
      "grad_norm": 5.668004512786865,
      "learning_rate": 0.00019997199696731102,
      "loss": 4.6631,
      "step": 11777
    },
    {
      "epoch": 0.07552904963447479,
      "grad_norm": 36.074913024902344,
      "learning_rate": 0.00019997199219963974,
      "loss": 5.0089,
      "step": 11778
    },
    {
      "epoch": 0.07553546235731691,
      "grad_norm": 17.039962768554688,
      "learning_rate": 0.00019997198743156266,
      "loss": 4.7724,
      "step": 11779
    },
    {
      "epoch": 0.07554187508015904,
      "grad_norm": 39.94013595581055,
      "learning_rate": 0.00019997198266307983,
      "loss": 5.0525,
      "step": 11780
    },
    {
      "epoch": 0.07554828780300116,
      "grad_norm": 22.47887420654297,
      "learning_rate": 0.00019997197789419126,
      "loss": 4.8574,
      "step": 11781
    },
    {
      "epoch": 0.07555470052584327,
      "grad_norm": 11.391308784484863,
      "learning_rate": 0.0001999719731248969,
      "loss": 4.4661,
      "step": 11782
    },
    {
      "epoch": 0.07556111324868539,
      "grad_norm": 16.402252197265625,
      "learning_rate": 0.00019997196835519674,
      "loss": 4.5633,
      "step": 11783
    },
    {
      "epoch": 0.07556752597152751,
      "grad_norm": 9.775997161865234,
      "learning_rate": 0.00019997196358509083,
      "loss": 4.684,
      "step": 11784
    },
    {
      "epoch": 0.07557393869436962,
      "grad_norm": 7.314274311065674,
      "learning_rate": 0.00019997195881457915,
      "loss": 4.8634,
      "step": 11785
    },
    {
      "epoch": 0.07558035141721174,
      "grad_norm": 51.984107971191406,
      "learning_rate": 0.0001999719540436617,
      "loss": 4.6244,
      "step": 11786
    },
    {
      "epoch": 0.07558676414005387,
      "grad_norm": 70.40308380126953,
      "learning_rate": 0.00019997194927233848,
      "loss": 5.0782,
      "step": 11787
    },
    {
      "epoch": 0.07559317686289599,
      "grad_norm": 10.785833358764648,
      "learning_rate": 0.0001999719445006095,
      "loss": 4.8294,
      "step": 11788
    },
    {
      "epoch": 0.0755995895857381,
      "grad_norm": 13.615376472473145,
      "learning_rate": 0.00019997193972847476,
      "loss": 4.7374,
      "step": 11789
    },
    {
      "epoch": 0.07560600230858022,
      "grad_norm": 201.31378173828125,
      "learning_rate": 0.00019997193495593422,
      "loss": 4.6452,
      "step": 11790
    },
    {
      "epoch": 0.07561241503142234,
      "grad_norm": 5.024808883666992,
      "learning_rate": 0.0001999719301829879,
      "loss": 4.7737,
      "step": 11791
    },
    {
      "epoch": 0.07561882775426446,
      "grad_norm": 23.10544204711914,
      "learning_rate": 0.00019997192540963587,
      "loss": 4.9432,
      "step": 11792
    },
    {
      "epoch": 0.07562524047710657,
      "grad_norm": 9.034000396728516,
      "learning_rate": 0.00019997192063587804,
      "loss": 4.8506,
      "step": 11793
    },
    {
      "epoch": 0.0756316531999487,
      "grad_norm": 20.686769485473633,
      "learning_rate": 0.00019997191586171442,
      "loss": 4.7485,
      "step": 11794
    },
    {
      "epoch": 0.07563806592279082,
      "grad_norm": 84.9253921508789,
      "learning_rate": 0.00019997191108714506,
      "loss": 4.6738,
      "step": 11795
    },
    {
      "epoch": 0.07564447864563294,
      "grad_norm": 11.07131576538086,
      "learning_rate": 0.00019997190631216994,
      "loss": 4.7635,
      "step": 11796
    },
    {
      "epoch": 0.07565089136847505,
      "grad_norm": 12.567460060119629,
      "learning_rate": 0.000199971901536789,
      "loss": 4.4877,
      "step": 11797
    },
    {
      "epoch": 0.07565730409131717,
      "grad_norm": 14.300275802612305,
      "learning_rate": 0.00019997189676100233,
      "loss": 5.0367,
      "step": 11798
    },
    {
      "epoch": 0.07566371681415929,
      "grad_norm": 43.34123229980469,
      "learning_rate": 0.00019997189198480987,
      "loss": 5.0642,
      "step": 11799
    },
    {
      "epoch": 0.0756701295370014,
      "grad_norm": 40.23871994018555,
      "learning_rate": 0.00019997188720821164,
      "loss": 4.7473,
      "step": 11800
    },
    {
      "epoch": 0.0756701295370014,
      "eval_loss": 4.775874614715576,
      "eval_runtime": 34.7978,
      "eval_samples_per_second": 90.092,
      "eval_steps_per_second": 22.53,
      "step": 11800
    },
    {
      "epoch": 0.07567654225984353,
      "grad_norm": 26.420827865600586,
      "learning_rate": 0.00019997188243120765,
      "loss": 4.6174,
      "step": 11801
    },
    {
      "epoch": 0.07568295498268565,
      "grad_norm": 31.667865753173828,
      "learning_rate": 0.0001999718776537979,
      "loss": 4.8827,
      "step": 11802
    },
    {
      "epoch": 0.07568936770552777,
      "grad_norm": 19.81352996826172,
      "learning_rate": 0.0001999718728759824,
      "loss": 4.886,
      "step": 11803
    },
    {
      "epoch": 0.07569578042836989,
      "grad_norm": 19.315425872802734,
      "learning_rate": 0.0001999718680977611,
      "loss": 4.971,
      "step": 11804
    },
    {
      "epoch": 0.075702193151212,
      "grad_norm": 35.983943939208984,
      "learning_rate": 0.00019997186331913402,
      "loss": 4.6099,
      "step": 11805
    },
    {
      "epoch": 0.07570860587405412,
      "grad_norm": 12.060803413391113,
      "learning_rate": 0.0001999718585401012,
      "loss": 4.9136,
      "step": 11806
    },
    {
      "epoch": 0.07571501859689624,
      "grad_norm": 13.985952377319336,
      "learning_rate": 0.00019997185376066258,
      "loss": 5.0005,
      "step": 11807
    },
    {
      "epoch": 0.07572143131973837,
      "grad_norm": 6.034998416900635,
      "learning_rate": 0.0001999718489808182,
      "loss": 4.7125,
      "step": 11808
    },
    {
      "epoch": 0.07572784404258048,
      "grad_norm": 40.71463394165039,
      "learning_rate": 0.00019997184420056808,
      "loss": 4.8034,
      "step": 11809
    },
    {
      "epoch": 0.0757342567654226,
      "grad_norm": 38.91427993774414,
      "learning_rate": 0.00019997183941991215,
      "loss": 4.6043,
      "step": 11810
    },
    {
      "epoch": 0.07574066948826472,
      "grad_norm": 15.682130813598633,
      "learning_rate": 0.00019997183463885048,
      "loss": 4.8601,
      "step": 11811
    },
    {
      "epoch": 0.07574708221110683,
      "grad_norm": 11.44678783416748,
      "learning_rate": 0.00019997182985738302,
      "loss": 4.615,
      "step": 11812
    },
    {
      "epoch": 0.07575349493394895,
      "grad_norm": 22.566862106323242,
      "learning_rate": 0.00019997182507550977,
      "loss": 4.8139,
      "step": 11813
    },
    {
      "epoch": 0.07575990765679107,
      "grad_norm": 35.09054183959961,
      "learning_rate": 0.00019997182029323082,
      "loss": 4.8275,
      "step": 11814
    },
    {
      "epoch": 0.0757663203796332,
      "grad_norm": 39.061126708984375,
      "learning_rate": 0.00019997181551054604,
      "loss": 4.7827,
      "step": 11815
    },
    {
      "epoch": 0.07577273310247531,
      "grad_norm": 43.40535354614258,
      "learning_rate": 0.00019997181072745553,
      "loss": 4.7194,
      "step": 11816
    },
    {
      "epoch": 0.07577914582531743,
      "grad_norm": 55.08454895019531,
      "learning_rate": 0.0001999718059439592,
      "loss": 4.8125,
      "step": 11817
    },
    {
      "epoch": 0.07578555854815955,
      "grad_norm": 52.66031265258789,
      "learning_rate": 0.00019997180116005715,
      "loss": 4.8602,
      "step": 11818
    },
    {
      "epoch": 0.07579197127100167,
      "grad_norm": 65.06385040283203,
      "learning_rate": 0.00019997179637574932,
      "loss": 4.9053,
      "step": 11819
    },
    {
      "epoch": 0.07579838399384378,
      "grad_norm": 170.6468505859375,
      "learning_rate": 0.0001999717915910357,
      "loss": 4.7768,
      "step": 11820
    },
    {
      "epoch": 0.0758047967166859,
      "grad_norm": 20.48076629638672,
      "learning_rate": 0.00019997178680591633,
      "loss": 4.7907,
      "step": 11821
    },
    {
      "epoch": 0.07581120943952803,
      "grad_norm": 16.498119354248047,
      "learning_rate": 0.0001999717820203912,
      "loss": 5.0087,
      "step": 11822
    },
    {
      "epoch": 0.07581762216237015,
      "grad_norm": 81.87185668945312,
      "learning_rate": 0.0001999717772344603,
      "loss": 4.9197,
      "step": 11823
    },
    {
      "epoch": 0.07582403488521226,
      "grad_norm": 34.76893997192383,
      "learning_rate": 0.0001999717724481236,
      "loss": 4.8222,
      "step": 11824
    },
    {
      "epoch": 0.07583044760805438,
      "grad_norm": 102.0702133178711,
      "learning_rate": 0.00019997176766138117,
      "loss": 4.7079,
      "step": 11825
    },
    {
      "epoch": 0.0758368603308965,
      "grad_norm": 52.295135498046875,
      "learning_rate": 0.00019997176287423293,
      "loss": 4.9036,
      "step": 11826
    },
    {
      "epoch": 0.07584327305373861,
      "grad_norm": 21.71881866455078,
      "learning_rate": 0.00019997175808667895,
      "loss": 4.6722,
      "step": 11827
    },
    {
      "epoch": 0.07584968577658073,
      "grad_norm": 50.043212890625,
      "learning_rate": 0.0001999717532987192,
      "loss": 4.609,
      "step": 11828
    },
    {
      "epoch": 0.07585609849942286,
      "grad_norm": 26.322071075439453,
      "learning_rate": 0.0001999717485103537,
      "loss": 4.9769,
      "step": 11829
    },
    {
      "epoch": 0.07586251122226498,
      "grad_norm": 27.516416549682617,
      "learning_rate": 0.00019997174372158238,
      "loss": 5.026,
      "step": 11830
    },
    {
      "epoch": 0.0758689239451071,
      "grad_norm": 21.663270950317383,
      "learning_rate": 0.00019997173893240532,
      "loss": 5.0939,
      "step": 11831
    },
    {
      "epoch": 0.07587533666794921,
      "grad_norm": 29.755474090576172,
      "learning_rate": 0.00019997173414282248,
      "loss": 4.7924,
      "step": 11832
    },
    {
      "epoch": 0.07588174939079133,
      "grad_norm": 24.72239112854004,
      "learning_rate": 0.0001999717293528339,
      "loss": 4.6079,
      "step": 11833
    },
    {
      "epoch": 0.07588816211363344,
      "grad_norm": 67.2060775756836,
      "learning_rate": 0.00019997172456243952,
      "loss": 4.842,
      "step": 11834
    },
    {
      "epoch": 0.07589457483647556,
      "grad_norm": 111.52177429199219,
      "learning_rate": 0.00019997171977163939,
      "loss": 4.5638,
      "step": 11835
    },
    {
      "epoch": 0.07590098755931769,
      "grad_norm": 37.06736373901367,
      "learning_rate": 0.0001999717149804335,
      "loss": 4.8477,
      "step": 11836
    },
    {
      "epoch": 0.07590740028215981,
      "grad_norm": 111.58967590332031,
      "learning_rate": 0.00019997171018882183,
      "loss": 4.5855,
      "step": 11837
    },
    {
      "epoch": 0.07591381300500193,
      "grad_norm": 36.777503967285156,
      "learning_rate": 0.00019997170539680438,
      "loss": 4.7831,
      "step": 11838
    },
    {
      "epoch": 0.07592022572784404,
      "grad_norm": 38.347877502441406,
      "learning_rate": 0.00019997170060438116,
      "loss": 4.61,
      "step": 11839
    },
    {
      "epoch": 0.07592663845068616,
      "grad_norm": 71.70686340332031,
      "learning_rate": 0.00019997169581155216,
      "loss": 4.6659,
      "step": 11840
    },
    {
      "epoch": 0.07593305117352828,
      "grad_norm": 30.733993530273438,
      "learning_rate": 0.00019997169101831742,
      "loss": 4.7346,
      "step": 11841
    },
    {
      "epoch": 0.0759394638963704,
      "grad_norm": 63.5137825012207,
      "learning_rate": 0.0001999716862246769,
      "loss": 4.8471,
      "step": 11842
    },
    {
      "epoch": 0.07594587661921252,
      "grad_norm": 28.538576126098633,
      "learning_rate": 0.00019997168143063063,
      "loss": 4.7005,
      "step": 11843
    },
    {
      "epoch": 0.07595228934205464,
      "grad_norm": 44.60169219970703,
      "learning_rate": 0.00019997167663617858,
      "loss": 4.9183,
      "step": 11844
    },
    {
      "epoch": 0.07595870206489676,
      "grad_norm": 46.29425048828125,
      "learning_rate": 0.00019997167184132076,
      "loss": 4.7836,
      "step": 11845
    },
    {
      "epoch": 0.07596511478773887,
      "grad_norm": 37.947078704833984,
      "learning_rate": 0.00019997166704605713,
      "loss": 4.6279,
      "step": 11846
    },
    {
      "epoch": 0.07597152751058099,
      "grad_norm": 38.34345245361328,
      "learning_rate": 0.0001999716622503878,
      "loss": 4.6175,
      "step": 11847
    },
    {
      "epoch": 0.07597794023342311,
      "grad_norm": 69.22491455078125,
      "learning_rate": 0.00019997165745431268,
      "loss": 4.7725,
      "step": 11848
    },
    {
      "epoch": 0.07598435295626522,
      "grad_norm": 37.1212043762207,
      "learning_rate": 0.00019997165265783176,
      "loss": 4.6767,
      "step": 11849
    },
    {
      "epoch": 0.07599076567910736,
      "grad_norm": 27.10457992553711,
      "learning_rate": 0.0001999716478609451,
      "loss": 4.8322,
      "step": 11850
    },
    {
      "epoch": 0.07599717840194947,
      "grad_norm": 136.461181640625,
      "learning_rate": 0.0001999716430636527,
      "loss": 4.6299,
      "step": 11851
    },
    {
      "epoch": 0.07600359112479159,
      "grad_norm": 28.971832275390625,
      "learning_rate": 0.00019997163826595445,
      "loss": 4.556,
      "step": 11852
    },
    {
      "epoch": 0.0760100038476337,
      "grad_norm": 202.07717895507812,
      "learning_rate": 0.00019997163346785048,
      "loss": 5.1842,
      "step": 11853
    },
    {
      "epoch": 0.07601641657047582,
      "grad_norm": 230.51210021972656,
      "learning_rate": 0.00019997162866934075,
      "loss": 4.771,
      "step": 11854
    },
    {
      "epoch": 0.07602282929331794,
      "grad_norm": 42.480979919433594,
      "learning_rate": 0.00019997162387042525,
      "loss": 4.9678,
      "step": 11855
    },
    {
      "epoch": 0.07602924201616006,
      "grad_norm": 100.01054382324219,
      "learning_rate": 0.00019997161907110396,
      "loss": 4.8758,
      "step": 11856
    },
    {
      "epoch": 0.07603565473900219,
      "grad_norm": 33.569740295410156,
      "learning_rate": 0.00019997161427137691,
      "loss": 4.7613,
      "step": 11857
    },
    {
      "epoch": 0.0760420674618443,
      "grad_norm": 34.22999954223633,
      "learning_rate": 0.0001999716094712441,
      "loss": 4.7016,
      "step": 11858
    },
    {
      "epoch": 0.07604848018468642,
      "grad_norm": 47.83162307739258,
      "learning_rate": 0.00019997160467070556,
      "loss": 4.784,
      "step": 11859
    },
    {
      "epoch": 0.07605489290752854,
      "grad_norm": 164.41258239746094,
      "learning_rate": 0.0001999715998697612,
      "loss": 4.7724,
      "step": 11860
    },
    {
      "epoch": 0.07606130563037065,
      "grad_norm": 29.440275192260742,
      "learning_rate": 0.00019997159506841106,
      "loss": 5.0747,
      "step": 11861
    },
    {
      "epoch": 0.07606771835321277,
      "grad_norm": 44.989036560058594,
      "learning_rate": 0.0001999715902666552,
      "loss": 4.5538,
      "step": 11862
    },
    {
      "epoch": 0.07607413107605489,
      "grad_norm": 53.90793228149414,
      "learning_rate": 0.00019997158546449352,
      "loss": 4.8453,
      "step": 11863
    },
    {
      "epoch": 0.07608054379889702,
      "grad_norm": 37.36540603637695,
      "learning_rate": 0.0001999715806619261,
      "loss": 4.7543,
      "step": 11864
    },
    {
      "epoch": 0.07608695652173914,
      "grad_norm": 43.63492965698242,
      "learning_rate": 0.00019997157585895293,
      "loss": 4.9764,
      "step": 11865
    },
    {
      "epoch": 0.07609336924458125,
      "grad_norm": 56.34733581542969,
      "learning_rate": 0.00019997157105557396,
      "loss": 4.7918,
      "step": 11866
    },
    {
      "epoch": 0.07609978196742337,
      "grad_norm": 164.69583129882812,
      "learning_rate": 0.00019997156625178923,
      "loss": 5.1945,
      "step": 11867
    },
    {
      "epoch": 0.07610619469026549,
      "grad_norm": 99.78428649902344,
      "learning_rate": 0.00019997156144759874,
      "loss": 4.8954,
      "step": 11868
    },
    {
      "epoch": 0.0761126074131076,
      "grad_norm": 49.31067657470703,
      "learning_rate": 0.00019997155664300248,
      "loss": 4.6106,
      "step": 11869
    },
    {
      "epoch": 0.07611902013594972,
      "grad_norm": 110.64405822753906,
      "learning_rate": 0.00019997155183800044,
      "loss": 4.8652,
      "step": 11870
    },
    {
      "epoch": 0.07612543285879185,
      "grad_norm": 105.51728820800781,
      "learning_rate": 0.00019997154703259263,
      "loss": 5.0076,
      "step": 11871
    },
    {
      "epoch": 0.07613184558163397,
      "grad_norm": 88.81112670898438,
      "learning_rate": 0.00019997154222677906,
      "loss": 4.8886,
      "step": 11872
    },
    {
      "epoch": 0.07613825830447608,
      "grad_norm": 29.85878562927246,
      "learning_rate": 0.00019997153742055973,
      "loss": 4.8993,
      "step": 11873
    },
    {
      "epoch": 0.0761446710273182,
      "grad_norm": 75.84891510009766,
      "learning_rate": 0.00019997153261393463,
      "loss": 4.7522,
      "step": 11874
    },
    {
      "epoch": 0.07615108375016032,
      "grad_norm": 41.283287048339844,
      "learning_rate": 0.00019997152780690377,
      "loss": 4.8214,
      "step": 11875
    },
    {
      "epoch": 0.07615749647300243,
      "grad_norm": 35.56520080566406,
      "learning_rate": 0.00019997152299946713,
      "loss": 4.9232,
      "step": 11876
    },
    {
      "epoch": 0.07616390919584455,
      "grad_norm": 46.58328628540039,
      "learning_rate": 0.00019997151819162471,
      "loss": 5.0494,
      "step": 11877
    },
    {
      "epoch": 0.07617032191868667,
      "grad_norm": 25.749221801757812,
      "learning_rate": 0.00019997151338337657,
      "loss": 4.6272,
      "step": 11878
    },
    {
      "epoch": 0.0761767346415288,
      "grad_norm": 111.0895004272461,
      "learning_rate": 0.0001999715085747226,
      "loss": 4.8655,
      "step": 11879
    },
    {
      "epoch": 0.07618314736437092,
      "grad_norm": 189.4159393310547,
      "learning_rate": 0.0001999715037656629,
      "loss": 4.8344,
      "step": 11880
    },
    {
      "epoch": 0.07618956008721303,
      "grad_norm": 50.71981430053711,
      "learning_rate": 0.00019997149895619742,
      "loss": 4.7781,
      "step": 11881
    },
    {
      "epoch": 0.07619597281005515,
      "grad_norm": 264.8937683105469,
      "learning_rate": 0.00019997149414632617,
      "loss": 4.8205,
      "step": 11882
    },
    {
      "epoch": 0.07620238553289727,
      "grad_norm": 30.412132263183594,
      "learning_rate": 0.00019997148933604918,
      "loss": 4.7476,
      "step": 11883
    },
    {
      "epoch": 0.07620879825573938,
      "grad_norm": 195.6427459716797,
      "learning_rate": 0.0001999714845253664,
      "loss": 4.7877,
      "step": 11884
    },
    {
      "epoch": 0.0762152109785815,
      "grad_norm": 62.99360275268555,
      "learning_rate": 0.00019997147971427786,
      "loss": 4.8788,
      "step": 11885
    },
    {
      "epoch": 0.07622162370142363,
      "grad_norm": 160.28396606445312,
      "learning_rate": 0.0001999714749027835,
      "loss": 4.5581,
      "step": 11886
    },
    {
      "epoch": 0.07622803642426575,
      "grad_norm": 935.6561889648438,
      "learning_rate": 0.00019997147009088344,
      "loss": 4.8155,
      "step": 11887
    },
    {
      "epoch": 0.07623444914710786,
      "grad_norm": 57.81734848022461,
      "learning_rate": 0.00019997146527857756,
      "loss": 4.8063,
      "step": 11888
    },
    {
      "epoch": 0.07624086186994998,
      "grad_norm": 68.08208465576172,
      "learning_rate": 0.00019997146046586597,
      "loss": 5.1653,
      "step": 11889
    },
    {
      "epoch": 0.0762472745927921,
      "grad_norm": 28.964570999145508,
      "learning_rate": 0.00019997145565274856,
      "loss": 4.8954,
      "step": 11890
    },
    {
      "epoch": 0.07625368731563421,
      "grad_norm": 161.34388732910156,
      "learning_rate": 0.00019997145083922542,
      "loss": 4.6289,
      "step": 11891
    },
    {
      "epoch": 0.07626010003847633,
      "grad_norm": 46.908409118652344,
      "learning_rate": 0.00019997144602529652,
      "loss": 4.8564,
      "step": 11892
    },
    {
      "epoch": 0.07626651276131846,
      "grad_norm": 137.74021911621094,
      "learning_rate": 0.0001999714412109618,
      "loss": 4.8917,
      "step": 11893
    },
    {
      "epoch": 0.07627292548416058,
      "grad_norm": 38.25983810424805,
      "learning_rate": 0.00019997143639622136,
      "loss": 4.8354,
      "step": 11894
    },
    {
      "epoch": 0.0762793382070027,
      "grad_norm": 23.39977264404297,
      "learning_rate": 0.00019997143158107514,
      "loss": 4.8754,
      "step": 11895
    },
    {
      "epoch": 0.07628575092984481,
      "grad_norm": 5546.1923828125,
      "learning_rate": 0.00019997142676552313,
      "loss": 4.6673,
      "step": 11896
    },
    {
      "epoch": 0.07629216365268693,
      "grad_norm": 50.25658416748047,
      "learning_rate": 0.00019997142194956536,
      "loss": 4.7453,
      "step": 11897
    },
    {
      "epoch": 0.07629857637552905,
      "grad_norm": 241.1727752685547,
      "learning_rate": 0.00019997141713320185,
      "loss": 4.5904,
      "step": 11898
    },
    {
      "epoch": 0.07630498909837116,
      "grad_norm": 166.14878845214844,
      "learning_rate": 0.00019997141231643256,
      "loss": 4.8259,
      "step": 11899
    },
    {
      "epoch": 0.07631140182121329,
      "grad_norm": 21.013011932373047,
      "learning_rate": 0.0001999714074992575,
      "loss": 4.7513,
      "step": 11900
    },
    {
      "epoch": 0.07631140182121329,
      "eval_loss": 4.75830078125,
      "eval_runtime": 34.7382,
      "eval_samples_per_second": 90.246,
      "eval_steps_per_second": 22.569,
      "step": 11900
    },
    {
      "epoch": 0.07631781454405541,
      "grad_norm": 13.715402603149414,
      "learning_rate": 0.00019997140268167667,
      "loss": 4.7862,
      "step": 11901
    },
    {
      "epoch": 0.07632422726689753,
      "grad_norm": 55.669254302978516,
      "learning_rate": 0.00019997139786369006,
      "loss": 4.9942,
      "step": 11902
    },
    {
      "epoch": 0.07633063998973964,
      "grad_norm": 47.43822479248047,
      "learning_rate": 0.00019997139304529768,
      "loss": 4.4977,
      "step": 11903
    },
    {
      "epoch": 0.07633705271258176,
      "grad_norm": 86.62174224853516,
      "learning_rate": 0.00019997138822649957,
      "loss": 4.9582,
      "step": 11904
    },
    {
      "epoch": 0.07634346543542388,
      "grad_norm": 46.88652420043945,
      "learning_rate": 0.00019997138340729567,
      "loss": 4.8064,
      "step": 11905
    },
    {
      "epoch": 0.076349878158266,
      "grad_norm": 183.30075073242188,
      "learning_rate": 0.000199971378587686,
      "loss": 4.963,
      "step": 11906
    },
    {
      "epoch": 0.07635629088110812,
      "grad_norm": 190.9543914794922,
      "learning_rate": 0.00019997137376767055,
      "loss": 4.6047,
      "step": 11907
    },
    {
      "epoch": 0.07636270360395024,
      "grad_norm": 36.52884292602539,
      "learning_rate": 0.00019997136894724937,
      "loss": 4.7543,
      "step": 11908
    },
    {
      "epoch": 0.07636911632679236,
      "grad_norm": 763.9485473632812,
      "learning_rate": 0.0001999713641264224,
      "loss": 4.8319,
      "step": 11909
    },
    {
      "epoch": 0.07637552904963447,
      "grad_norm": 2294.413330078125,
      "learning_rate": 0.00019997135930518965,
      "loss": 4.9756,
      "step": 11910
    },
    {
      "epoch": 0.07638194177247659,
      "grad_norm": 18.342832565307617,
      "learning_rate": 0.00019997135448355114,
      "loss": 4.8879,
      "step": 11911
    },
    {
      "epoch": 0.07638835449531871,
      "grad_norm": 119.30101776123047,
      "learning_rate": 0.00019997134966150688,
      "loss": 4.9089,
      "step": 11912
    },
    {
      "epoch": 0.07639476721816083,
      "grad_norm": 1373.6962890625,
      "learning_rate": 0.00019997134483905685,
      "loss": 5.1741,
      "step": 11913
    },
    {
      "epoch": 0.07640117994100296,
      "grad_norm": 55.24211502075195,
      "learning_rate": 0.00019997134001620103,
      "loss": 4.7526,
      "step": 11914
    },
    {
      "epoch": 0.07640759266384507,
      "grad_norm": 37.06139373779297,
      "learning_rate": 0.00019997133519293947,
      "loss": 4.8719,
      "step": 11915
    },
    {
      "epoch": 0.07641400538668719,
      "grad_norm": 23.301137924194336,
      "learning_rate": 0.00019997133036927213,
      "loss": 4.761,
      "step": 11916
    },
    {
      "epoch": 0.0764204181095293,
      "grad_norm": 202.87625122070312,
      "learning_rate": 0.00019997132554519902,
      "loss": 4.9044,
      "step": 11917
    },
    {
      "epoch": 0.07642683083237142,
      "grad_norm": 105.06420135498047,
      "learning_rate": 0.00019997132072072015,
      "loss": 4.7718,
      "step": 11918
    },
    {
      "epoch": 0.07643324355521354,
      "grad_norm": 23.37177848815918,
      "learning_rate": 0.0001999713158958355,
      "loss": 4.6218,
      "step": 11919
    },
    {
      "epoch": 0.07643965627805566,
      "grad_norm": 36.407535552978516,
      "learning_rate": 0.0001999713110705451,
      "loss": 5.519,
      "step": 11920
    },
    {
      "epoch": 0.07644606900089779,
      "grad_norm": 53.976505279541016,
      "learning_rate": 0.0001999713062448489,
      "loss": 4.979,
      "step": 11921
    },
    {
      "epoch": 0.0764524817237399,
      "grad_norm": 657.1446533203125,
      "learning_rate": 0.000199971301418747,
      "loss": 4.6886,
      "step": 11922
    },
    {
      "epoch": 0.07645889444658202,
      "grad_norm": 24.473308563232422,
      "learning_rate": 0.00019997129659223925,
      "loss": 4.888,
      "step": 11923
    },
    {
      "epoch": 0.07646530716942414,
      "grad_norm": 128.56390380859375,
      "learning_rate": 0.0001999712917653258,
      "loss": 4.928,
      "step": 11924
    },
    {
      "epoch": 0.07647171989226625,
      "grad_norm": 283.67584228515625,
      "learning_rate": 0.00019997128693800654,
      "loss": 4.5645,
      "step": 11925
    },
    {
      "epoch": 0.07647813261510837,
      "grad_norm": 48.67163848876953,
      "learning_rate": 0.00019997128211028152,
      "loss": 4.6748,
      "step": 11926
    },
    {
      "epoch": 0.07648454533795049,
      "grad_norm": 131.99447631835938,
      "learning_rate": 0.00019997127728215076,
      "loss": 4.7232,
      "step": 11927
    },
    {
      "epoch": 0.07649095806079262,
      "grad_norm": 18.682132720947266,
      "learning_rate": 0.00019997127245361424,
      "loss": 4.8909,
      "step": 11928
    },
    {
      "epoch": 0.07649737078363474,
      "grad_norm": 36.27173614501953,
      "learning_rate": 0.00019997126762467192,
      "loss": 4.9138,
      "step": 11929
    },
    {
      "epoch": 0.07650378350647685,
      "grad_norm": 55.15675354003906,
      "learning_rate": 0.00019997126279532385,
      "loss": 4.6446,
      "step": 11930
    },
    {
      "epoch": 0.07651019622931897,
      "grad_norm": 68.4324722290039,
      "learning_rate": 0.00019997125796556998,
      "loss": 4.8257,
      "step": 11931
    },
    {
      "epoch": 0.07651660895216109,
      "grad_norm": 1068.247802734375,
      "learning_rate": 0.00019997125313541035,
      "loss": 4.8069,
      "step": 11932
    },
    {
      "epoch": 0.0765230216750032,
      "grad_norm": 25.19916534423828,
      "learning_rate": 0.000199971248304845,
      "loss": 4.8531,
      "step": 11933
    },
    {
      "epoch": 0.07652943439784532,
      "grad_norm": 139.14376831054688,
      "learning_rate": 0.00019997124347387386,
      "loss": 4.6732,
      "step": 11934
    },
    {
      "epoch": 0.07653584712068745,
      "grad_norm": 44.37744140625,
      "learning_rate": 0.00019997123864249694,
      "loss": 4.845,
      "step": 11935
    },
    {
      "epoch": 0.07654225984352957,
      "grad_norm": 44.059844970703125,
      "learning_rate": 0.00019997123381071427,
      "loss": 4.8626,
      "step": 11936
    },
    {
      "epoch": 0.07654867256637168,
      "grad_norm": 87.64736938476562,
      "learning_rate": 0.00019997122897852582,
      "loss": 4.7993,
      "step": 11937
    },
    {
      "epoch": 0.0765550852892138,
      "grad_norm": 262.67236328125,
      "learning_rate": 0.0001999712241459316,
      "loss": 5.0658,
      "step": 11938
    },
    {
      "epoch": 0.07656149801205592,
      "grad_norm": 77.00113677978516,
      "learning_rate": 0.00019997121931293163,
      "loss": 4.6665,
      "step": 11939
    },
    {
      "epoch": 0.07656791073489803,
      "grad_norm": 141.39605712890625,
      "learning_rate": 0.00019997121447952587,
      "loss": 4.8996,
      "step": 11940
    },
    {
      "epoch": 0.07657432345774015,
      "grad_norm": 43.38209533691406,
      "learning_rate": 0.00019997120964571438,
      "loss": 4.8063,
      "step": 11941
    },
    {
      "epoch": 0.07658073618058228,
      "grad_norm": 64.23567199707031,
      "learning_rate": 0.0001999712048114971,
      "loss": 4.6663,
      "step": 11942
    },
    {
      "epoch": 0.0765871489034244,
      "grad_norm": 161.2732391357422,
      "learning_rate": 0.00019997119997687402,
      "loss": 4.8588,
      "step": 11943
    },
    {
      "epoch": 0.07659356162626652,
      "grad_norm": 101.64486694335938,
      "learning_rate": 0.00019997119514184524,
      "loss": 4.7728,
      "step": 11944
    },
    {
      "epoch": 0.07659997434910863,
      "grad_norm": 364.153564453125,
      "learning_rate": 0.00019997119030641064,
      "loss": 5.1463,
      "step": 11945
    },
    {
      "epoch": 0.07660638707195075,
      "grad_norm": 161.29074096679688,
      "learning_rate": 0.0001999711854705703,
      "loss": 4.8352,
      "step": 11946
    },
    {
      "epoch": 0.07661279979479287,
      "grad_norm": 29.41742515563965,
      "learning_rate": 0.00019997118063432422,
      "loss": 5.2658,
      "step": 11947
    },
    {
      "epoch": 0.07661921251763498,
      "grad_norm": 40.871768951416016,
      "learning_rate": 0.00019997117579767233,
      "loss": 4.916,
      "step": 11948
    },
    {
      "epoch": 0.07662562524047711,
      "grad_norm": 32.88411331176758,
      "learning_rate": 0.00019997117096061468,
      "loss": 4.8474,
      "step": 11949
    },
    {
      "epoch": 0.07663203796331923,
      "grad_norm": 215.00828552246094,
      "learning_rate": 0.00019997116612315127,
      "loss": 4.7898,
      "step": 11950
    },
    {
      "epoch": 0.07663845068616135,
      "grad_norm": 646.8038940429688,
      "learning_rate": 0.00019997116128528207,
      "loss": 5.0149,
      "step": 11951
    },
    {
      "epoch": 0.07664486340900346,
      "grad_norm": 80.0526123046875,
      "learning_rate": 0.00019997115644700714,
      "loss": 4.4974,
      "step": 11952
    },
    {
      "epoch": 0.07665127613184558,
      "grad_norm": 104.15199279785156,
      "learning_rate": 0.0001999711516083264,
      "loss": 4.9629,
      "step": 11953
    },
    {
      "epoch": 0.0766576888546877,
      "grad_norm": 176.6082305908203,
      "learning_rate": 0.00019997114676923995,
      "loss": 5.0061,
      "step": 11954
    },
    {
      "epoch": 0.07666410157752981,
      "grad_norm": 200.6202392578125,
      "learning_rate": 0.0001999711419297477,
      "loss": 5.0637,
      "step": 11955
    },
    {
      "epoch": 0.07667051430037194,
      "grad_norm": 21.53145980834961,
      "learning_rate": 0.00019997113708984969,
      "loss": 4.9264,
      "step": 11956
    },
    {
      "epoch": 0.07667692702321406,
      "grad_norm": 256.1492614746094,
      "learning_rate": 0.00019997113224954594,
      "loss": 4.7539,
      "step": 11957
    },
    {
      "epoch": 0.07668333974605618,
      "grad_norm": 41.37916564941406,
      "learning_rate": 0.00019997112740883637,
      "loss": 5.0262,
      "step": 11958
    },
    {
      "epoch": 0.0766897524688983,
      "grad_norm": 91.21757507324219,
      "learning_rate": 0.00019997112256772107,
      "loss": 4.7989,
      "step": 11959
    },
    {
      "epoch": 0.07669616519174041,
      "grad_norm": 120.75045776367188,
      "learning_rate": 0.00019997111772619998,
      "loss": 4.6565,
      "step": 11960
    },
    {
      "epoch": 0.07670257791458253,
      "grad_norm": 41.060001373291016,
      "learning_rate": 0.00019997111288427318,
      "loss": 4.8175,
      "step": 11961
    },
    {
      "epoch": 0.07670899063742465,
      "grad_norm": 787.9371948242188,
      "learning_rate": 0.00019997110804194053,
      "loss": 4.8919,
      "step": 11962
    },
    {
      "epoch": 0.07671540336026678,
      "grad_norm": 38.3071403503418,
      "learning_rate": 0.00019997110319920215,
      "loss": 4.6743,
      "step": 11963
    },
    {
      "epoch": 0.07672181608310889,
      "grad_norm": 93.66629028320312,
      "learning_rate": 0.00019997109835605804,
      "loss": 4.998,
      "step": 11964
    },
    {
      "epoch": 0.07672822880595101,
      "grad_norm": 109.36929321289062,
      "learning_rate": 0.00019997109351250813,
      "loss": 5.0815,
      "step": 11965
    },
    {
      "epoch": 0.07673464152879313,
      "grad_norm": 150.3782958984375,
      "learning_rate": 0.00019997108866855244,
      "loss": 4.6063,
      "step": 11966
    },
    {
      "epoch": 0.07674105425163524,
      "grad_norm": 46.45416259765625,
      "learning_rate": 0.000199971083824191,
      "loss": 5.0719,
      "step": 11967
    },
    {
      "epoch": 0.07674746697447736,
      "grad_norm": 21.1455020904541,
      "learning_rate": 0.0001999710789794238,
      "loss": 5.0141,
      "step": 11968
    },
    {
      "epoch": 0.07675387969731948,
      "grad_norm": 104.29057312011719,
      "learning_rate": 0.00019997107413425084,
      "loss": 4.6862,
      "step": 11969
    },
    {
      "epoch": 0.0767602924201616,
      "grad_norm": 158.7158660888672,
      "learning_rate": 0.00019997106928867212,
      "loss": 4.8443,
      "step": 11970
    },
    {
      "epoch": 0.07676670514300372,
      "grad_norm": 29.219585418701172,
      "learning_rate": 0.0001999710644426876,
      "loss": 4.8415,
      "step": 11971
    },
    {
      "epoch": 0.07677311786584584,
      "grad_norm": 20.5384464263916,
      "learning_rate": 0.00019997105959629734,
      "loss": 4.8904,
      "step": 11972
    },
    {
      "epoch": 0.07677953058868796,
      "grad_norm": 261.74725341796875,
      "learning_rate": 0.00019997105474950128,
      "loss": 4.8883,
      "step": 11973
    },
    {
      "epoch": 0.07678594331153007,
      "grad_norm": 220.0929412841797,
      "learning_rate": 0.00019997104990229948,
      "loss": 4.877,
      "step": 11974
    },
    {
      "epoch": 0.07679235603437219,
      "grad_norm": 139.2257537841797,
      "learning_rate": 0.00019997104505469192,
      "loss": 4.8543,
      "step": 11975
    },
    {
      "epoch": 0.07679876875721431,
      "grad_norm": 29.831735610961914,
      "learning_rate": 0.0001999710402066786,
      "loss": 4.8712,
      "step": 11976
    },
    {
      "epoch": 0.07680518148005643,
      "grad_norm": 197.8343048095703,
      "learning_rate": 0.0001999710353582595,
      "loss": 4.7786,
      "step": 11977
    },
    {
      "epoch": 0.07681159420289856,
      "grad_norm": 101.30083465576172,
      "learning_rate": 0.00019997103050943462,
      "loss": 4.8332,
      "step": 11978
    },
    {
      "epoch": 0.07681800692574067,
      "grad_norm": 21.026208877563477,
      "learning_rate": 0.000199971025660204,
      "loss": 4.7735,
      "step": 11979
    },
    {
      "epoch": 0.07682441964858279,
      "grad_norm": 187.6964111328125,
      "learning_rate": 0.0001999710208105676,
      "loss": 5.0299,
      "step": 11980
    },
    {
      "epoch": 0.0768308323714249,
      "grad_norm": 146.01724243164062,
      "learning_rate": 0.00019997101596052542,
      "loss": 4.9068,
      "step": 11981
    },
    {
      "epoch": 0.07683724509426702,
      "grad_norm": 18.670988082885742,
      "learning_rate": 0.00019997101111007753,
      "loss": 5.0526,
      "step": 11982
    },
    {
      "epoch": 0.07684365781710914,
      "grad_norm": 45.29316711425781,
      "learning_rate": 0.00019997100625922384,
      "loss": 4.7614,
      "step": 11983
    },
    {
      "epoch": 0.07685007053995126,
      "grad_norm": 56.067718505859375,
      "learning_rate": 0.00019997100140796436,
      "loss": 4.8903,
      "step": 11984
    },
    {
      "epoch": 0.07685648326279339,
      "grad_norm": 24.0512638092041,
      "learning_rate": 0.00019997099655629915,
      "loss": 4.7182,
      "step": 11985
    },
    {
      "epoch": 0.0768628959856355,
      "grad_norm": 718.6790771484375,
      "learning_rate": 0.00019997099170422815,
      "loss": 4.6942,
      "step": 11986
    },
    {
      "epoch": 0.07686930870847762,
      "grad_norm": 47.898563385009766,
      "learning_rate": 0.00019997098685175138,
      "loss": 5.0861,
      "step": 11987
    },
    {
      "epoch": 0.07687572143131974,
      "grad_norm": 152.9507293701172,
      "learning_rate": 0.00019997098199886888,
      "loss": 4.9304,
      "step": 11988
    },
    {
      "epoch": 0.07688213415416185,
      "grad_norm": 71.5829086303711,
      "learning_rate": 0.00019997097714558057,
      "loss": 4.9213,
      "step": 11989
    },
    {
      "epoch": 0.07688854687700397,
      "grad_norm": 97.97384643554688,
      "learning_rate": 0.00019997097229188651,
      "loss": 4.7562,
      "step": 11990
    },
    {
      "epoch": 0.07689495959984609,
      "grad_norm": 49.116085052490234,
      "learning_rate": 0.00019997096743778673,
      "loss": 4.9146,
      "step": 11991
    },
    {
      "epoch": 0.07690137232268822,
      "grad_norm": 32.775115966796875,
      "learning_rate": 0.00019997096258328112,
      "loss": 4.6355,
      "step": 11992
    },
    {
      "epoch": 0.07690778504553034,
      "grad_norm": 61.70991134643555,
      "learning_rate": 0.00019997095772836975,
      "loss": 4.9674,
      "step": 11993
    },
    {
      "epoch": 0.07691419776837245,
      "grad_norm": 62.914913177490234,
      "learning_rate": 0.00019997095287305262,
      "loss": 5.0728,
      "step": 11994
    },
    {
      "epoch": 0.07692061049121457,
      "grad_norm": 15.835030555725098,
      "learning_rate": 0.00019997094801732976,
      "loss": 4.9596,
      "step": 11995
    },
    {
      "epoch": 0.07692702321405669,
      "grad_norm": 27.947845458984375,
      "learning_rate": 0.00019997094316120113,
      "loss": 5.0018,
      "step": 11996
    },
    {
      "epoch": 0.0769334359368988,
      "grad_norm": 26.85832977294922,
      "learning_rate": 0.0001999709383046667,
      "loss": 4.7535,
      "step": 11997
    },
    {
      "epoch": 0.07693984865974092,
      "grad_norm": 28.763286590576172,
      "learning_rate": 0.00019997093344772653,
      "loss": 4.8368,
      "step": 11998
    },
    {
      "epoch": 0.07694626138258305,
      "grad_norm": 47.88189697265625,
      "learning_rate": 0.00019997092859038059,
      "loss": 4.9909,
      "step": 11999
    },
    {
      "epoch": 0.07695267410542517,
      "grad_norm": 51.704978942871094,
      "learning_rate": 0.00019997092373262888,
      "loss": 4.9188,
      "step": 12000
    },
    {
      "epoch": 0.07695267410542517,
      "eval_loss": 4.794717311859131,
      "eval_runtime": 34.7842,
      "eval_samples_per_second": 90.127,
      "eval_steps_per_second": 22.539,
      "step": 12000
    },
    {
      "epoch": 0.07695908682826728,
      "grad_norm": 40.02964401245117,
      "learning_rate": 0.00019997091887447138,
      "loss": 4.5884,
      "step": 12001
    },
    {
      "epoch": 0.0769654995511094,
      "grad_norm": 53.73279571533203,
      "learning_rate": 0.00019997091401590815,
      "loss": 4.893,
      "step": 12002
    },
    {
      "epoch": 0.07697191227395152,
      "grad_norm": 22.05634307861328,
      "learning_rate": 0.00019997090915693916,
      "loss": 4.9379,
      "step": 12003
    },
    {
      "epoch": 0.07697832499679363,
      "grad_norm": 42.171897888183594,
      "learning_rate": 0.00019997090429756437,
      "loss": 4.9851,
      "step": 12004
    },
    {
      "epoch": 0.07698473771963575,
      "grad_norm": 61.352256774902344,
      "learning_rate": 0.00019997089943778385,
      "loss": 4.8094,
      "step": 12005
    },
    {
      "epoch": 0.07699115044247788,
      "grad_norm": 105.94197082519531,
      "learning_rate": 0.00019997089457759752,
      "loss": 4.8319,
      "step": 12006
    },
    {
      "epoch": 0.07699756316532,
      "grad_norm": 23.73536491394043,
      "learning_rate": 0.00019997088971700547,
      "loss": 4.9649,
      "step": 12007
    },
    {
      "epoch": 0.07700397588816212,
      "grad_norm": 77.91083526611328,
      "learning_rate": 0.0001999708848560076,
      "loss": 4.8452,
      "step": 12008
    },
    {
      "epoch": 0.07701038861100423,
      "grad_norm": 73.57878112792969,
      "learning_rate": 0.000199970879994604,
      "loss": 5.2661,
      "step": 12009
    },
    {
      "epoch": 0.07701680133384635,
      "grad_norm": 41.15007781982422,
      "learning_rate": 0.00019997087513279468,
      "loss": 4.8551,
      "step": 12010
    },
    {
      "epoch": 0.07702321405668847,
      "grad_norm": 84.83143615722656,
      "learning_rate": 0.00019997087027057956,
      "loss": 4.9019,
      "step": 12011
    },
    {
      "epoch": 0.07702962677953058,
      "grad_norm": 35.76702880859375,
      "learning_rate": 0.00019997086540795864,
      "loss": 4.8374,
      "step": 12012
    },
    {
      "epoch": 0.07703603950237271,
      "grad_norm": 197.66964721679688,
      "learning_rate": 0.00019997086054493197,
      "loss": 4.9237,
      "step": 12013
    },
    {
      "epoch": 0.07704245222521483,
      "grad_norm": 82.52984619140625,
      "learning_rate": 0.00019997085568149956,
      "loss": 4.7951,
      "step": 12014
    },
    {
      "epoch": 0.07704886494805695,
      "grad_norm": 182.09539794921875,
      "learning_rate": 0.00019997085081766136,
      "loss": 4.8875,
      "step": 12015
    },
    {
      "epoch": 0.07705527767089906,
      "grad_norm": 22.14747428894043,
      "learning_rate": 0.0001999708459534174,
      "loss": 4.69,
      "step": 12016
    },
    {
      "epoch": 0.07706169039374118,
      "grad_norm": 35.44031524658203,
      "learning_rate": 0.0001999708410887677,
      "loss": 4.7564,
      "step": 12017
    },
    {
      "epoch": 0.0770681031165833,
      "grad_norm": 29.86156463623047,
      "learning_rate": 0.0001999708362237122,
      "loss": 4.8923,
      "step": 12018
    },
    {
      "epoch": 0.07707451583942541,
      "grad_norm": 19.155529022216797,
      "learning_rate": 0.00019997083135825093,
      "loss": 4.8154,
      "step": 12019
    },
    {
      "epoch": 0.07708092856226754,
      "grad_norm": 33.0787467956543,
      "learning_rate": 0.00019997082649238394,
      "loss": 5.0042,
      "step": 12020
    },
    {
      "epoch": 0.07708734128510966,
      "grad_norm": 63.649085998535156,
      "learning_rate": 0.00019997082162611114,
      "loss": 4.8738,
      "step": 12021
    },
    {
      "epoch": 0.07709375400795178,
      "grad_norm": 37.538570404052734,
      "learning_rate": 0.0001999708167594326,
      "loss": 4.7904,
      "step": 12022
    },
    {
      "epoch": 0.0771001667307939,
      "grad_norm": 17.315662384033203,
      "learning_rate": 0.00019997081189234827,
      "loss": 4.8567,
      "step": 12023
    },
    {
      "epoch": 0.07710657945363601,
      "grad_norm": 95.66177368164062,
      "learning_rate": 0.0001999708070248582,
      "loss": 4.8723,
      "step": 12024
    },
    {
      "epoch": 0.07711299217647813,
      "grad_norm": 22.824871063232422,
      "learning_rate": 0.00019997080215696238,
      "loss": 4.8809,
      "step": 12025
    },
    {
      "epoch": 0.07711940489932025,
      "grad_norm": 20.10646629333496,
      "learning_rate": 0.00019997079728866076,
      "loss": 5.1185,
      "step": 12026
    },
    {
      "epoch": 0.07712581762216238,
      "grad_norm": 37.25635528564453,
      "learning_rate": 0.00019997079241995338,
      "loss": 5.0337,
      "step": 12027
    },
    {
      "epoch": 0.0771322303450045,
      "grad_norm": 136.98060607910156,
      "learning_rate": 0.00019997078755084027,
      "loss": 4.8479,
      "step": 12028
    },
    {
      "epoch": 0.07713864306784661,
      "grad_norm": 193.39219665527344,
      "learning_rate": 0.00019997078268132134,
      "loss": 5.1241,
      "step": 12029
    },
    {
      "epoch": 0.07714505579068873,
      "grad_norm": 18151.86328125,
      "learning_rate": 0.0001999707778113967,
      "loss": 4.9198,
      "step": 12030
    },
    {
      "epoch": 0.07715146851353084,
      "grad_norm": 47.9428825378418,
      "learning_rate": 0.00019997077294106627,
      "loss": 5.0494,
      "step": 12031
    },
    {
      "epoch": 0.07715788123637296,
      "grad_norm": 106.47217559814453,
      "learning_rate": 0.00019997076807033007,
      "loss": 4.99,
      "step": 12032
    },
    {
      "epoch": 0.07716429395921508,
      "grad_norm": 82.05364990234375,
      "learning_rate": 0.00019997076319918812,
      "loss": 5.0378,
      "step": 12033
    },
    {
      "epoch": 0.07717070668205721,
      "grad_norm": 52.74710464477539,
      "learning_rate": 0.00019997075832764037,
      "loss": 5.1118,
      "step": 12034
    },
    {
      "epoch": 0.07717711940489932,
      "grad_norm": 36.00652313232422,
      "learning_rate": 0.0001999707534556869,
      "loss": 5.3075,
      "step": 12035
    },
    {
      "epoch": 0.07718353212774144,
      "grad_norm": 126.33635711669922,
      "learning_rate": 0.00019997074858332762,
      "loss": 5.0251,
      "step": 12036
    },
    {
      "epoch": 0.07718994485058356,
      "grad_norm": 143.8821258544922,
      "learning_rate": 0.00019997074371056261,
      "loss": 5.0256,
      "step": 12037
    },
    {
      "epoch": 0.07719635757342568,
      "grad_norm": 101.94974517822266,
      "learning_rate": 0.00019997073883739185,
      "loss": 5.0696,
      "step": 12038
    },
    {
      "epoch": 0.07720277029626779,
      "grad_norm": 49.718265533447266,
      "learning_rate": 0.00019997073396381526,
      "loss": 5.0234,
      "step": 12039
    },
    {
      "epoch": 0.07720918301910991,
      "grad_norm": 182.10658264160156,
      "learning_rate": 0.00019997072908983297,
      "loss": 4.8815,
      "step": 12040
    },
    {
      "epoch": 0.07721559574195204,
      "grad_norm": 45.51164627075195,
      "learning_rate": 0.00019997072421544488,
      "loss": 5.1381,
      "step": 12041
    },
    {
      "epoch": 0.07722200846479416,
      "grad_norm": 82.34344482421875,
      "learning_rate": 0.00019997071934065104,
      "loss": 5.107,
      "step": 12042
    },
    {
      "epoch": 0.07722842118763627,
      "grad_norm": 6315.33837890625,
      "learning_rate": 0.00019997071446545143,
      "loss": 4.9193,
      "step": 12043
    },
    {
      "epoch": 0.07723483391047839,
      "grad_norm": 57.02899169921875,
      "learning_rate": 0.00019997070958984608,
      "loss": 4.9394,
      "step": 12044
    },
    {
      "epoch": 0.0772412466333205,
      "grad_norm": 38.46317672729492,
      "learning_rate": 0.00019997070471383492,
      "loss": 4.9663,
      "step": 12045
    },
    {
      "epoch": 0.07724765935616262,
      "grad_norm": 45.70463943481445,
      "learning_rate": 0.000199970699837418,
      "loss": 4.9215,
      "step": 12046
    },
    {
      "epoch": 0.07725407207900474,
      "grad_norm": 51.763954162597656,
      "learning_rate": 0.00019997069496059536,
      "loss": 4.6418,
      "step": 12047
    },
    {
      "epoch": 0.07726048480184687,
      "grad_norm": 61.30803298950195,
      "learning_rate": 0.00019997069008336694,
      "loss": 4.8946,
      "step": 12048
    },
    {
      "epoch": 0.07726689752468899,
      "grad_norm": 132.8020477294922,
      "learning_rate": 0.00019997068520573273,
      "loss": 4.7719,
      "step": 12049
    },
    {
      "epoch": 0.0772733102475311,
      "grad_norm": 32.50411605834961,
      "learning_rate": 0.00019997068032769275,
      "loss": 4.9133,
      "step": 12050
    },
    {
      "epoch": 0.07727972297037322,
      "grad_norm": 39.09663391113281,
      "learning_rate": 0.00019997067544924704,
      "loss": 4.8467,
      "step": 12051
    },
    {
      "epoch": 0.07728613569321534,
      "grad_norm": 102.90512084960938,
      "learning_rate": 0.00019997067057039557,
      "loss": 5.2957,
      "step": 12052
    },
    {
      "epoch": 0.07729254841605745,
      "grad_norm": 319.6940002441406,
      "learning_rate": 0.0001999706656911383,
      "loss": 5.0186,
      "step": 12053
    },
    {
      "epoch": 0.07729896113889957,
      "grad_norm": 28.183820724487305,
      "learning_rate": 0.00019997066081147525,
      "loss": 4.7363,
      "step": 12054
    },
    {
      "epoch": 0.0773053738617417,
      "grad_norm": 129.5083465576172,
      "learning_rate": 0.0001999706559314065,
      "loss": 4.9379,
      "step": 12055
    },
    {
      "epoch": 0.07731178658458382,
      "grad_norm": 157.44578552246094,
      "learning_rate": 0.00019997065105093197,
      "loss": 4.8657,
      "step": 12056
    },
    {
      "epoch": 0.07731819930742594,
      "grad_norm": 43.67652130126953,
      "learning_rate": 0.00019997064617005163,
      "loss": 5.0333,
      "step": 12057
    },
    {
      "epoch": 0.07732461203026805,
      "grad_norm": 44.33183288574219,
      "learning_rate": 0.00019997064128876555,
      "loss": 4.8991,
      "step": 12058
    },
    {
      "epoch": 0.07733102475311017,
      "grad_norm": 111.30352783203125,
      "learning_rate": 0.0001999706364070737,
      "loss": 4.786,
      "step": 12059
    },
    {
      "epoch": 0.07733743747595229,
      "grad_norm": 68.36521911621094,
      "learning_rate": 0.00019997063152497614,
      "loss": 4.7634,
      "step": 12060
    },
    {
      "epoch": 0.0773438501987944,
      "grad_norm": 32.9587287902832,
      "learning_rate": 0.00019997062664247275,
      "loss": 5.0018,
      "step": 12061
    },
    {
      "epoch": 0.07735026292163652,
      "grad_norm": 21.928524017333984,
      "learning_rate": 0.0001999706217595636,
      "loss": 5.4261,
      "step": 12062
    },
    {
      "epoch": 0.07735667564447865,
      "grad_norm": 52.3638801574707,
      "learning_rate": 0.00019997061687624873,
      "loss": 4.6557,
      "step": 12063
    },
    {
      "epoch": 0.07736308836732077,
      "grad_norm": 53.16438293457031,
      "learning_rate": 0.00019997061199252808,
      "loss": 4.7513,
      "step": 12064
    },
    {
      "epoch": 0.07736950109016288,
      "grad_norm": 49.67034149169922,
      "learning_rate": 0.00019997060710840164,
      "loss": 4.6808,
      "step": 12065
    },
    {
      "epoch": 0.077375913813005,
      "grad_norm": 30.13107681274414,
      "learning_rate": 0.00019997060222386943,
      "loss": 4.731,
      "step": 12066
    },
    {
      "epoch": 0.07738232653584712,
      "grad_norm": 39.208736419677734,
      "learning_rate": 0.0001999705973389315,
      "loss": 4.8124,
      "step": 12067
    },
    {
      "epoch": 0.07738873925868923,
      "grad_norm": 141.79953002929688,
      "learning_rate": 0.0001999705924535878,
      "loss": 4.8373,
      "step": 12068
    },
    {
      "epoch": 0.07739515198153135,
      "grad_norm": 156.75686645507812,
      "learning_rate": 0.0001999705875678383,
      "loss": 4.8589,
      "step": 12069
    },
    {
      "epoch": 0.07740156470437348,
      "grad_norm": 121.21247863769531,
      "learning_rate": 0.00019997058268168304,
      "loss": 4.7931,
      "step": 12070
    },
    {
      "epoch": 0.0774079774272156,
      "grad_norm": 542.1072387695312,
      "learning_rate": 0.00019997057779512202,
      "loss": 4.8439,
      "step": 12071
    },
    {
      "epoch": 0.07741439015005772,
      "grad_norm": 573.2130126953125,
      "learning_rate": 0.00019997057290815527,
      "loss": 5.0093,
      "step": 12072
    },
    {
      "epoch": 0.07742080287289983,
      "grad_norm": 44.493064880371094,
      "learning_rate": 0.00019997056802078272,
      "loss": 4.8532,
      "step": 12073
    },
    {
      "epoch": 0.07742721559574195,
      "grad_norm": 93.84358978271484,
      "learning_rate": 0.0001999705631330044,
      "loss": 4.8075,
      "step": 12074
    },
    {
      "epoch": 0.07743362831858407,
      "grad_norm": 78.86734008789062,
      "learning_rate": 0.00019997055824482035,
      "loss": 4.6855,
      "step": 12075
    },
    {
      "epoch": 0.07744004104142618,
      "grad_norm": 40.918338775634766,
      "learning_rate": 0.00019997055335623052,
      "loss": 4.8739,
      "step": 12076
    },
    {
      "epoch": 0.07744645376426831,
      "grad_norm": 31.668224334716797,
      "learning_rate": 0.0001999705484672349,
      "loss": 4.8118,
      "step": 12077
    },
    {
      "epoch": 0.07745286648711043,
      "grad_norm": 70.26634979248047,
      "learning_rate": 0.00019997054357783357,
      "loss": 4.9798,
      "step": 12078
    },
    {
      "epoch": 0.07745927920995255,
      "grad_norm": 38.30244827270508,
      "learning_rate": 0.00019997053868802645,
      "loss": 4.9859,
      "step": 12079
    },
    {
      "epoch": 0.07746569193279466,
      "grad_norm": 141.5873260498047,
      "learning_rate": 0.00019997053379781354,
      "loss": 5.0289,
      "step": 12080
    },
    {
      "epoch": 0.07747210465563678,
      "grad_norm": 82.2697982788086,
      "learning_rate": 0.0001999705289071949,
      "loss": 4.8348,
      "step": 12081
    },
    {
      "epoch": 0.0774785173784789,
      "grad_norm": 71.00521850585938,
      "learning_rate": 0.0001999705240161705,
      "loss": 4.8085,
      "step": 12082
    },
    {
      "epoch": 0.07748493010132101,
      "grad_norm": 34.664886474609375,
      "learning_rate": 0.0001999705191247403,
      "loss": 4.9329,
      "step": 12083
    },
    {
      "epoch": 0.07749134282416315,
      "grad_norm": 1160.9879150390625,
      "learning_rate": 0.00019997051423290436,
      "loss": 4.8866,
      "step": 12084
    },
    {
      "epoch": 0.07749775554700526,
      "grad_norm": 32.01469802856445,
      "learning_rate": 0.00019997050934066266,
      "loss": 4.7861,
      "step": 12085
    },
    {
      "epoch": 0.07750416826984738,
      "grad_norm": 43.68998336791992,
      "learning_rate": 0.00019997050444801518,
      "loss": 5.1898,
      "step": 12086
    },
    {
      "epoch": 0.0775105809926895,
      "grad_norm": 71.23729705810547,
      "learning_rate": 0.00019997049955496196,
      "loss": 4.766,
      "step": 12087
    },
    {
      "epoch": 0.07751699371553161,
      "grad_norm": 56.1497688293457,
      "learning_rate": 0.00019997049466150295,
      "loss": 4.9058,
      "step": 12088
    },
    {
      "epoch": 0.07752340643837373,
      "grad_norm": 60.630680084228516,
      "learning_rate": 0.0001999704897676382,
      "loss": 4.7929,
      "step": 12089
    },
    {
      "epoch": 0.07752981916121585,
      "grad_norm": 41.104530334472656,
      "learning_rate": 0.00019997048487336766,
      "loss": 4.8163,
      "step": 12090
    },
    {
      "epoch": 0.07753623188405798,
      "grad_norm": 96.0639877319336,
      "learning_rate": 0.0001999704799786914,
      "loss": 4.7538,
      "step": 12091
    },
    {
      "epoch": 0.0775426446069001,
      "grad_norm": 96.81011962890625,
      "learning_rate": 0.00019997047508360933,
      "loss": 4.869,
      "step": 12092
    },
    {
      "epoch": 0.07754905732974221,
      "grad_norm": 97.58405303955078,
      "learning_rate": 0.0001999704701881215,
      "loss": 5.1231,
      "step": 12093
    },
    {
      "epoch": 0.07755547005258433,
      "grad_norm": 202.34669494628906,
      "learning_rate": 0.00019997046529222795,
      "loss": 5.1861,
      "step": 12094
    },
    {
      "epoch": 0.07756188277542644,
      "grad_norm": 146.01907348632812,
      "learning_rate": 0.0001999704603959286,
      "loss": 5.1139,
      "step": 12095
    },
    {
      "epoch": 0.07756829549826856,
      "grad_norm": 59.34363555908203,
      "learning_rate": 0.0001999704554992235,
      "loss": 4.8292,
      "step": 12096
    },
    {
      "epoch": 0.07757470822111068,
      "grad_norm": 38.990482330322266,
      "learning_rate": 0.00019997045060211261,
      "loss": 4.9694,
      "step": 12097
    },
    {
      "epoch": 0.07758112094395281,
      "grad_norm": 468.80218505859375,
      "learning_rate": 0.00019997044570459598,
      "loss": 4.8681,
      "step": 12098
    },
    {
      "epoch": 0.07758753366679493,
      "grad_norm": 90.66718292236328,
      "learning_rate": 0.0001999704408066736,
      "loss": 5.0128,
      "step": 12099
    },
    {
      "epoch": 0.07759394638963704,
      "grad_norm": 75.71255493164062,
      "learning_rate": 0.00019997043590834541,
      "loss": 4.9652,
      "step": 12100
    },
    {
      "epoch": 0.07759394638963704,
      "eval_loss": 4.859305381774902,
      "eval_runtime": 34.7544,
      "eval_samples_per_second": 90.204,
      "eval_steps_per_second": 22.558,
      "step": 12100
    },
    {
      "epoch": 0.07760035911247916,
      "grad_norm": 35.86326217651367,
      "learning_rate": 0.0001999704310096115,
      "loss": 4.9349,
      "step": 12101
    },
    {
      "epoch": 0.07760677183532128,
      "grad_norm": 135.66470336914062,
      "learning_rate": 0.0001999704261104718,
      "loss": 4.8997,
      "step": 12102
    },
    {
      "epoch": 0.07761318455816339,
      "grad_norm": 224.77581787109375,
      "learning_rate": 0.00019997042121092635,
      "loss": 4.7239,
      "step": 12103
    },
    {
      "epoch": 0.07761959728100551,
      "grad_norm": 182.4164581298828,
      "learning_rate": 0.00019997041631097514,
      "loss": 4.8281,
      "step": 12104
    },
    {
      "epoch": 0.07762601000384764,
      "grad_norm": 8.50711727142334,
      "learning_rate": 0.00019997041141061816,
      "loss": 4.8262,
      "step": 12105
    },
    {
      "epoch": 0.07763242272668976,
      "grad_norm": 342.87451171875,
      "learning_rate": 0.00019997040650985542,
      "loss": 5.0997,
      "step": 12106
    },
    {
      "epoch": 0.07763883544953187,
      "grad_norm": 25.452190399169922,
      "learning_rate": 0.00019997040160868692,
      "loss": 4.8734,
      "step": 12107
    },
    {
      "epoch": 0.07764524817237399,
      "grad_norm": 10.06977653503418,
      "learning_rate": 0.00019997039670711266,
      "loss": 4.8112,
      "step": 12108
    },
    {
      "epoch": 0.0776516608952161,
      "grad_norm": 110.27458953857422,
      "learning_rate": 0.0001999703918051326,
      "loss": 4.9209,
      "step": 12109
    },
    {
      "epoch": 0.07765807361805822,
      "grad_norm": 71.41038513183594,
      "learning_rate": 0.00019997038690274682,
      "loss": 4.7136,
      "step": 12110
    },
    {
      "epoch": 0.07766448634090034,
      "grad_norm": 433.7974548339844,
      "learning_rate": 0.00019997038199995527,
      "loss": 4.9228,
      "step": 12111
    },
    {
      "epoch": 0.07767089906374247,
      "grad_norm": 50.99395751953125,
      "learning_rate": 0.00019997037709675795,
      "loss": 4.7529,
      "step": 12112
    },
    {
      "epoch": 0.07767731178658459,
      "grad_norm": 39.42539596557617,
      "learning_rate": 0.00019997037219315487,
      "loss": 4.8775,
      "step": 12113
    },
    {
      "epoch": 0.0776837245094267,
      "grad_norm": 34.44522476196289,
      "learning_rate": 0.000199970367289146,
      "loss": 5.0097,
      "step": 12114
    },
    {
      "epoch": 0.07769013723226882,
      "grad_norm": 12.425987243652344,
      "learning_rate": 0.0001999703623847314,
      "loss": 5.1172,
      "step": 12115
    },
    {
      "epoch": 0.07769654995511094,
      "grad_norm": 170.3278350830078,
      "learning_rate": 0.00019997035747991101,
      "loss": 4.7597,
      "step": 12116
    },
    {
      "epoch": 0.07770296267795306,
      "grad_norm": 57.4555778503418,
      "learning_rate": 0.00019997035257468489,
      "loss": 4.8215,
      "step": 12117
    },
    {
      "epoch": 0.07770937540079517,
      "grad_norm": 19.689359664916992,
      "learning_rate": 0.00019997034766905297,
      "loss": 4.9495,
      "step": 12118
    },
    {
      "epoch": 0.0777157881236373,
      "grad_norm": 362.3090515136719,
      "learning_rate": 0.00019997034276301532,
      "loss": 4.7536,
      "step": 12119
    },
    {
      "epoch": 0.07772220084647942,
      "grad_norm": 41.9990348815918,
      "learning_rate": 0.0001999703378565719,
      "loss": 4.716,
      "step": 12120
    },
    {
      "epoch": 0.07772861356932154,
      "grad_norm": 148.043212890625,
      "learning_rate": 0.00019997033294972272,
      "loss": 5.0698,
      "step": 12121
    },
    {
      "epoch": 0.07773502629216365,
      "grad_norm": 13.867170333862305,
      "learning_rate": 0.00019997032804246775,
      "loss": 5.0501,
      "step": 12122
    },
    {
      "epoch": 0.07774143901500577,
      "grad_norm": 715.7651977539062,
      "learning_rate": 0.00019997032313480702,
      "loss": 4.9818,
      "step": 12123
    },
    {
      "epoch": 0.07774785173784789,
      "grad_norm": 44.52671813964844,
      "learning_rate": 0.00019997031822674056,
      "loss": 4.8426,
      "step": 12124
    },
    {
      "epoch": 0.07775426446069,
      "grad_norm": 54.004425048828125,
      "learning_rate": 0.0001999703133182683,
      "loss": 4.7499,
      "step": 12125
    },
    {
      "epoch": 0.07776067718353213,
      "grad_norm": 163.03521728515625,
      "learning_rate": 0.0001999703084093903,
      "loss": 4.806,
      "step": 12126
    },
    {
      "epoch": 0.07776708990637425,
      "grad_norm": 30.501745223999023,
      "learning_rate": 0.00019997030350010655,
      "loss": 4.9126,
      "step": 12127
    },
    {
      "epoch": 0.07777350262921637,
      "grad_norm": 232.31878662109375,
      "learning_rate": 0.000199970298590417,
      "loss": 4.8774,
      "step": 12128
    },
    {
      "epoch": 0.07777991535205848,
      "grad_norm": 72.61760711669922,
      "learning_rate": 0.0001999702936803217,
      "loss": 4.9547,
      "step": 12129
    },
    {
      "epoch": 0.0777863280749006,
      "grad_norm": 24.09345054626465,
      "learning_rate": 0.00019997028876982066,
      "loss": 4.9336,
      "step": 12130
    },
    {
      "epoch": 0.07779274079774272,
      "grad_norm": 79.73011016845703,
      "learning_rate": 0.00019997028385891383,
      "loss": 5.022,
      "step": 12131
    },
    {
      "epoch": 0.07779915352058484,
      "grad_norm": 35.214332580566406,
      "learning_rate": 0.00019997027894760126,
      "loss": 4.8702,
      "step": 12132
    },
    {
      "epoch": 0.07780556624342697,
      "grad_norm": 1063.822998046875,
      "learning_rate": 0.0001999702740358829,
      "loss": 4.904,
      "step": 12133
    },
    {
      "epoch": 0.07781197896626908,
      "grad_norm": 26.35267448425293,
      "learning_rate": 0.00019997026912375879,
      "loss": 5.0026,
      "step": 12134
    },
    {
      "epoch": 0.0778183916891112,
      "grad_norm": 35.58060836791992,
      "learning_rate": 0.00019997026421122893,
      "loss": 4.7855,
      "step": 12135
    },
    {
      "epoch": 0.07782480441195332,
      "grad_norm": 52.63304138183594,
      "learning_rate": 0.00019997025929829328,
      "loss": 4.7368,
      "step": 12136
    },
    {
      "epoch": 0.07783121713479543,
      "grad_norm": 85.81614685058594,
      "learning_rate": 0.0001999702543849519,
      "loss": 5.055,
      "step": 12137
    },
    {
      "epoch": 0.07783762985763755,
      "grad_norm": 88.76129150390625,
      "learning_rate": 0.00019997024947120473,
      "loss": 4.7614,
      "step": 12138
    },
    {
      "epoch": 0.07784404258047967,
      "grad_norm": 84.01435852050781,
      "learning_rate": 0.0001999702445570518,
      "loss": 4.8544,
      "step": 12139
    },
    {
      "epoch": 0.0778504553033218,
      "grad_norm": 24.77130699157715,
      "learning_rate": 0.00019997023964249313,
      "loss": 4.748,
      "step": 12140
    },
    {
      "epoch": 0.07785686802616391,
      "grad_norm": 212.2880096435547,
      "learning_rate": 0.00019997023472752867,
      "loss": 4.6637,
      "step": 12141
    },
    {
      "epoch": 0.07786328074900603,
      "grad_norm": 67.6963882446289,
      "learning_rate": 0.00019997022981215845,
      "loss": 4.9403,
      "step": 12142
    },
    {
      "epoch": 0.07786969347184815,
      "grad_norm": 38.40044403076172,
      "learning_rate": 0.0001999702248963825,
      "loss": 4.6927,
      "step": 12143
    },
    {
      "epoch": 0.07787610619469026,
      "grad_norm": 39.733070373535156,
      "learning_rate": 0.00019997021998020075,
      "loss": 4.7334,
      "step": 12144
    },
    {
      "epoch": 0.07788251891753238,
      "grad_norm": 13.562786102294922,
      "learning_rate": 0.00019997021506361326,
      "loss": 4.9176,
      "step": 12145
    },
    {
      "epoch": 0.0778889316403745,
      "grad_norm": 24.4216365814209,
      "learning_rate": 0.00019997021014662002,
      "loss": 4.753,
      "step": 12146
    },
    {
      "epoch": 0.07789534436321663,
      "grad_norm": 22.84616470336914,
      "learning_rate": 0.00019997020522922099,
      "loss": 4.7137,
      "step": 12147
    },
    {
      "epoch": 0.07790175708605875,
      "grad_norm": 22.353490829467773,
      "learning_rate": 0.0001999702003114162,
      "loss": 5.0073,
      "step": 12148
    },
    {
      "epoch": 0.07790816980890086,
      "grad_norm": 160.50291442871094,
      "learning_rate": 0.00019997019539320566,
      "loss": 4.9121,
      "step": 12149
    },
    {
      "epoch": 0.07791458253174298,
      "grad_norm": 35.76995849609375,
      "learning_rate": 0.00019997019047458933,
      "loss": 4.8563,
      "step": 12150
    },
    {
      "epoch": 0.0779209952545851,
      "grad_norm": 36.845726013183594,
      "learning_rate": 0.00019997018555556725,
      "loss": 4.8976,
      "step": 12151
    },
    {
      "epoch": 0.07792740797742721,
      "grad_norm": 98.52790832519531,
      "learning_rate": 0.00019997018063613943,
      "loss": 4.88,
      "step": 12152
    },
    {
      "epoch": 0.07793382070026933,
      "grad_norm": 72.28829956054688,
      "learning_rate": 0.00019997017571630582,
      "loss": 4.7001,
      "step": 12153
    },
    {
      "epoch": 0.07794023342311145,
      "grad_norm": 11.704630851745605,
      "learning_rate": 0.00019997017079606644,
      "loss": 4.8621,
      "step": 12154
    },
    {
      "epoch": 0.07794664614595358,
      "grad_norm": 27.31308937072754,
      "learning_rate": 0.00019997016587542133,
      "loss": 4.96,
      "step": 12155
    },
    {
      "epoch": 0.0779530588687957,
      "grad_norm": 69.0261459350586,
      "learning_rate": 0.00019997016095437044,
      "loss": 4.637,
      "step": 12156
    },
    {
      "epoch": 0.07795947159163781,
      "grad_norm": 8.440032005310059,
      "learning_rate": 0.00019997015603291377,
      "loss": 4.6165,
      "step": 12157
    },
    {
      "epoch": 0.07796588431447993,
      "grad_norm": 19.385587692260742,
      "learning_rate": 0.0001999701511110514,
      "loss": 4.754,
      "step": 12158
    },
    {
      "epoch": 0.07797229703732204,
      "grad_norm": 23.23744010925293,
      "learning_rate": 0.0001999701461887832,
      "loss": 4.728,
      "step": 12159
    },
    {
      "epoch": 0.07797870976016416,
      "grad_norm": 80.94706726074219,
      "learning_rate": 0.00019997014126610927,
      "loss": 4.7168,
      "step": 12160
    },
    {
      "epoch": 0.07798512248300628,
      "grad_norm": 30.007226943969727,
      "learning_rate": 0.00019997013634302956,
      "loss": 4.9633,
      "step": 12161
    },
    {
      "epoch": 0.07799153520584841,
      "grad_norm": 92.86735534667969,
      "learning_rate": 0.00019997013141954414,
      "loss": 4.7969,
      "step": 12162
    },
    {
      "epoch": 0.07799794792869053,
      "grad_norm": 23.824026107788086,
      "learning_rate": 0.00019997012649565287,
      "loss": 4.8632,
      "step": 12163
    },
    {
      "epoch": 0.07800436065153264,
      "grad_norm": 22.253637313842773,
      "learning_rate": 0.0001999701215713559,
      "loss": 4.6768,
      "step": 12164
    },
    {
      "epoch": 0.07801077337437476,
      "grad_norm": 22.58268928527832,
      "learning_rate": 0.00019997011664665316,
      "loss": 4.9588,
      "step": 12165
    },
    {
      "epoch": 0.07801718609721688,
      "grad_norm": 25.346311569213867,
      "learning_rate": 0.00019997011172154464,
      "loss": 5.0083,
      "step": 12166
    },
    {
      "epoch": 0.07802359882005899,
      "grad_norm": 17.724266052246094,
      "learning_rate": 0.00019997010679603038,
      "loss": 4.8656,
      "step": 12167
    },
    {
      "epoch": 0.07803001154290111,
      "grad_norm": 19.193050384521484,
      "learning_rate": 0.00019997010187011033,
      "loss": 4.8739,
      "step": 12168
    },
    {
      "epoch": 0.07803642426574324,
      "grad_norm": 91.97740173339844,
      "learning_rate": 0.00019997009694378454,
      "loss": 4.7842,
      "step": 12169
    },
    {
      "epoch": 0.07804283698858536,
      "grad_norm": 18.714599609375,
      "learning_rate": 0.000199970092017053,
      "loss": 4.8798,
      "step": 12170
    },
    {
      "epoch": 0.07804924971142747,
      "grad_norm": 44.747013092041016,
      "learning_rate": 0.00019997008708991568,
      "loss": 4.7793,
      "step": 12171
    },
    {
      "epoch": 0.07805566243426959,
      "grad_norm": 14.030384063720703,
      "learning_rate": 0.00019997008216237258,
      "loss": 4.9243,
      "step": 12172
    },
    {
      "epoch": 0.07806207515711171,
      "grad_norm": 100.51697540283203,
      "learning_rate": 0.00019997007723442374,
      "loss": 4.7162,
      "step": 12173
    },
    {
      "epoch": 0.07806848787995382,
      "grad_norm": 38.538841247558594,
      "learning_rate": 0.00019997007230606912,
      "loss": 4.6607,
      "step": 12174
    },
    {
      "epoch": 0.07807490060279594,
      "grad_norm": 8.749140739440918,
      "learning_rate": 0.00019997006737730875,
      "loss": 4.9182,
      "step": 12175
    },
    {
      "epoch": 0.07808131332563807,
      "grad_norm": 15.946710586547852,
      "learning_rate": 0.00019997006244814266,
      "loss": 4.9959,
      "step": 12176
    },
    {
      "epoch": 0.07808772604848019,
      "grad_norm": 11.138166427612305,
      "learning_rate": 0.00019997005751857074,
      "loss": 4.599,
      "step": 12177
    },
    {
      "epoch": 0.0780941387713223,
      "grad_norm": 128.5995330810547,
      "learning_rate": 0.0001999700525885931,
      "loss": 4.9565,
      "step": 12178
    },
    {
      "epoch": 0.07810055149416442,
      "grad_norm": 11.517498016357422,
      "learning_rate": 0.00019997004765820968,
      "loss": 4.6448,
      "step": 12179
    },
    {
      "epoch": 0.07810696421700654,
      "grad_norm": 13.358480453491211,
      "learning_rate": 0.00019997004272742048,
      "loss": 4.8797,
      "step": 12180
    },
    {
      "epoch": 0.07811337693984866,
      "grad_norm": 11.432100296020508,
      "learning_rate": 0.00019997003779622557,
      "loss": 4.8863,
      "step": 12181
    },
    {
      "epoch": 0.07811978966269077,
      "grad_norm": 20.062829971313477,
      "learning_rate": 0.00019997003286462487,
      "loss": 4.7012,
      "step": 12182
    },
    {
      "epoch": 0.0781262023855329,
      "grad_norm": 15.81674575805664,
      "learning_rate": 0.00019997002793261837,
      "loss": 4.868,
      "step": 12183
    },
    {
      "epoch": 0.07813261510837502,
      "grad_norm": 61.39653015136719,
      "learning_rate": 0.00019997002300020618,
      "loss": 5.1694,
      "step": 12184
    },
    {
      "epoch": 0.07813902783121714,
      "grad_norm": 30.918903350830078,
      "learning_rate": 0.0001999700180673882,
      "loss": 4.7291,
      "step": 12185
    },
    {
      "epoch": 0.07814544055405925,
      "grad_norm": 64.30949401855469,
      "learning_rate": 0.0001999700131341644,
      "loss": 4.8412,
      "step": 12186
    },
    {
      "epoch": 0.07815185327690137,
      "grad_norm": 17.678752899169922,
      "learning_rate": 0.00019997000820053492,
      "loss": 4.9484,
      "step": 12187
    },
    {
      "epoch": 0.07815826599974349,
      "grad_norm": 35.08030700683594,
      "learning_rate": 0.00019997000326649964,
      "loss": 4.6499,
      "step": 12188
    },
    {
      "epoch": 0.0781646787225856,
      "grad_norm": 40.017539978027344,
      "learning_rate": 0.0001999699983320586,
      "loss": 4.7406,
      "step": 12189
    },
    {
      "epoch": 0.07817109144542773,
      "grad_norm": 13.568278312683105,
      "learning_rate": 0.0001999699933972118,
      "loss": 4.6959,
      "step": 12190
    },
    {
      "epoch": 0.07817750416826985,
      "grad_norm": 34.08378601074219,
      "learning_rate": 0.00019996998846195924,
      "loss": 4.8249,
      "step": 12191
    },
    {
      "epoch": 0.07818391689111197,
      "grad_norm": 69.28434753417969,
      "learning_rate": 0.0001999699835263009,
      "loss": 4.8935,
      "step": 12192
    },
    {
      "epoch": 0.07819032961395408,
      "grad_norm": 148.1290283203125,
      "learning_rate": 0.00019996997859023685,
      "loss": 4.833,
      "step": 12193
    },
    {
      "epoch": 0.0781967423367962,
      "grad_norm": 46.96311950683594,
      "learning_rate": 0.00019996997365376702,
      "loss": 4.8453,
      "step": 12194
    },
    {
      "epoch": 0.07820315505963832,
      "grad_norm": 26.674055099487305,
      "learning_rate": 0.0001999699687168914,
      "loss": 4.7402,
      "step": 12195
    },
    {
      "epoch": 0.07820956778248044,
      "grad_norm": 2812.010498046875,
      "learning_rate": 0.00019996996377961003,
      "loss": 5.082,
      "step": 12196
    },
    {
      "epoch": 0.07821598050532257,
      "grad_norm": 10.643316268920898,
      "learning_rate": 0.00019996995884192292,
      "loss": 4.6315,
      "step": 12197
    },
    {
      "epoch": 0.07822239322816468,
      "grad_norm": 66.34032440185547,
      "learning_rate": 0.00019996995390383,
      "loss": 4.7626,
      "step": 12198
    },
    {
      "epoch": 0.0782288059510068,
      "grad_norm": 76.02540588378906,
      "learning_rate": 0.00019996994896533137,
      "loss": 4.7708,
      "step": 12199
    },
    {
      "epoch": 0.07823521867384892,
      "grad_norm": 15.720159530639648,
      "learning_rate": 0.00019996994402642697,
      "loss": 4.8965,
      "step": 12200
    },
    {
      "epoch": 0.07823521867384892,
      "eval_loss": 4.773970603942871,
      "eval_runtime": 34.7539,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 12200
    },
    {
      "epoch": 0.07824163139669103,
      "grad_norm": 56.96371078491211,
      "learning_rate": 0.00019996993908711678,
      "loss": 5.189,
      "step": 12201
    },
    {
      "epoch": 0.07824804411953315,
      "grad_norm": 14.689208030700684,
      "learning_rate": 0.00019996993414740083,
      "loss": 4.6901,
      "step": 12202
    },
    {
      "epoch": 0.07825445684237527,
      "grad_norm": 67.01077270507812,
      "learning_rate": 0.00019996992920727914,
      "loss": 4.823,
      "step": 12203
    },
    {
      "epoch": 0.0782608695652174,
      "grad_norm": 121.15961456298828,
      "learning_rate": 0.00019996992426675169,
      "loss": 4.6682,
      "step": 12204
    },
    {
      "epoch": 0.07826728228805951,
      "grad_norm": 43.66526794433594,
      "learning_rate": 0.00019996991932581847,
      "loss": 5.0452,
      "step": 12205
    },
    {
      "epoch": 0.07827369501090163,
      "grad_norm": 32.13618087768555,
      "learning_rate": 0.0001999699143844795,
      "loss": 4.9573,
      "step": 12206
    },
    {
      "epoch": 0.07828010773374375,
      "grad_norm": 626.7939453125,
      "learning_rate": 0.00019996990944273475,
      "loss": 4.9537,
      "step": 12207
    },
    {
      "epoch": 0.07828652045658586,
      "grad_norm": 73.90843200683594,
      "learning_rate": 0.00019996990450058425,
      "loss": 4.465,
      "step": 12208
    },
    {
      "epoch": 0.07829293317942798,
      "grad_norm": 13.15217399597168,
      "learning_rate": 0.00019996989955802796,
      "loss": 4.8056,
      "step": 12209
    },
    {
      "epoch": 0.0782993459022701,
      "grad_norm": 69.53998565673828,
      "learning_rate": 0.00019996989461506596,
      "loss": 4.8748,
      "step": 12210
    },
    {
      "epoch": 0.07830575862511223,
      "grad_norm": 1172.91064453125,
      "learning_rate": 0.00019996988967169817,
      "loss": 4.6243,
      "step": 12211
    },
    {
      "epoch": 0.07831217134795435,
      "grad_norm": 14.283883094787598,
      "learning_rate": 0.0001999698847279246,
      "loss": 4.9472,
      "step": 12212
    },
    {
      "epoch": 0.07831858407079646,
      "grad_norm": 18.561738967895508,
      "learning_rate": 0.0001999698797837453,
      "loss": 4.7086,
      "step": 12213
    },
    {
      "epoch": 0.07832499679363858,
      "grad_norm": 13.960680961608887,
      "learning_rate": 0.00019996987483916024,
      "loss": 4.7838,
      "step": 12214
    },
    {
      "epoch": 0.0783314095164807,
      "grad_norm": 97.1995849609375,
      "learning_rate": 0.0001999698698941694,
      "loss": 4.5292,
      "step": 12215
    },
    {
      "epoch": 0.07833782223932281,
      "grad_norm": 15.896183013916016,
      "learning_rate": 0.00019996986494877283,
      "loss": 4.841,
      "step": 12216
    },
    {
      "epoch": 0.07834423496216493,
      "grad_norm": 239.80445861816406,
      "learning_rate": 0.00019996986000297043,
      "loss": 4.6875,
      "step": 12217
    },
    {
      "epoch": 0.07835064768500706,
      "grad_norm": 42.230621337890625,
      "learning_rate": 0.00019996985505676233,
      "loss": 5.1164,
      "step": 12218
    },
    {
      "epoch": 0.07835706040784918,
      "grad_norm": 48.63233947753906,
      "learning_rate": 0.00019996985011014844,
      "loss": 4.5778,
      "step": 12219
    },
    {
      "epoch": 0.0783634731306913,
      "grad_norm": 76.17459106445312,
      "learning_rate": 0.0001999698451631288,
      "loss": 5.6057,
      "step": 12220
    },
    {
      "epoch": 0.07836988585353341,
      "grad_norm": 13.389370918273926,
      "learning_rate": 0.00019996984021570342,
      "loss": 5.1472,
      "step": 12221
    },
    {
      "epoch": 0.07837629857637553,
      "grad_norm": 30.454769134521484,
      "learning_rate": 0.00019996983526787227,
      "loss": 4.8901,
      "step": 12222
    },
    {
      "epoch": 0.07838271129921764,
      "grad_norm": 16.461231231689453,
      "learning_rate": 0.00019996983031963535,
      "loss": 4.7013,
      "step": 12223
    },
    {
      "epoch": 0.07838912402205976,
      "grad_norm": 23.974637985229492,
      "learning_rate": 0.00019996982537099264,
      "loss": 4.9265,
      "step": 12224
    },
    {
      "epoch": 0.07839553674490189,
      "grad_norm": 9.770271301269531,
      "learning_rate": 0.0001999698204219442,
      "loss": 4.6072,
      "step": 12225
    },
    {
      "epoch": 0.07840194946774401,
      "grad_norm": 56.884521484375,
      "learning_rate": 0.00019996981547249,
      "loss": 4.8647,
      "step": 12226
    },
    {
      "epoch": 0.07840836219058613,
      "grad_norm": 225.59246826171875,
      "learning_rate": 0.00019996981052263,
      "loss": 4.8297,
      "step": 12227
    },
    {
      "epoch": 0.07841477491342824,
      "grad_norm": 74.61674499511719,
      "learning_rate": 0.0001999698055723643,
      "loss": 4.8583,
      "step": 12228
    },
    {
      "epoch": 0.07842118763627036,
      "grad_norm": 9.37057113647461,
      "learning_rate": 0.0001999698006216928,
      "loss": 4.8586,
      "step": 12229
    },
    {
      "epoch": 0.07842760035911248,
      "grad_norm": 92.8857421875,
      "learning_rate": 0.00019996979567061556,
      "loss": 4.8027,
      "step": 12230
    },
    {
      "epoch": 0.07843401308195459,
      "grad_norm": 38.42028045654297,
      "learning_rate": 0.00019996979071913257,
      "loss": 4.967,
      "step": 12231
    },
    {
      "epoch": 0.07844042580479672,
      "grad_norm": 29.534770965576172,
      "learning_rate": 0.0001999697857672438,
      "loss": 5.0379,
      "step": 12232
    },
    {
      "epoch": 0.07844683852763884,
      "grad_norm": 16.321426391601562,
      "learning_rate": 0.00019996978081494925,
      "loss": 4.5906,
      "step": 12233
    },
    {
      "epoch": 0.07845325125048096,
      "grad_norm": 41.023319244384766,
      "learning_rate": 0.00019996977586224897,
      "loss": 5.035,
      "step": 12234
    },
    {
      "epoch": 0.07845966397332307,
      "grad_norm": 28.15342140197754,
      "learning_rate": 0.0001999697709091429,
      "loss": 4.9019,
      "step": 12235
    },
    {
      "epoch": 0.07846607669616519,
      "grad_norm": 8.898822784423828,
      "learning_rate": 0.00019996976595563107,
      "loss": 4.9259,
      "step": 12236
    },
    {
      "epoch": 0.07847248941900731,
      "grad_norm": 12.140734672546387,
      "learning_rate": 0.00019996976100171353,
      "loss": 4.6342,
      "step": 12237
    },
    {
      "epoch": 0.07847890214184942,
      "grad_norm": 8.175164222717285,
      "learning_rate": 0.00019996975604739018,
      "loss": 4.7875,
      "step": 12238
    },
    {
      "epoch": 0.07848531486469155,
      "grad_norm": 32.379947662353516,
      "learning_rate": 0.00019996975109266108,
      "loss": 4.4642,
      "step": 12239
    },
    {
      "epoch": 0.07849172758753367,
      "grad_norm": 6.221104145050049,
      "learning_rate": 0.00019996974613752623,
      "loss": 4.6922,
      "step": 12240
    },
    {
      "epoch": 0.07849814031037579,
      "grad_norm": 17.827489852905273,
      "learning_rate": 0.00019996974118198561,
      "loss": 4.9627,
      "step": 12241
    },
    {
      "epoch": 0.0785045530332179,
      "grad_norm": 267.4212341308594,
      "learning_rate": 0.00019996973622603924,
      "loss": 4.5892,
      "step": 12242
    },
    {
      "epoch": 0.07851096575606002,
      "grad_norm": 9.623485565185547,
      "learning_rate": 0.0001999697312696871,
      "loss": 4.9683,
      "step": 12243
    },
    {
      "epoch": 0.07851737847890214,
      "grad_norm": 15.984475135803223,
      "learning_rate": 0.00019996972631292922,
      "loss": 4.8884,
      "step": 12244
    },
    {
      "epoch": 0.07852379120174426,
      "grad_norm": 54.424217224121094,
      "learning_rate": 0.00019996972135576555,
      "loss": 5.074,
      "step": 12245
    },
    {
      "epoch": 0.07853020392458637,
      "grad_norm": 11.23288345336914,
      "learning_rate": 0.00019996971639819612,
      "loss": 4.8233,
      "step": 12246
    },
    {
      "epoch": 0.0785366166474285,
      "grad_norm": 9.75091552734375,
      "learning_rate": 0.00019996971144022095,
      "loss": 4.7958,
      "step": 12247
    },
    {
      "epoch": 0.07854302937027062,
      "grad_norm": 6.590530872344971,
      "learning_rate": 0.00019996970648184,
      "loss": 4.8446,
      "step": 12248
    },
    {
      "epoch": 0.07854944209311274,
      "grad_norm": 7.387214660644531,
      "learning_rate": 0.00019996970152305328,
      "loss": 4.8239,
      "step": 12249
    },
    {
      "epoch": 0.07855585481595485,
      "grad_norm": 41.40687561035156,
      "learning_rate": 0.00019996969656386083,
      "loss": 4.7669,
      "step": 12250
    },
    {
      "epoch": 0.07856226753879697,
      "grad_norm": 8.614580154418945,
      "learning_rate": 0.0001999696916042626,
      "loss": 4.7056,
      "step": 12251
    },
    {
      "epoch": 0.07856868026163909,
      "grad_norm": 25.91555404663086,
      "learning_rate": 0.0001999696866442586,
      "loss": 4.6948,
      "step": 12252
    },
    {
      "epoch": 0.0785750929844812,
      "grad_norm": 11.199583053588867,
      "learning_rate": 0.00019996968168384886,
      "loss": 5.1298,
      "step": 12253
    },
    {
      "epoch": 0.07858150570732333,
      "grad_norm": 36.71715545654297,
      "learning_rate": 0.00019996967672303336,
      "loss": 4.7614,
      "step": 12254
    },
    {
      "epoch": 0.07858791843016545,
      "grad_norm": 23.837596893310547,
      "learning_rate": 0.00019996967176181212,
      "loss": 4.7532,
      "step": 12255
    },
    {
      "epoch": 0.07859433115300757,
      "grad_norm": 13.65909481048584,
      "learning_rate": 0.00019996966680018506,
      "loss": 4.6663,
      "step": 12256
    },
    {
      "epoch": 0.07860074387584969,
      "grad_norm": 23.7243709564209,
      "learning_rate": 0.0001999696618381523,
      "loss": 4.852,
      "step": 12257
    },
    {
      "epoch": 0.0786071565986918,
      "grad_norm": 6.840549468994141,
      "learning_rate": 0.00019996965687571374,
      "loss": 4.7242,
      "step": 12258
    },
    {
      "epoch": 0.07861356932153392,
      "grad_norm": 82.49467468261719,
      "learning_rate": 0.00019996965191286945,
      "loss": 4.829,
      "step": 12259
    },
    {
      "epoch": 0.07861998204437604,
      "grad_norm": 4.941303730010986,
      "learning_rate": 0.00019996964694961937,
      "loss": 4.8677,
      "step": 12260
    },
    {
      "epoch": 0.07862639476721817,
      "grad_norm": 122.37661743164062,
      "learning_rate": 0.00019996964198596353,
      "loss": 4.9259,
      "step": 12261
    },
    {
      "epoch": 0.07863280749006028,
      "grad_norm": 16.92556381225586,
      "learning_rate": 0.00019996963702190195,
      "loss": 4.7921,
      "step": 12262
    },
    {
      "epoch": 0.0786392202129024,
      "grad_norm": 9.354461669921875,
      "learning_rate": 0.00019996963205743458,
      "loss": 4.9583,
      "step": 12263
    },
    {
      "epoch": 0.07864563293574452,
      "grad_norm": 10.517729759216309,
      "learning_rate": 0.0001999696270925615,
      "loss": 4.7852,
      "step": 12264
    },
    {
      "epoch": 0.07865204565858663,
      "grad_norm": 6.823606014251709,
      "learning_rate": 0.00019996962212728264,
      "loss": 4.7515,
      "step": 12265
    },
    {
      "epoch": 0.07865845838142875,
      "grad_norm": 8.60998821258545,
      "learning_rate": 0.00019996961716159799,
      "loss": 4.8722,
      "step": 12266
    },
    {
      "epoch": 0.07866487110427087,
      "grad_norm": 11.946290016174316,
      "learning_rate": 0.0001999696121955076,
      "loss": 4.7484,
      "step": 12267
    },
    {
      "epoch": 0.078671283827113,
      "grad_norm": 13.535392761230469,
      "learning_rate": 0.00019996960722901147,
      "loss": 4.6612,
      "step": 12268
    },
    {
      "epoch": 0.07867769654995511,
      "grad_norm": 27.028722763061523,
      "learning_rate": 0.00019996960226210955,
      "loss": 5.1407,
      "step": 12269
    },
    {
      "epoch": 0.07868410927279723,
      "grad_norm": 9.993767738342285,
      "learning_rate": 0.00019996959729480187,
      "loss": 4.544,
      "step": 12270
    },
    {
      "epoch": 0.07869052199563935,
      "grad_norm": 11.812785148620605,
      "learning_rate": 0.00019996959232708846,
      "loss": 4.6567,
      "step": 12271
    },
    {
      "epoch": 0.07869693471848146,
      "grad_norm": 5.563118934631348,
      "learning_rate": 0.00019996958735896928,
      "loss": 4.7171,
      "step": 12272
    },
    {
      "epoch": 0.07870334744132358,
      "grad_norm": 27.095134735107422,
      "learning_rate": 0.0001999695823904443,
      "loss": 4.7893,
      "step": 12273
    },
    {
      "epoch": 0.0787097601641657,
      "grad_norm": 23.01679039001465,
      "learning_rate": 0.0001999695774215136,
      "loss": 4.7289,
      "step": 12274
    },
    {
      "epoch": 0.07871617288700783,
      "grad_norm": 25.51896095275879,
      "learning_rate": 0.00019996957245217714,
      "loss": 5.2078,
      "step": 12275
    },
    {
      "epoch": 0.07872258560984995,
      "grad_norm": 53.178287506103516,
      "learning_rate": 0.00019996956748243489,
      "loss": 4.7984,
      "step": 12276
    },
    {
      "epoch": 0.07872899833269206,
      "grad_norm": 12.227204322814941,
      "learning_rate": 0.00019996956251228692,
      "loss": 5.1723,
      "step": 12277
    },
    {
      "epoch": 0.07873541105553418,
      "grad_norm": 4.685561656951904,
      "learning_rate": 0.00019996955754173317,
      "loss": 4.6748,
      "step": 12278
    },
    {
      "epoch": 0.0787418237783763,
      "grad_norm": 24.733020782470703,
      "learning_rate": 0.00019996955257077365,
      "loss": 4.7747,
      "step": 12279
    },
    {
      "epoch": 0.07874823650121841,
      "grad_norm": 22.56201171875,
      "learning_rate": 0.00019996954759940837,
      "loss": 4.7431,
      "step": 12280
    },
    {
      "epoch": 0.07875464922406053,
      "grad_norm": 38.364593505859375,
      "learning_rate": 0.00019996954262763733,
      "loss": 4.8042,
      "step": 12281
    },
    {
      "epoch": 0.07876106194690266,
      "grad_norm": 40.023136138916016,
      "learning_rate": 0.00019996953765546055,
      "loss": 4.721,
      "step": 12282
    },
    {
      "epoch": 0.07876747466974478,
      "grad_norm": 123.85693359375,
      "learning_rate": 0.00019996953268287801,
      "loss": 4.8282,
      "step": 12283
    },
    {
      "epoch": 0.0787738873925869,
      "grad_norm": 13.225120544433594,
      "learning_rate": 0.0001999695277098897,
      "loss": 4.9478,
      "step": 12284
    },
    {
      "epoch": 0.07878030011542901,
      "grad_norm": 146.12815856933594,
      "learning_rate": 0.00019996952273649562,
      "loss": 4.8084,
      "step": 12285
    },
    {
      "epoch": 0.07878671283827113,
      "grad_norm": 7.651298522949219,
      "learning_rate": 0.00019996951776269582,
      "loss": 4.6806,
      "step": 12286
    },
    {
      "epoch": 0.07879312556111324,
      "grad_norm": 40.88526916503906,
      "learning_rate": 0.00019996951278849023,
      "loss": 4.7955,
      "step": 12287
    },
    {
      "epoch": 0.07879953828395536,
      "grad_norm": 33.82481384277344,
      "learning_rate": 0.00019996950781387887,
      "loss": 5.0195,
      "step": 12288
    },
    {
      "epoch": 0.07880595100679749,
      "grad_norm": 133.1641082763672,
      "learning_rate": 0.00019996950283886176,
      "loss": 4.7044,
      "step": 12289
    },
    {
      "epoch": 0.07881236372963961,
      "grad_norm": 41.41530227661133,
      "learning_rate": 0.0001999694978634389,
      "loss": 4.6335,
      "step": 12290
    },
    {
      "epoch": 0.07881877645248173,
      "grad_norm": 44.40707015991211,
      "learning_rate": 0.00019996949288761027,
      "loss": 5.0316,
      "step": 12291
    },
    {
      "epoch": 0.07882518917532384,
      "grad_norm": 20.36834144592285,
      "learning_rate": 0.00019996948791137586,
      "loss": 4.9126,
      "step": 12292
    },
    {
      "epoch": 0.07883160189816596,
      "grad_norm": 61.37469482421875,
      "learning_rate": 0.00019996948293473575,
      "loss": 5.078,
      "step": 12293
    },
    {
      "epoch": 0.07883801462100808,
      "grad_norm": 20.21535873413086,
      "learning_rate": 0.00019996947795768982,
      "loss": 4.9097,
      "step": 12294
    },
    {
      "epoch": 0.07884442734385019,
      "grad_norm": 82.50320434570312,
      "learning_rate": 0.00019996947298023816,
      "loss": 4.7665,
      "step": 12295
    },
    {
      "epoch": 0.07885084006669232,
      "grad_norm": 13.855574607849121,
      "learning_rate": 0.00019996946800238075,
      "loss": 4.7112,
      "step": 12296
    },
    {
      "epoch": 0.07885725278953444,
      "grad_norm": 71.86133575439453,
      "learning_rate": 0.00019996946302411756,
      "loss": 4.7725,
      "step": 12297
    },
    {
      "epoch": 0.07886366551237656,
      "grad_norm": 22.297422409057617,
      "learning_rate": 0.0001999694580454486,
      "loss": 4.8441,
      "step": 12298
    },
    {
      "epoch": 0.07887007823521867,
      "grad_norm": 24.490554809570312,
      "learning_rate": 0.00019996945306637392,
      "loss": 4.8335,
      "step": 12299
    },
    {
      "epoch": 0.07887649095806079,
      "grad_norm": 14.362387657165527,
      "learning_rate": 0.00019996944808689345,
      "loss": 4.7632,
      "step": 12300
    },
    {
      "epoch": 0.07887649095806079,
      "eval_loss": 4.7763166427612305,
      "eval_runtime": 34.7136,
      "eval_samples_per_second": 90.31,
      "eval_steps_per_second": 22.585,
      "step": 12300
    },
    {
      "epoch": 0.07888290368090291,
      "grad_norm": 15.21264934539795,
      "learning_rate": 0.0001999694431070072,
      "loss": 4.7684,
      "step": 12301
    },
    {
      "epoch": 0.07888931640374502,
      "grad_norm": 294.9789123535156,
      "learning_rate": 0.00019996943812671523,
      "loss": 4.5973,
      "step": 12302
    },
    {
      "epoch": 0.07889572912658716,
      "grad_norm": 17.971649169921875,
      "learning_rate": 0.0001999694331460175,
      "loss": 4.7133,
      "step": 12303
    },
    {
      "epoch": 0.07890214184942927,
      "grad_norm": 17.325218200683594,
      "learning_rate": 0.000199969428164914,
      "loss": 4.5704,
      "step": 12304
    },
    {
      "epoch": 0.07890855457227139,
      "grad_norm": 5.557319641113281,
      "learning_rate": 0.00019996942318340472,
      "loss": 4.692,
      "step": 12305
    },
    {
      "epoch": 0.0789149672951135,
      "grad_norm": 12.263589859008789,
      "learning_rate": 0.0001999694182014897,
      "loss": 4.9611,
      "step": 12306
    },
    {
      "epoch": 0.07892138001795562,
      "grad_norm": 21.364307403564453,
      "learning_rate": 0.0001999694132191689,
      "loss": 4.9474,
      "step": 12307
    },
    {
      "epoch": 0.07892779274079774,
      "grad_norm": 36.66813659667969,
      "learning_rate": 0.00019996940823644238,
      "loss": 4.6587,
      "step": 12308
    },
    {
      "epoch": 0.07893420546363986,
      "grad_norm": 238.40826416015625,
      "learning_rate": 0.0001999694032533101,
      "loss": 4.8415,
      "step": 12309
    },
    {
      "epoch": 0.07894061818648199,
      "grad_norm": 159.07872009277344,
      "learning_rate": 0.00019996939826977204,
      "loss": 5.1336,
      "step": 12310
    },
    {
      "epoch": 0.0789470309093241,
      "grad_norm": 11.576375007629395,
      "learning_rate": 0.0001999693932858282,
      "loss": 5.5312,
      "step": 12311
    },
    {
      "epoch": 0.07895344363216622,
      "grad_norm": 19.298810958862305,
      "learning_rate": 0.00019996938830147865,
      "loss": 5.2966,
      "step": 12312
    },
    {
      "epoch": 0.07895985635500834,
      "grad_norm": 9.524813652038574,
      "learning_rate": 0.00019996938331672332,
      "loss": 4.645,
      "step": 12313
    },
    {
      "epoch": 0.07896626907785045,
      "grad_norm": 7.3798394203186035,
      "learning_rate": 0.0001999693783315622,
      "loss": 4.8157,
      "step": 12314
    },
    {
      "epoch": 0.07897268180069257,
      "grad_norm": 1128.448974609375,
      "learning_rate": 0.00019996937334599535,
      "loss": 4.7378,
      "step": 12315
    },
    {
      "epoch": 0.07897909452353469,
      "grad_norm": 9.684284210205078,
      "learning_rate": 0.00019996936836002272,
      "loss": 5.1341,
      "step": 12316
    },
    {
      "epoch": 0.07898550724637682,
      "grad_norm": 7.640556335449219,
      "learning_rate": 0.00019996936337364436,
      "loss": 5.0554,
      "step": 12317
    },
    {
      "epoch": 0.07899191996921893,
      "grad_norm": 9.651806831359863,
      "learning_rate": 0.00019996935838686024,
      "loss": 5.0584,
      "step": 12318
    },
    {
      "epoch": 0.07899833269206105,
      "grad_norm": 6.806198596954346,
      "learning_rate": 0.00019996935339967035,
      "loss": 5.0408,
      "step": 12319
    },
    {
      "epoch": 0.07900474541490317,
      "grad_norm": 7.344581604003906,
      "learning_rate": 0.0001999693484120747,
      "loss": 5.1801,
      "step": 12320
    },
    {
      "epoch": 0.07901115813774529,
      "grad_norm": 9.796244621276855,
      "learning_rate": 0.0001999693434240733,
      "loss": 4.7209,
      "step": 12321
    },
    {
      "epoch": 0.0790175708605874,
      "grad_norm": 9.976116180419922,
      "learning_rate": 0.0001999693384356661,
      "loss": 4.7706,
      "step": 12322
    },
    {
      "epoch": 0.07902398358342952,
      "grad_norm": 25.667591094970703,
      "learning_rate": 0.00019996933344685317,
      "loss": 5.0267,
      "step": 12323
    },
    {
      "epoch": 0.07903039630627165,
      "grad_norm": 9.734278678894043,
      "learning_rate": 0.0001999693284576345,
      "loss": 4.8927,
      "step": 12324
    },
    {
      "epoch": 0.07903680902911377,
      "grad_norm": 99.75997924804688,
      "learning_rate": 0.00019996932346801006,
      "loss": 4.8007,
      "step": 12325
    },
    {
      "epoch": 0.07904322175195588,
      "grad_norm": 15.652608871459961,
      "learning_rate": 0.00019996931847797984,
      "loss": 4.8779,
      "step": 12326
    },
    {
      "epoch": 0.079049634474798,
      "grad_norm": 4.425740718841553,
      "learning_rate": 0.0001999693134875439,
      "loss": 5.0213,
      "step": 12327
    },
    {
      "epoch": 0.07905604719764012,
      "grad_norm": 4.1767072677612305,
      "learning_rate": 0.00019996930849670218,
      "loss": 5.159,
      "step": 12328
    },
    {
      "epoch": 0.07906245992048223,
      "grad_norm": 6.069570064544678,
      "learning_rate": 0.0001999693035054547,
      "loss": 4.7545,
      "step": 12329
    },
    {
      "epoch": 0.07906887264332435,
      "grad_norm": 88.19107055664062,
      "learning_rate": 0.00019996929851380144,
      "loss": 4.7327,
      "step": 12330
    },
    {
      "epoch": 0.07907528536616648,
      "grad_norm": 8.222274780273438,
      "learning_rate": 0.00019996929352174246,
      "loss": 4.8716,
      "step": 12331
    },
    {
      "epoch": 0.0790816980890086,
      "grad_norm": 7.203406810760498,
      "learning_rate": 0.0001999692885292777,
      "loss": 4.8237,
      "step": 12332
    },
    {
      "epoch": 0.07908811081185071,
      "grad_norm": 6.223172187805176,
      "learning_rate": 0.00019996928353640717,
      "loss": 5.1575,
      "step": 12333
    },
    {
      "epoch": 0.07909452353469283,
      "grad_norm": 4.256978988647461,
      "learning_rate": 0.0001999692785431309,
      "loss": 4.8256,
      "step": 12334
    },
    {
      "epoch": 0.07910093625753495,
      "grad_norm": 5.056863784790039,
      "learning_rate": 0.00019996927354944886,
      "loss": 4.8148,
      "step": 12335
    },
    {
      "epoch": 0.07910734898037707,
      "grad_norm": 5.174729347229004,
      "learning_rate": 0.0001999692685553611,
      "loss": 4.864,
      "step": 12336
    },
    {
      "epoch": 0.07911376170321918,
      "grad_norm": 31.93907356262207,
      "learning_rate": 0.0001999692635608675,
      "loss": 4.6949,
      "step": 12337
    },
    {
      "epoch": 0.0791201744260613,
      "grad_norm": 5.377455711364746,
      "learning_rate": 0.00019996925856596823,
      "loss": 4.964,
      "step": 12338
    },
    {
      "epoch": 0.07912658714890343,
      "grad_norm": 6.980392932891846,
      "learning_rate": 0.00019996925357066315,
      "loss": 4.8526,
      "step": 12339
    },
    {
      "epoch": 0.07913299987174555,
      "grad_norm": 21.687963485717773,
      "learning_rate": 0.00019996924857495232,
      "loss": 5.0228,
      "step": 12340
    },
    {
      "epoch": 0.07913941259458766,
      "grad_norm": 4.874293327331543,
      "learning_rate": 0.00019996924357883574,
      "loss": 4.9066,
      "step": 12341
    },
    {
      "epoch": 0.07914582531742978,
      "grad_norm": 3.9538235664367676,
      "learning_rate": 0.00019996923858231337,
      "loss": 4.8743,
      "step": 12342
    },
    {
      "epoch": 0.0791522380402719,
      "grad_norm": 4.1702656745910645,
      "learning_rate": 0.00019996923358538528,
      "loss": 4.802,
      "step": 12343
    },
    {
      "epoch": 0.07915865076311401,
      "grad_norm": 9.243078231811523,
      "learning_rate": 0.0001999692285880514,
      "loss": 4.9433,
      "step": 12344
    },
    {
      "epoch": 0.07916506348595613,
      "grad_norm": 5.268269062042236,
      "learning_rate": 0.0001999692235903118,
      "loss": 4.9991,
      "step": 12345
    },
    {
      "epoch": 0.07917147620879826,
      "grad_norm": 4.881408214569092,
      "learning_rate": 0.00019996921859216643,
      "loss": 4.8266,
      "step": 12346
    },
    {
      "epoch": 0.07917788893164038,
      "grad_norm": 8.118136405944824,
      "learning_rate": 0.00019996921359361527,
      "loss": 4.8074,
      "step": 12347
    },
    {
      "epoch": 0.0791843016544825,
      "grad_norm": 5.972651958465576,
      "learning_rate": 0.00019996920859465837,
      "loss": 4.8416,
      "step": 12348
    },
    {
      "epoch": 0.07919071437732461,
      "grad_norm": 15.170473098754883,
      "learning_rate": 0.00019996920359529572,
      "loss": 4.9276,
      "step": 12349
    },
    {
      "epoch": 0.07919712710016673,
      "grad_norm": 9.51794147491455,
      "learning_rate": 0.00019996919859552732,
      "loss": 4.9276,
      "step": 12350
    },
    {
      "epoch": 0.07920353982300884,
      "grad_norm": 8.917540550231934,
      "learning_rate": 0.00019996919359535316,
      "loss": 4.933,
      "step": 12351
    },
    {
      "epoch": 0.07920995254585096,
      "grad_norm": 7.234429836273193,
      "learning_rate": 0.00019996918859477322,
      "loss": 4.7959,
      "step": 12352
    },
    {
      "epoch": 0.07921636526869309,
      "grad_norm": 4.634688377380371,
      "learning_rate": 0.00019996918359378753,
      "loss": 4.7003,
      "step": 12353
    },
    {
      "epoch": 0.07922277799153521,
      "grad_norm": 5.535558700561523,
      "learning_rate": 0.0001999691785923961,
      "loss": 4.8695,
      "step": 12354
    },
    {
      "epoch": 0.07922919071437733,
      "grad_norm": 29.05226707458496,
      "learning_rate": 0.00019996917359059885,
      "loss": 4.7804,
      "step": 12355
    },
    {
      "epoch": 0.07923560343721944,
      "grad_norm": 7.557522773742676,
      "learning_rate": 0.00019996916858839588,
      "loss": 5.0411,
      "step": 12356
    },
    {
      "epoch": 0.07924201616006156,
      "grad_norm": 6.296428680419922,
      "learning_rate": 0.00019996916358578718,
      "loss": 5.0336,
      "step": 12357
    },
    {
      "epoch": 0.07924842888290368,
      "grad_norm": 5.941903591156006,
      "learning_rate": 0.0001999691585827727,
      "loss": 4.9786,
      "step": 12358
    },
    {
      "epoch": 0.0792548416057458,
      "grad_norm": 4.964709758758545,
      "learning_rate": 0.00019996915357935245,
      "loss": 4.8526,
      "step": 12359
    },
    {
      "epoch": 0.07926125432858792,
      "grad_norm": 4.1782450675964355,
      "learning_rate": 0.00019996914857552646,
      "loss": 4.6287,
      "step": 12360
    },
    {
      "epoch": 0.07926766705143004,
      "grad_norm": 14.253493309020996,
      "learning_rate": 0.0001999691435712947,
      "loss": 4.8813,
      "step": 12361
    },
    {
      "epoch": 0.07927407977427216,
      "grad_norm": 7.524759292602539,
      "learning_rate": 0.0001999691385666572,
      "loss": 4.9768,
      "step": 12362
    },
    {
      "epoch": 0.07928049249711427,
      "grad_norm": 6.511070728302002,
      "learning_rate": 0.00019996913356161393,
      "loss": 4.7542,
      "step": 12363
    },
    {
      "epoch": 0.07928690521995639,
      "grad_norm": 96.79434204101562,
      "learning_rate": 0.0001999691285561649,
      "loss": 4.9341,
      "step": 12364
    },
    {
      "epoch": 0.07929331794279851,
      "grad_norm": 33.78314208984375,
      "learning_rate": 0.0001999691235503101,
      "loss": 4.832,
      "step": 12365
    },
    {
      "epoch": 0.07929973066564062,
      "grad_norm": 7.063392639160156,
      "learning_rate": 0.00019996911854404956,
      "loss": 4.7061,
      "step": 12366
    },
    {
      "epoch": 0.07930614338848276,
      "grad_norm": 12.19365119934082,
      "learning_rate": 0.00019996911353738325,
      "loss": 4.7519,
      "step": 12367
    },
    {
      "epoch": 0.07931255611132487,
      "grad_norm": 7.405950546264648,
      "learning_rate": 0.00019996910853031119,
      "loss": 5.0312,
      "step": 12368
    },
    {
      "epoch": 0.07931896883416699,
      "grad_norm": 10.27132797241211,
      "learning_rate": 0.00019996910352283335,
      "loss": 4.9522,
      "step": 12369
    },
    {
      "epoch": 0.0793253815570091,
      "grad_norm": 42.48893356323242,
      "learning_rate": 0.0001999690985149498,
      "loss": 4.777,
      "step": 12370
    },
    {
      "epoch": 0.07933179427985122,
      "grad_norm": 13.719316482543945,
      "learning_rate": 0.00019996909350666043,
      "loss": 4.7665,
      "step": 12371
    },
    {
      "epoch": 0.07933820700269334,
      "grad_norm": 14.248981475830078,
      "learning_rate": 0.00019996908849796534,
      "loss": 4.822,
      "step": 12372
    },
    {
      "epoch": 0.07934461972553546,
      "grad_norm": 5.9712138175964355,
      "learning_rate": 0.00019996908348886449,
      "loss": 4.7665,
      "step": 12373
    },
    {
      "epoch": 0.07935103244837759,
      "grad_norm": 5.2488603591918945,
      "learning_rate": 0.0001999690784793579,
      "loss": 4.6866,
      "step": 12374
    },
    {
      "epoch": 0.0793574451712197,
      "grad_norm": 8.71843433380127,
      "learning_rate": 0.00019996907346944554,
      "loss": 4.7459,
      "step": 12375
    },
    {
      "epoch": 0.07936385789406182,
      "grad_norm": 4.7103447914123535,
      "learning_rate": 0.0001999690684591274,
      "loss": 4.777,
      "step": 12376
    },
    {
      "epoch": 0.07937027061690394,
      "grad_norm": 4.948517799377441,
      "learning_rate": 0.0001999690634484035,
      "loss": 4.8547,
      "step": 12377
    },
    {
      "epoch": 0.07937668333974605,
      "grad_norm": 7.6271514892578125,
      "learning_rate": 0.00019996905843727386,
      "loss": 4.7878,
      "step": 12378
    },
    {
      "epoch": 0.07938309606258817,
      "grad_norm": 6.295457363128662,
      "learning_rate": 0.00019996905342573845,
      "loss": 4.8286,
      "step": 12379
    },
    {
      "epoch": 0.07938950878543029,
      "grad_norm": 5.205103397369385,
      "learning_rate": 0.0001999690484137973,
      "loss": 4.9046,
      "step": 12380
    },
    {
      "epoch": 0.07939592150827242,
      "grad_norm": 5.95125675201416,
      "learning_rate": 0.00019996904340145038,
      "loss": 4.6128,
      "step": 12381
    },
    {
      "epoch": 0.07940233423111454,
      "grad_norm": 4.002556800842285,
      "learning_rate": 0.00019996903838869772,
      "loss": 4.8337,
      "step": 12382
    },
    {
      "epoch": 0.07940874695395665,
      "grad_norm": 6.374497413635254,
      "learning_rate": 0.00019996903337553927,
      "loss": 4.9389,
      "step": 12383
    },
    {
      "epoch": 0.07941515967679877,
      "grad_norm": 11.885693550109863,
      "learning_rate": 0.00019996902836197508,
      "loss": 4.6937,
      "step": 12384
    },
    {
      "epoch": 0.07942157239964089,
      "grad_norm": 5.773323059082031,
      "learning_rate": 0.00019996902334800513,
      "loss": 4.6854,
      "step": 12385
    },
    {
      "epoch": 0.079427985122483,
      "grad_norm": 4.422430038452148,
      "learning_rate": 0.00019996901833362944,
      "loss": 5.0634,
      "step": 12386
    },
    {
      "epoch": 0.07943439784532512,
      "grad_norm": 9.719653129577637,
      "learning_rate": 0.00019996901331884796,
      "loss": 4.8374,
      "step": 12387
    },
    {
      "epoch": 0.07944081056816725,
      "grad_norm": 8.21778678894043,
      "learning_rate": 0.00019996900830366075,
      "loss": 4.9607,
      "step": 12388
    },
    {
      "epoch": 0.07944722329100937,
      "grad_norm": 5.374992847442627,
      "learning_rate": 0.00019996900328806777,
      "loss": 5.0446,
      "step": 12389
    },
    {
      "epoch": 0.07945363601385148,
      "grad_norm": 8.0219144821167,
      "learning_rate": 0.00019996899827206903,
      "loss": 4.6567,
      "step": 12390
    },
    {
      "epoch": 0.0794600487366936,
      "grad_norm": 10.882037162780762,
      "learning_rate": 0.00019996899325566453,
      "loss": 4.6473,
      "step": 12391
    },
    {
      "epoch": 0.07946646145953572,
      "grad_norm": 4.570826053619385,
      "learning_rate": 0.0001999689882388543,
      "loss": 4.7336,
      "step": 12392
    },
    {
      "epoch": 0.07947287418237783,
      "grad_norm": 4.74392032623291,
      "learning_rate": 0.00019996898322163827,
      "loss": 4.734,
      "step": 12393
    },
    {
      "epoch": 0.07947928690521995,
      "grad_norm": 3.535916805267334,
      "learning_rate": 0.0001999689782040165,
      "loss": 4.7101,
      "step": 12394
    },
    {
      "epoch": 0.07948569962806208,
      "grad_norm": 4.354086875915527,
      "learning_rate": 0.00019996897318598898,
      "loss": 4.542,
      "step": 12395
    },
    {
      "epoch": 0.0794921123509042,
      "grad_norm": 6.5629801750183105,
      "learning_rate": 0.0001999689681675557,
      "loss": 4.7166,
      "step": 12396
    },
    {
      "epoch": 0.07949852507374632,
      "grad_norm": 6.835568904876709,
      "learning_rate": 0.00019996896314871667,
      "loss": 5.0611,
      "step": 12397
    },
    {
      "epoch": 0.07950493779658843,
      "grad_norm": 4.327759742736816,
      "learning_rate": 0.00019996895812947186,
      "loss": 4.4596,
      "step": 12398
    },
    {
      "epoch": 0.07951135051943055,
      "grad_norm": 8.801368713378906,
      "learning_rate": 0.0001999689531098213,
      "loss": 4.7789,
      "step": 12399
    },
    {
      "epoch": 0.07951776324227267,
      "grad_norm": 8.443375587463379,
      "learning_rate": 0.00019996894808976497,
      "loss": 4.937,
      "step": 12400
    },
    {
      "epoch": 0.07951776324227267,
      "eval_loss": 4.777899265289307,
      "eval_runtime": 34.7548,
      "eval_samples_per_second": 90.203,
      "eval_steps_per_second": 22.558,
      "step": 12400
    },
    {
      "epoch": 0.07952417596511478,
      "grad_norm": 14.035918235778809,
      "learning_rate": 0.00019996894306930293,
      "loss": 4.9754,
      "step": 12401
    },
    {
      "epoch": 0.07953058868795691,
      "grad_norm": 4.785481929779053,
      "learning_rate": 0.0001999689380484351,
      "loss": 4.6586,
      "step": 12402
    },
    {
      "epoch": 0.07953700141079903,
      "grad_norm": 5.940647125244141,
      "learning_rate": 0.00019996893302716152,
      "loss": 4.6379,
      "step": 12403
    },
    {
      "epoch": 0.07954341413364115,
      "grad_norm": 13.901978492736816,
      "learning_rate": 0.00019996892800548216,
      "loss": 4.7331,
      "step": 12404
    },
    {
      "epoch": 0.07954982685648326,
      "grad_norm": 8.929498672485352,
      "learning_rate": 0.00019996892298339706,
      "loss": 4.8223,
      "step": 12405
    },
    {
      "epoch": 0.07955623957932538,
      "grad_norm": 3.3969757556915283,
      "learning_rate": 0.0001999689179609062,
      "loss": 4.5801,
      "step": 12406
    },
    {
      "epoch": 0.0795626523021675,
      "grad_norm": 4.948403835296631,
      "learning_rate": 0.00019996891293800958,
      "loss": 4.6801,
      "step": 12407
    },
    {
      "epoch": 0.07956906502500961,
      "grad_norm": 7.165442943572998,
      "learning_rate": 0.00019996890791470722,
      "loss": 5.0243,
      "step": 12408
    },
    {
      "epoch": 0.07957547774785174,
      "grad_norm": 8.201229095458984,
      "learning_rate": 0.0001999689028909991,
      "loss": 4.6785,
      "step": 12409
    },
    {
      "epoch": 0.07958189047069386,
      "grad_norm": 7.059104919433594,
      "learning_rate": 0.00019996889786688522,
      "loss": 4.8593,
      "step": 12410
    },
    {
      "epoch": 0.07958830319353598,
      "grad_norm": 53.24413299560547,
      "learning_rate": 0.00019996889284236557,
      "loss": 4.652,
      "step": 12411
    },
    {
      "epoch": 0.0795947159163781,
      "grad_norm": 3.99765944480896,
      "learning_rate": 0.00019996888781744016,
      "loss": 4.8186,
      "step": 12412
    },
    {
      "epoch": 0.07960112863922021,
      "grad_norm": 22.643335342407227,
      "learning_rate": 0.000199968882792109,
      "loss": 4.7114,
      "step": 12413
    },
    {
      "epoch": 0.07960754136206233,
      "grad_norm": 4.648125648498535,
      "learning_rate": 0.00019996887776637209,
      "loss": 4.7063,
      "step": 12414
    },
    {
      "epoch": 0.07961395408490445,
      "grad_norm": 3.440396547317505,
      "learning_rate": 0.0001999688727402294,
      "loss": 4.8968,
      "step": 12415
    },
    {
      "epoch": 0.07962036680774658,
      "grad_norm": 8.492483139038086,
      "learning_rate": 0.00019996886771368098,
      "loss": 5.2515,
      "step": 12416
    },
    {
      "epoch": 0.07962677953058869,
      "grad_norm": 10.17175579071045,
      "learning_rate": 0.0001999688626867268,
      "loss": 4.585,
      "step": 12417
    },
    {
      "epoch": 0.07963319225343081,
      "grad_norm": 4.29353141784668,
      "learning_rate": 0.00019996885765936683,
      "loss": 4.9161,
      "step": 12418
    },
    {
      "epoch": 0.07963960497627293,
      "grad_norm": 5.108660697937012,
      "learning_rate": 0.00019996885263160114,
      "loss": 5.0221,
      "step": 12419
    },
    {
      "epoch": 0.07964601769911504,
      "grad_norm": 17.942588806152344,
      "learning_rate": 0.00019996884760342968,
      "loss": 4.7756,
      "step": 12420
    },
    {
      "epoch": 0.07965243042195716,
      "grad_norm": 6.335782051086426,
      "learning_rate": 0.0001999688425748525,
      "loss": 4.7725,
      "step": 12421
    },
    {
      "epoch": 0.07965884314479928,
      "grad_norm": 2510.02587890625,
      "learning_rate": 0.0001999688375458695,
      "loss": 4.9356,
      "step": 12422
    },
    {
      "epoch": 0.07966525586764141,
      "grad_norm": 46.961402893066406,
      "learning_rate": 0.00019996883251648077,
      "loss": 4.8024,
      "step": 12423
    },
    {
      "epoch": 0.07967166859048352,
      "grad_norm": 5.015073776245117,
      "learning_rate": 0.0001999688274866863,
      "loss": 4.6376,
      "step": 12424
    },
    {
      "epoch": 0.07967808131332564,
      "grad_norm": 6.458236217498779,
      "learning_rate": 0.00019996882245648605,
      "loss": 5.3929,
      "step": 12425
    },
    {
      "epoch": 0.07968449403616776,
      "grad_norm": 5.506104946136475,
      "learning_rate": 0.00019996881742588002,
      "loss": 4.6819,
      "step": 12426
    },
    {
      "epoch": 0.07969090675900987,
      "grad_norm": 8.493226051330566,
      "learning_rate": 0.00019996881239486828,
      "loss": 5.249,
      "step": 12427
    },
    {
      "epoch": 0.07969731948185199,
      "grad_norm": 4.391849517822266,
      "learning_rate": 0.00019996880736345077,
      "loss": 4.5417,
      "step": 12428
    },
    {
      "epoch": 0.07970373220469411,
      "grad_norm": 14.82366943359375,
      "learning_rate": 0.0001999688023316275,
      "loss": 4.8147,
      "step": 12429
    },
    {
      "epoch": 0.07971014492753623,
      "grad_norm": 21.988018035888672,
      "learning_rate": 0.00019996879729939848,
      "loss": 5.2731,
      "step": 12430
    },
    {
      "epoch": 0.07971655765037836,
      "grad_norm": 7.604476451873779,
      "learning_rate": 0.0001999687922667637,
      "loss": 4.9687,
      "step": 12431
    },
    {
      "epoch": 0.07972297037322047,
      "grad_norm": 12.07165813446045,
      "learning_rate": 0.00019996878723372314,
      "loss": 5.9596,
      "step": 12432
    },
    {
      "epoch": 0.07972938309606259,
      "grad_norm": 3.758251428604126,
      "learning_rate": 0.00019996878220027685,
      "loss": 4.9087,
      "step": 12433
    },
    {
      "epoch": 0.0797357958189047,
      "grad_norm": 5.186591148376465,
      "learning_rate": 0.0001999687771664248,
      "loss": 5.0673,
      "step": 12434
    },
    {
      "epoch": 0.07974220854174682,
      "grad_norm": 6.997812747955322,
      "learning_rate": 0.00019996877213216698,
      "loss": 4.8745,
      "step": 12435
    },
    {
      "epoch": 0.07974862126458894,
      "grad_norm": 5.7890214920043945,
      "learning_rate": 0.0001999687670975034,
      "loss": 4.6149,
      "step": 12436
    },
    {
      "epoch": 0.07975503398743106,
      "grad_norm": 8.505797386169434,
      "learning_rate": 0.0001999687620624341,
      "loss": 4.8736,
      "step": 12437
    },
    {
      "epoch": 0.07976144671027319,
      "grad_norm": 3.405700922012329,
      "learning_rate": 0.00019996875702695902,
      "loss": 4.779,
      "step": 12438
    },
    {
      "epoch": 0.0797678594331153,
      "grad_norm": 3.7912003993988037,
      "learning_rate": 0.00019996875199107815,
      "loss": 4.697,
      "step": 12439
    },
    {
      "epoch": 0.07977427215595742,
      "grad_norm": 6.206035137176514,
      "learning_rate": 0.00019996874695479158,
      "loss": 5.028,
      "step": 12440
    },
    {
      "epoch": 0.07978068487879954,
      "grad_norm": 9.696187973022461,
      "learning_rate": 0.00019996874191809922,
      "loss": 4.8037,
      "step": 12441
    },
    {
      "epoch": 0.07978709760164165,
      "grad_norm": 13.825950622558594,
      "learning_rate": 0.00019996873688100112,
      "loss": 4.6034,
      "step": 12442
    },
    {
      "epoch": 0.07979351032448377,
      "grad_norm": 3.7864396572113037,
      "learning_rate": 0.00019996873184349726,
      "loss": 4.6853,
      "step": 12443
    },
    {
      "epoch": 0.07979992304732589,
      "grad_norm": 4.103714942932129,
      "learning_rate": 0.00019996872680558763,
      "loss": 4.7502,
      "step": 12444
    },
    {
      "epoch": 0.07980633577016802,
      "grad_norm": 4.192268371582031,
      "learning_rate": 0.00019996872176727224,
      "loss": 4.7575,
      "step": 12445
    },
    {
      "epoch": 0.07981274849301014,
      "grad_norm": 4.130435943603516,
      "learning_rate": 0.0001999687167285511,
      "loss": 4.7773,
      "step": 12446
    },
    {
      "epoch": 0.07981916121585225,
      "grad_norm": 5.297819137573242,
      "learning_rate": 0.0001999687116894242,
      "loss": 4.8877,
      "step": 12447
    },
    {
      "epoch": 0.07982557393869437,
      "grad_norm": 4.768549919128418,
      "learning_rate": 0.00019996870664989156,
      "loss": 4.7724,
      "step": 12448
    },
    {
      "epoch": 0.07983198666153649,
      "grad_norm": 5.078731060028076,
      "learning_rate": 0.00019996870160995318,
      "loss": 4.6887,
      "step": 12449
    },
    {
      "epoch": 0.0798383993843786,
      "grad_norm": 5.009002685546875,
      "learning_rate": 0.00019996869656960898,
      "loss": 4.7433,
      "step": 12450
    },
    {
      "epoch": 0.07984481210722072,
      "grad_norm": 7.184905529022217,
      "learning_rate": 0.0001999686915288591,
      "loss": 4.7374,
      "step": 12451
    },
    {
      "epoch": 0.07985122483006285,
      "grad_norm": 4.678880214691162,
      "learning_rate": 0.00019996868648770343,
      "loss": 4.647,
      "step": 12452
    },
    {
      "epoch": 0.07985763755290497,
      "grad_norm": 3.6579365730285645,
      "learning_rate": 0.000199968681446142,
      "loss": 4.6678,
      "step": 12453
    },
    {
      "epoch": 0.07986405027574708,
      "grad_norm": 3.7470338344573975,
      "learning_rate": 0.00019996867640417477,
      "loss": 4.7008,
      "step": 12454
    },
    {
      "epoch": 0.0798704629985892,
      "grad_norm": 6.334696292877197,
      "learning_rate": 0.00019996867136180187,
      "loss": 4.9433,
      "step": 12455
    },
    {
      "epoch": 0.07987687572143132,
      "grad_norm": 3.844149112701416,
      "learning_rate": 0.00019996866631902314,
      "loss": 4.9086,
      "step": 12456
    },
    {
      "epoch": 0.07988328844427343,
      "grad_norm": 42.22914505004883,
      "learning_rate": 0.0001999686612758387,
      "loss": 4.7521,
      "step": 12457
    },
    {
      "epoch": 0.07988970116711555,
      "grad_norm": 7.4910664558410645,
      "learning_rate": 0.00019996865623224847,
      "loss": 4.5709,
      "step": 12458
    },
    {
      "epoch": 0.07989611388995768,
      "grad_norm": 3.517087936401367,
      "learning_rate": 0.0001999686511882525,
      "loss": 4.8274,
      "step": 12459
    },
    {
      "epoch": 0.0799025266127998,
      "grad_norm": 4.119311809539795,
      "learning_rate": 0.0001999686461438508,
      "loss": 5.0271,
      "step": 12460
    },
    {
      "epoch": 0.07990893933564192,
      "grad_norm": 22.760095596313477,
      "learning_rate": 0.00019996864109904329,
      "loss": 4.9766,
      "step": 12461
    },
    {
      "epoch": 0.07991535205848403,
      "grad_norm": 5.196797847747803,
      "learning_rate": 0.00019996863605383007,
      "loss": 4.7063,
      "step": 12462
    },
    {
      "epoch": 0.07992176478132615,
      "grad_norm": 68.1701431274414,
      "learning_rate": 0.0001999686310082111,
      "loss": 4.8105,
      "step": 12463
    },
    {
      "epoch": 0.07992817750416827,
      "grad_norm": 4.344501972198486,
      "learning_rate": 0.00019996862596218632,
      "loss": 4.6946,
      "step": 12464
    },
    {
      "epoch": 0.07993459022701038,
      "grad_norm": 13.55980110168457,
      "learning_rate": 0.00019996862091575582,
      "loss": 4.5653,
      "step": 12465
    },
    {
      "epoch": 0.07994100294985251,
      "grad_norm": 3.9053075313568115,
      "learning_rate": 0.00019996861586891958,
      "loss": 4.7246,
      "step": 12466
    },
    {
      "epoch": 0.07994741567269463,
      "grad_norm": 7.253142833709717,
      "learning_rate": 0.00019996861082167755,
      "loss": 4.687,
      "step": 12467
    },
    {
      "epoch": 0.07995382839553675,
      "grad_norm": 4.91580057144165,
      "learning_rate": 0.00019996860577402975,
      "loss": 4.8715,
      "step": 12468
    },
    {
      "epoch": 0.07996024111837886,
      "grad_norm": 3.5703465938568115,
      "learning_rate": 0.00019996860072597623,
      "loss": 4.981,
      "step": 12469
    },
    {
      "epoch": 0.07996665384122098,
      "grad_norm": 8.433415412902832,
      "learning_rate": 0.00019996859567751696,
      "loss": 4.6274,
      "step": 12470
    },
    {
      "epoch": 0.0799730665640631,
      "grad_norm": 9.18034839630127,
      "learning_rate": 0.0001999685906286519,
      "loss": 4.7928,
      "step": 12471
    },
    {
      "epoch": 0.07997947928690521,
      "grad_norm": 6.198913097381592,
      "learning_rate": 0.00019996858557938112,
      "loss": 4.7114,
      "step": 12472
    },
    {
      "epoch": 0.07998589200974734,
      "grad_norm": 12.607272148132324,
      "learning_rate": 0.00019996858052970454,
      "loss": 4.7541,
      "step": 12473
    },
    {
      "epoch": 0.07999230473258946,
      "grad_norm": 5.195445537567139,
      "learning_rate": 0.00019996857547962226,
      "loss": 4.9175,
      "step": 12474
    },
    {
      "epoch": 0.07999871745543158,
      "grad_norm": 5.967762470245361,
      "learning_rate": 0.00019996857042913418,
      "loss": 5.1956,
      "step": 12475
    },
    {
      "epoch": 0.0800051301782737,
      "grad_norm": 7.626196384429932,
      "learning_rate": 0.00019996856537824037,
      "loss": 4.6571,
      "step": 12476
    },
    {
      "epoch": 0.08001154290111581,
      "grad_norm": 3.861206531524658,
      "learning_rate": 0.0001999685603269408,
      "loss": 4.6843,
      "step": 12477
    },
    {
      "epoch": 0.08001795562395793,
      "grad_norm": 4.552744388580322,
      "learning_rate": 0.00019996855527523545,
      "loss": 4.6965,
      "step": 12478
    },
    {
      "epoch": 0.08002436834680005,
      "grad_norm": 3.771713972091675,
      "learning_rate": 0.00019996855022312438,
      "loss": 4.7407,
      "step": 12479
    },
    {
      "epoch": 0.08003078106964218,
      "grad_norm": 5.411768913269043,
      "learning_rate": 0.00019996854517060752,
      "loss": 4.7804,
      "step": 12480
    },
    {
      "epoch": 0.08003719379248429,
      "grad_norm": 3.216402292251587,
      "learning_rate": 0.00019996854011768492,
      "loss": 4.7446,
      "step": 12481
    },
    {
      "epoch": 0.08004360651532641,
      "grad_norm": 7.47493839263916,
      "learning_rate": 0.00019996853506435656,
      "loss": 4.5513,
      "step": 12482
    },
    {
      "epoch": 0.08005001923816853,
      "grad_norm": 4.6219482421875,
      "learning_rate": 0.00019996853001062243,
      "loss": 4.6373,
      "step": 12483
    },
    {
      "epoch": 0.08005643196101064,
      "grad_norm": 4.067596435546875,
      "learning_rate": 0.00019996852495648257,
      "loss": 4.986,
      "step": 12484
    },
    {
      "epoch": 0.08006284468385276,
      "grad_norm": 9.672005653381348,
      "learning_rate": 0.00019996851990193695,
      "loss": 4.6794,
      "step": 12485
    },
    {
      "epoch": 0.08006925740669488,
      "grad_norm": 4.567600250244141,
      "learning_rate": 0.00019996851484698557,
      "loss": 4.5775,
      "step": 12486
    },
    {
      "epoch": 0.08007567012953701,
      "grad_norm": 4.362968921661377,
      "learning_rate": 0.00019996850979162845,
      "loss": 4.8767,
      "step": 12487
    },
    {
      "epoch": 0.08008208285237912,
      "grad_norm": 3.5842485427856445,
      "learning_rate": 0.00019996850473586554,
      "loss": 4.6438,
      "step": 12488
    },
    {
      "epoch": 0.08008849557522124,
      "grad_norm": 4.188938617706299,
      "learning_rate": 0.0001999684996796969,
      "loss": 4.7235,
      "step": 12489
    },
    {
      "epoch": 0.08009490829806336,
      "grad_norm": 3.441826105117798,
      "learning_rate": 0.00019996849462312248,
      "loss": 4.6941,
      "step": 12490
    },
    {
      "epoch": 0.08010132102090547,
      "grad_norm": 10.23040771484375,
      "learning_rate": 0.00019996848956614234,
      "loss": 4.7369,
      "step": 12491
    },
    {
      "epoch": 0.08010773374374759,
      "grad_norm": 5.023980617523193,
      "learning_rate": 0.00019996848450875643,
      "loss": 5.0648,
      "step": 12492
    },
    {
      "epoch": 0.08011414646658971,
      "grad_norm": 3.8167243003845215,
      "learning_rate": 0.00019996847945096476,
      "loss": 4.7922,
      "step": 12493
    },
    {
      "epoch": 0.08012055918943184,
      "grad_norm": 6.556054592132568,
      "learning_rate": 0.0001999684743927673,
      "loss": 4.8104,
      "step": 12494
    },
    {
      "epoch": 0.08012697191227396,
      "grad_norm": 14.494098663330078,
      "learning_rate": 0.00019996846933416414,
      "loss": 4.8776,
      "step": 12495
    },
    {
      "epoch": 0.08013338463511607,
      "grad_norm": 7.699051856994629,
      "learning_rate": 0.0001999684642751552,
      "loss": 4.8336,
      "step": 12496
    },
    {
      "epoch": 0.08013979735795819,
      "grad_norm": 2.9459035396575928,
      "learning_rate": 0.00019996845921574051,
      "loss": 4.8209,
      "step": 12497
    },
    {
      "epoch": 0.0801462100808003,
      "grad_norm": 3.5913195610046387,
      "learning_rate": 0.00019996845415592006,
      "loss": 4.8882,
      "step": 12498
    },
    {
      "epoch": 0.08015262280364242,
      "grad_norm": 3.859931468963623,
      "learning_rate": 0.00019996844909569387,
      "loss": 4.9015,
      "step": 12499
    },
    {
      "epoch": 0.08015903552648454,
      "grad_norm": 4.757238864898682,
      "learning_rate": 0.0001999684440350619,
      "loss": 4.6959,
      "step": 12500
    },
    {
      "epoch": 0.08015903552648454,
      "eval_loss": 4.750365257263184,
      "eval_runtime": 34.7548,
      "eval_samples_per_second": 90.203,
      "eval_steps_per_second": 22.558,
      "step": 12500
    },
    {
      "epoch": 0.08016544824932667,
      "grad_norm": 7.528022289276123,
      "learning_rate": 0.0001999684389740242,
      "loss": 4.5095,
      "step": 12501
    },
    {
      "epoch": 0.08017186097216879,
      "grad_norm": 3.758652925491333,
      "learning_rate": 0.00019996843391258075,
      "loss": 4.9815,
      "step": 12502
    },
    {
      "epoch": 0.0801782736950109,
      "grad_norm": 5.907979488372803,
      "learning_rate": 0.0001999684288507315,
      "loss": 4.7814,
      "step": 12503
    },
    {
      "epoch": 0.08018468641785302,
      "grad_norm": 5.873256683349609,
      "learning_rate": 0.0001999684237884765,
      "loss": 4.7566,
      "step": 12504
    },
    {
      "epoch": 0.08019109914069514,
      "grad_norm": 3.782839775085449,
      "learning_rate": 0.0001999684187258158,
      "loss": 4.8999,
      "step": 12505
    },
    {
      "epoch": 0.08019751186353725,
      "grad_norm": 3.291891574859619,
      "learning_rate": 0.0001999684136627493,
      "loss": 4.8013,
      "step": 12506
    },
    {
      "epoch": 0.08020392458637937,
      "grad_norm": 3.625225067138672,
      "learning_rate": 0.00019996840859927705,
      "loss": 4.6811,
      "step": 12507
    },
    {
      "epoch": 0.0802103373092215,
      "grad_norm": 3.342102289199829,
      "learning_rate": 0.00019996840353539905,
      "loss": 4.8062,
      "step": 12508
    },
    {
      "epoch": 0.08021675003206362,
      "grad_norm": 3.2132413387298584,
      "learning_rate": 0.00019996839847111528,
      "loss": 4.5533,
      "step": 12509
    },
    {
      "epoch": 0.08022316275490574,
      "grad_norm": 4.425301551818848,
      "learning_rate": 0.00019996839340642576,
      "loss": 4.7217,
      "step": 12510
    },
    {
      "epoch": 0.08022957547774785,
      "grad_norm": 3.9301862716674805,
      "learning_rate": 0.00019996838834133052,
      "loss": 4.5456,
      "step": 12511
    },
    {
      "epoch": 0.08023598820058997,
      "grad_norm": 3.902989387512207,
      "learning_rate": 0.0001999683832758295,
      "loss": 4.7386,
      "step": 12512
    },
    {
      "epoch": 0.08024240092343209,
      "grad_norm": 5.1407294273376465,
      "learning_rate": 0.0001999683782099227,
      "loss": 4.9306,
      "step": 12513
    },
    {
      "epoch": 0.0802488136462742,
      "grad_norm": 5.402721405029297,
      "learning_rate": 0.0001999683731436102,
      "loss": 4.7876,
      "step": 12514
    },
    {
      "epoch": 0.08025522636911633,
      "grad_norm": 3.9609169960021973,
      "learning_rate": 0.0001999683680768919,
      "loss": 4.6478,
      "step": 12515
    },
    {
      "epoch": 0.08026163909195845,
      "grad_norm": 6.882763862609863,
      "learning_rate": 0.00019996836300976786,
      "loss": 4.5841,
      "step": 12516
    },
    {
      "epoch": 0.08026805181480057,
      "grad_norm": 4.801953315734863,
      "learning_rate": 0.00019996835794223804,
      "loss": 4.7861,
      "step": 12517
    },
    {
      "epoch": 0.08027446453764268,
      "grad_norm": 7.618387222290039,
      "learning_rate": 0.0001999683528743025,
      "loss": 4.964,
      "step": 12518
    },
    {
      "epoch": 0.0802808772604848,
      "grad_norm": 3.3734140396118164,
      "learning_rate": 0.00019996834780596122,
      "loss": 4.5888,
      "step": 12519
    },
    {
      "epoch": 0.08028728998332692,
      "grad_norm": 16.88357162475586,
      "learning_rate": 0.00019996834273721415,
      "loss": 4.6703,
      "step": 12520
    },
    {
      "epoch": 0.08029370270616903,
      "grad_norm": 4.244034290313721,
      "learning_rate": 0.0001999683376680613,
      "loss": 4.9229,
      "step": 12521
    },
    {
      "epoch": 0.08030011542901115,
      "grad_norm": 14.762764930725098,
      "learning_rate": 0.00019996833259850277,
      "loss": 4.8186,
      "step": 12522
    },
    {
      "epoch": 0.08030652815185328,
      "grad_norm": 7.417220592498779,
      "learning_rate": 0.0001999683275285384,
      "loss": 4.7566,
      "step": 12523
    },
    {
      "epoch": 0.0803129408746954,
      "grad_norm": 4.114474296569824,
      "learning_rate": 0.00019996832245816831,
      "loss": 4.7492,
      "step": 12524
    },
    {
      "epoch": 0.08031935359753752,
      "grad_norm": 4.210355281829834,
      "learning_rate": 0.0001999683173873925,
      "loss": 4.8379,
      "step": 12525
    },
    {
      "epoch": 0.08032576632037963,
      "grad_norm": 35.17673873901367,
      "learning_rate": 0.00019996831231621092,
      "loss": 4.7258,
      "step": 12526
    },
    {
      "epoch": 0.08033217904322175,
      "grad_norm": 11.759949684143066,
      "learning_rate": 0.00019996830724462354,
      "loss": 4.8233,
      "step": 12527
    },
    {
      "epoch": 0.08033859176606387,
      "grad_norm": 4.452683925628662,
      "learning_rate": 0.00019996830217263044,
      "loss": 5.0586,
      "step": 12528
    },
    {
      "epoch": 0.08034500448890598,
      "grad_norm": 4.144392490386963,
      "learning_rate": 0.0001999682971002316,
      "loss": 4.9581,
      "step": 12529
    },
    {
      "epoch": 0.08035141721174811,
      "grad_norm": 3.1301541328430176,
      "learning_rate": 0.00019996829202742697,
      "loss": 4.5881,
      "step": 12530
    },
    {
      "epoch": 0.08035782993459023,
      "grad_norm": 8.566675186157227,
      "learning_rate": 0.00019996828695421662,
      "loss": 4.6656,
      "step": 12531
    },
    {
      "epoch": 0.08036424265743235,
      "grad_norm": 4.059025764465332,
      "learning_rate": 0.00019996828188060048,
      "loss": 4.6295,
      "step": 12532
    },
    {
      "epoch": 0.08037065538027446,
      "grad_norm": 4.375173568725586,
      "learning_rate": 0.0001999682768065786,
      "loss": 5.0295,
      "step": 12533
    },
    {
      "epoch": 0.08037706810311658,
      "grad_norm": 3.629389524459839,
      "learning_rate": 0.000199968271732151,
      "loss": 4.8672,
      "step": 12534
    },
    {
      "epoch": 0.0803834808259587,
      "grad_norm": 4.375485420227051,
      "learning_rate": 0.0001999682666573176,
      "loss": 4.684,
      "step": 12535
    },
    {
      "epoch": 0.08038989354880081,
      "grad_norm": 3.4836761951446533,
      "learning_rate": 0.00019996826158207847,
      "loss": 4.6644,
      "step": 12536
    },
    {
      "epoch": 0.08039630627164294,
      "grad_norm": 7.593803882598877,
      "learning_rate": 0.00019996825650643357,
      "loss": 4.9476,
      "step": 12537
    },
    {
      "epoch": 0.08040271899448506,
      "grad_norm": 3.37473464012146,
      "learning_rate": 0.00019996825143038294,
      "loss": 4.7465,
      "step": 12538
    },
    {
      "epoch": 0.08040913171732718,
      "grad_norm": 4.367583274841309,
      "learning_rate": 0.00019996824635392654,
      "loss": 4.7899,
      "step": 12539
    },
    {
      "epoch": 0.0804155444401693,
      "grad_norm": 3.745628833770752,
      "learning_rate": 0.00019996824127706435,
      "loss": 4.8145,
      "step": 12540
    },
    {
      "epoch": 0.08042195716301141,
      "grad_norm": 4.217527866363525,
      "learning_rate": 0.00019996823619979645,
      "loss": 4.898,
      "step": 12541
    },
    {
      "epoch": 0.08042836988585353,
      "grad_norm": 3.7448678016662598,
      "learning_rate": 0.00019996823112212276,
      "loss": 4.6765,
      "step": 12542
    },
    {
      "epoch": 0.08043478260869565,
      "grad_norm": 12.506379127502441,
      "learning_rate": 0.00019996822604404334,
      "loss": 4.8825,
      "step": 12543
    },
    {
      "epoch": 0.08044119533153778,
      "grad_norm": 8.53931999206543,
      "learning_rate": 0.00019996822096555818,
      "loss": 4.5956,
      "step": 12544
    },
    {
      "epoch": 0.0804476080543799,
      "grad_norm": 6.296841621398926,
      "learning_rate": 0.00019996821588666723,
      "loss": 4.7467,
      "step": 12545
    },
    {
      "epoch": 0.08045402077722201,
      "grad_norm": 4.207454204559326,
      "learning_rate": 0.00019996821080737055,
      "loss": 4.7709,
      "step": 12546
    },
    {
      "epoch": 0.08046043350006413,
      "grad_norm": 5.554494380950928,
      "learning_rate": 0.00019996820572766813,
      "loss": 4.8312,
      "step": 12547
    },
    {
      "epoch": 0.08046684622290624,
      "grad_norm": 3.886154890060425,
      "learning_rate": 0.00019996820064755992,
      "loss": 4.552,
      "step": 12548
    },
    {
      "epoch": 0.08047325894574836,
      "grad_norm": 4.565337657928467,
      "learning_rate": 0.00019996819556704595,
      "loss": 4.7203,
      "step": 12549
    },
    {
      "epoch": 0.08047967166859048,
      "grad_norm": 4.965376377105713,
      "learning_rate": 0.00019996819048612627,
      "loss": 4.6544,
      "step": 12550
    },
    {
      "epoch": 0.08048608439143261,
      "grad_norm": 5.739556789398193,
      "learning_rate": 0.00019996818540480083,
      "loss": 5.0051,
      "step": 12551
    },
    {
      "epoch": 0.08049249711427472,
      "grad_norm": 4.031240940093994,
      "learning_rate": 0.00019996818032306962,
      "loss": 4.7659,
      "step": 12552
    },
    {
      "epoch": 0.08049890983711684,
      "grad_norm": 3.336399793624878,
      "learning_rate": 0.00019996817524093263,
      "loss": 4.9512,
      "step": 12553
    },
    {
      "epoch": 0.08050532255995896,
      "grad_norm": 3.908318519592285,
      "learning_rate": 0.00019996817015838992,
      "loss": 4.6089,
      "step": 12554
    },
    {
      "epoch": 0.08051173528280108,
      "grad_norm": 4.4724040031433105,
      "learning_rate": 0.00019996816507544143,
      "loss": 5.247,
      "step": 12555
    },
    {
      "epoch": 0.08051814800564319,
      "grad_norm": 3.818284749984741,
      "learning_rate": 0.0001999681599920872,
      "loss": 4.6654,
      "step": 12556
    },
    {
      "epoch": 0.08052456072848531,
      "grad_norm": 6.702744007110596,
      "learning_rate": 0.0001999681549083272,
      "loss": 4.8597,
      "step": 12557
    },
    {
      "epoch": 0.08053097345132744,
      "grad_norm": 5.2931952476501465,
      "learning_rate": 0.00019996814982416148,
      "loss": 4.9831,
      "step": 12558
    },
    {
      "epoch": 0.08053738617416956,
      "grad_norm": 9.080584526062012,
      "learning_rate": 0.00019996814473959,
      "loss": 4.9125,
      "step": 12559
    },
    {
      "epoch": 0.08054379889701167,
      "grad_norm": 4.612671375274658,
      "learning_rate": 0.00019996813965461274,
      "loss": 4.7684,
      "step": 12560
    },
    {
      "epoch": 0.08055021161985379,
      "grad_norm": 30.618871688842773,
      "learning_rate": 0.00019996813456922975,
      "loss": 4.6451,
      "step": 12561
    },
    {
      "epoch": 0.0805566243426959,
      "grad_norm": 4.675300598144531,
      "learning_rate": 0.000199968129483441,
      "loss": 4.6473,
      "step": 12562
    },
    {
      "epoch": 0.08056303706553802,
      "grad_norm": 19.4442081451416,
      "learning_rate": 0.00019996812439724648,
      "loss": 4.8068,
      "step": 12563
    },
    {
      "epoch": 0.08056944978838014,
      "grad_norm": 80.89515686035156,
      "learning_rate": 0.00019996811931064624,
      "loss": 4.6589,
      "step": 12564
    },
    {
      "epoch": 0.08057586251122227,
      "grad_norm": 4.455337047576904,
      "learning_rate": 0.0001999681142236402,
      "loss": 4.9966,
      "step": 12565
    },
    {
      "epoch": 0.08058227523406439,
      "grad_norm": 6.2657694816589355,
      "learning_rate": 0.00019996810913622842,
      "loss": 4.6045,
      "step": 12566
    },
    {
      "epoch": 0.0805886879569065,
      "grad_norm": 4.2079291343688965,
      "learning_rate": 0.00019996810404841089,
      "loss": 4.5155,
      "step": 12567
    },
    {
      "epoch": 0.08059510067974862,
      "grad_norm": 5.479522705078125,
      "learning_rate": 0.0001999680989601876,
      "loss": 4.7273,
      "step": 12568
    },
    {
      "epoch": 0.08060151340259074,
      "grad_norm": 8.652501106262207,
      "learning_rate": 0.0001999680938715586,
      "loss": 4.5217,
      "step": 12569
    },
    {
      "epoch": 0.08060792612543285,
      "grad_norm": 4.365619659423828,
      "learning_rate": 0.0001999680887825238,
      "loss": 5.0053,
      "step": 12570
    },
    {
      "epoch": 0.08061433884827497,
      "grad_norm": 15.21570110321045,
      "learning_rate": 0.00019996808369308325,
      "loss": 4.7039,
      "step": 12571
    },
    {
      "epoch": 0.0806207515711171,
      "grad_norm": 6.990579605102539,
      "learning_rate": 0.00019996807860323695,
      "loss": 4.8332,
      "step": 12572
    },
    {
      "epoch": 0.08062716429395922,
      "grad_norm": 9.788629531860352,
      "learning_rate": 0.00019996807351298492,
      "loss": 4.9862,
      "step": 12573
    },
    {
      "epoch": 0.08063357701680134,
      "grad_norm": 28.570852279663086,
      "learning_rate": 0.00019996806842232712,
      "loss": 4.9227,
      "step": 12574
    },
    {
      "epoch": 0.08063998973964345,
      "grad_norm": 35.09657669067383,
      "learning_rate": 0.00019996806333126354,
      "loss": 4.8276,
      "step": 12575
    },
    {
      "epoch": 0.08064640246248557,
      "grad_norm": 10.79336166381836,
      "learning_rate": 0.00019996805823979425,
      "loss": 5.0515,
      "step": 12576
    },
    {
      "epoch": 0.08065281518532769,
      "grad_norm": 9.088859558105469,
      "learning_rate": 0.00019996805314791916,
      "loss": 4.8325,
      "step": 12577
    },
    {
      "epoch": 0.0806592279081698,
      "grad_norm": 15.622575759887695,
      "learning_rate": 0.00019996804805563835,
      "loss": 4.9184,
      "step": 12578
    },
    {
      "epoch": 0.08066564063101193,
      "grad_norm": 11.66152572631836,
      "learning_rate": 0.0001999680429629518,
      "loss": 4.6162,
      "step": 12579
    },
    {
      "epoch": 0.08067205335385405,
      "grad_norm": 7.335299015045166,
      "learning_rate": 0.00019996803786985945,
      "loss": 4.8757,
      "step": 12580
    },
    {
      "epoch": 0.08067846607669617,
      "grad_norm": 11.335989952087402,
      "learning_rate": 0.00019996803277636137,
      "loss": 4.8384,
      "step": 12581
    },
    {
      "epoch": 0.08068487879953828,
      "grad_norm": 14.50131607055664,
      "learning_rate": 0.00019996802768245756,
      "loss": 4.7046,
      "step": 12582
    },
    {
      "epoch": 0.0806912915223804,
      "grad_norm": 14.153363227844238,
      "learning_rate": 0.00019996802258814795,
      "loss": 5.0784,
      "step": 12583
    },
    {
      "epoch": 0.08069770424522252,
      "grad_norm": 24.05614471435547,
      "learning_rate": 0.0001999680174934326,
      "loss": 4.6744,
      "step": 12584
    },
    {
      "epoch": 0.08070411696806463,
      "grad_norm": 9.743520736694336,
      "learning_rate": 0.0001999680123983115,
      "loss": 4.7409,
      "step": 12585
    },
    {
      "epoch": 0.08071052969090677,
      "grad_norm": 33.0386848449707,
      "learning_rate": 0.00019996800730278467,
      "loss": 4.5717,
      "step": 12586
    },
    {
      "epoch": 0.08071694241374888,
      "grad_norm": 43.95465850830078,
      "learning_rate": 0.00019996800220685204,
      "loss": 4.6402,
      "step": 12587
    },
    {
      "epoch": 0.080723355136591,
      "grad_norm": 11.469122886657715,
      "learning_rate": 0.0001999679971105137,
      "loss": 4.9319,
      "step": 12588
    },
    {
      "epoch": 0.08072976785943312,
      "grad_norm": 226.16156005859375,
      "learning_rate": 0.00019996799201376958,
      "loss": 4.5379,
      "step": 12589
    },
    {
      "epoch": 0.08073618058227523,
      "grad_norm": 84.29010009765625,
      "learning_rate": 0.00019996798691661972,
      "loss": 4.5296,
      "step": 12590
    },
    {
      "epoch": 0.08074259330511735,
      "grad_norm": 7.970464706420898,
      "learning_rate": 0.0001999679818190641,
      "loss": 4.9748,
      "step": 12591
    },
    {
      "epoch": 0.08074900602795947,
      "grad_norm": 13.392129898071289,
      "learning_rate": 0.00019996797672110274,
      "loss": 4.4959,
      "step": 12592
    },
    {
      "epoch": 0.0807554187508016,
      "grad_norm": 9.85317325592041,
      "learning_rate": 0.00019996797162273562,
      "loss": 4.8327,
      "step": 12593
    },
    {
      "epoch": 0.08076183147364371,
      "grad_norm": 83.99490356445312,
      "learning_rate": 0.00019996796652396276,
      "loss": 4.742,
      "step": 12594
    },
    {
      "epoch": 0.08076824419648583,
      "grad_norm": 9.871962547302246,
      "learning_rate": 0.0001999679614247841,
      "loss": 5.1977,
      "step": 12595
    },
    {
      "epoch": 0.08077465691932795,
      "grad_norm": 28.489116668701172,
      "learning_rate": 0.00019996795632519973,
      "loss": 4.5252,
      "step": 12596
    },
    {
      "epoch": 0.08078106964217006,
      "grad_norm": 7.5753607749938965,
      "learning_rate": 0.00019996795122520958,
      "loss": 4.7257,
      "step": 12597
    },
    {
      "epoch": 0.08078748236501218,
      "grad_norm": 345.31951904296875,
      "learning_rate": 0.0001999679461248137,
      "loss": 4.7038,
      "step": 12598
    },
    {
      "epoch": 0.0807938950878543,
      "grad_norm": 41.20314407348633,
      "learning_rate": 0.00019996794102401205,
      "loss": 4.7718,
      "step": 12599
    },
    {
      "epoch": 0.08080030781069643,
      "grad_norm": 172.7466583251953,
      "learning_rate": 0.00019996793592280465,
      "loss": 4.5654,
      "step": 12600
    },
    {
      "epoch": 0.08080030781069643,
      "eval_loss": 4.717569828033447,
      "eval_runtime": 34.756,
      "eval_samples_per_second": 90.2,
      "eval_steps_per_second": 22.557,
      "step": 12600
    },
    {
      "epoch": 0.08080672053353855,
      "grad_norm": 44.690574645996094,
      "learning_rate": 0.0001999679308211915,
      "loss": 4.891,
      "step": 12601
    },
    {
      "epoch": 0.08081313325638066,
      "grad_norm": 12.395316123962402,
      "learning_rate": 0.0001999679257191726,
      "loss": 4.9174,
      "step": 12602
    },
    {
      "epoch": 0.08081954597922278,
      "grad_norm": 31.331510543823242,
      "learning_rate": 0.00019996792061674793,
      "loss": 4.92,
      "step": 12603
    },
    {
      "epoch": 0.0808259587020649,
      "grad_norm": 109.11176300048828,
      "learning_rate": 0.00019996791551391753,
      "loss": 4.6531,
      "step": 12604
    },
    {
      "epoch": 0.08083237142490701,
      "grad_norm": 10.106683731079102,
      "learning_rate": 0.00019996791041068136,
      "loss": 4.4942,
      "step": 12605
    },
    {
      "epoch": 0.08083878414774913,
      "grad_norm": 35.33238983154297,
      "learning_rate": 0.00019996790530703944,
      "loss": 4.894,
      "step": 12606
    },
    {
      "epoch": 0.08084519687059126,
      "grad_norm": 30.58297348022461,
      "learning_rate": 0.00019996790020299177,
      "loss": 4.6504,
      "step": 12607
    },
    {
      "epoch": 0.08085160959343338,
      "grad_norm": 60.283199310302734,
      "learning_rate": 0.00019996789509853834,
      "loss": 4.6499,
      "step": 12608
    },
    {
      "epoch": 0.0808580223162755,
      "grad_norm": 8.50802993774414,
      "learning_rate": 0.00019996788999367918,
      "loss": 4.6512,
      "step": 12609
    },
    {
      "epoch": 0.08086443503911761,
      "grad_norm": 7.959493637084961,
      "learning_rate": 0.00019996788488841426,
      "loss": 4.6573,
      "step": 12610
    },
    {
      "epoch": 0.08087084776195973,
      "grad_norm": 11.580581665039062,
      "learning_rate": 0.00019996787978274357,
      "loss": 4.6436,
      "step": 12611
    },
    {
      "epoch": 0.08087726048480184,
      "grad_norm": 153.417724609375,
      "learning_rate": 0.00019996787467666712,
      "loss": 4.7071,
      "step": 12612
    },
    {
      "epoch": 0.08088367320764396,
      "grad_norm": 15.81852912902832,
      "learning_rate": 0.00019996786957018493,
      "loss": 4.8067,
      "step": 12613
    },
    {
      "epoch": 0.08089008593048608,
      "grad_norm": 14.48783016204834,
      "learning_rate": 0.000199967864463297,
      "loss": 4.8266,
      "step": 12614
    },
    {
      "epoch": 0.08089649865332821,
      "grad_norm": 19.980899810791016,
      "learning_rate": 0.0001999678593560033,
      "loss": 4.7456,
      "step": 12615
    },
    {
      "epoch": 0.08090291137617033,
      "grad_norm": 68.4233627319336,
      "learning_rate": 0.00019996785424830385,
      "loss": 5.0008,
      "step": 12616
    },
    {
      "epoch": 0.08090932409901244,
      "grad_norm": 10.469971656799316,
      "learning_rate": 0.00019996784914019864,
      "loss": 4.3966,
      "step": 12617
    },
    {
      "epoch": 0.08091573682185456,
      "grad_norm": 10.153597831726074,
      "learning_rate": 0.0001999678440316877,
      "loss": 5.1433,
      "step": 12618
    },
    {
      "epoch": 0.08092214954469668,
      "grad_norm": 87.97073364257812,
      "learning_rate": 0.00019996783892277096,
      "loss": 4.8947,
      "step": 12619
    },
    {
      "epoch": 0.08092856226753879,
      "grad_norm": 40.05516815185547,
      "learning_rate": 0.00019996783381344852,
      "loss": 4.7124,
      "step": 12620
    },
    {
      "epoch": 0.08093497499038091,
      "grad_norm": 13.657352447509766,
      "learning_rate": 0.00019996782870372032,
      "loss": 4.8233,
      "step": 12621
    },
    {
      "epoch": 0.08094138771322304,
      "grad_norm": 18.10303497314453,
      "learning_rate": 0.00019996782359358632,
      "loss": 4.8478,
      "step": 12622
    },
    {
      "epoch": 0.08094780043606516,
      "grad_norm": 56.142173767089844,
      "learning_rate": 0.00019996781848304662,
      "loss": 4.721,
      "step": 12623
    },
    {
      "epoch": 0.08095421315890727,
      "grad_norm": 88.79501342773438,
      "learning_rate": 0.00019996781337210115,
      "loss": 4.6287,
      "step": 12624
    },
    {
      "epoch": 0.08096062588174939,
      "grad_norm": 20.16877555847168,
      "learning_rate": 0.00019996780826074992,
      "loss": 5.0088,
      "step": 12625
    },
    {
      "epoch": 0.0809670386045915,
      "grad_norm": 6.571496486663818,
      "learning_rate": 0.00019996780314899293,
      "loss": 4.9204,
      "step": 12626
    },
    {
      "epoch": 0.08097345132743362,
      "grad_norm": 10.278464317321777,
      "learning_rate": 0.0001999677980368302,
      "loss": 5.0307,
      "step": 12627
    },
    {
      "epoch": 0.08097986405027574,
      "grad_norm": 14.72787857055664,
      "learning_rate": 0.00019996779292426174,
      "loss": 4.6944,
      "step": 12628
    },
    {
      "epoch": 0.08098627677311787,
      "grad_norm": 21.373441696166992,
      "learning_rate": 0.00019996778781128748,
      "loss": 4.9322,
      "step": 12629
    },
    {
      "epoch": 0.08099268949595999,
      "grad_norm": 20.96270179748535,
      "learning_rate": 0.00019996778269790747,
      "loss": 4.8449,
      "step": 12630
    },
    {
      "epoch": 0.0809991022188021,
      "grad_norm": 17.02939224243164,
      "learning_rate": 0.00019996777758412174,
      "loss": 4.7051,
      "step": 12631
    },
    {
      "epoch": 0.08100551494164422,
      "grad_norm": 12.02242374420166,
      "learning_rate": 0.00019996777246993026,
      "loss": 4.799,
      "step": 12632
    },
    {
      "epoch": 0.08101192766448634,
      "grad_norm": 9.294567108154297,
      "learning_rate": 0.00019996776735533303,
      "loss": 4.7022,
      "step": 12633
    },
    {
      "epoch": 0.08101834038732846,
      "grad_norm": 12.707720756530762,
      "learning_rate": 0.00019996776224033002,
      "loss": 5.2387,
      "step": 12634
    },
    {
      "epoch": 0.08102475311017057,
      "grad_norm": 14.213068962097168,
      "learning_rate": 0.00019996775712492128,
      "loss": 4.8935,
      "step": 12635
    },
    {
      "epoch": 0.0810311658330127,
      "grad_norm": 12.125636100769043,
      "learning_rate": 0.00019996775200910674,
      "loss": 4.8025,
      "step": 12636
    },
    {
      "epoch": 0.08103757855585482,
      "grad_norm": 45.66182327270508,
      "learning_rate": 0.0001999677468928865,
      "loss": 4.4868,
      "step": 12637
    },
    {
      "epoch": 0.08104399127869694,
      "grad_norm": 9.949960708618164,
      "learning_rate": 0.00019996774177626048,
      "loss": 4.861,
      "step": 12638
    },
    {
      "epoch": 0.08105040400153905,
      "grad_norm": 26.5415096282959,
      "learning_rate": 0.0001999677366592287,
      "loss": 4.6099,
      "step": 12639
    },
    {
      "epoch": 0.08105681672438117,
      "grad_norm": 11.011261940002441,
      "learning_rate": 0.0001999677315417912,
      "loss": 4.6315,
      "step": 12640
    },
    {
      "epoch": 0.08106322944722329,
      "grad_norm": 58.641029357910156,
      "learning_rate": 0.00019996772642394794,
      "loss": 4.8482,
      "step": 12641
    },
    {
      "epoch": 0.0810696421700654,
      "grad_norm": 23.514217376708984,
      "learning_rate": 0.00019996772130569893,
      "loss": 4.6701,
      "step": 12642
    },
    {
      "epoch": 0.08107605489290753,
      "grad_norm": 31.350311279296875,
      "learning_rate": 0.00019996771618704414,
      "loss": 4.807,
      "step": 12643
    },
    {
      "epoch": 0.08108246761574965,
      "grad_norm": 11.774785041809082,
      "learning_rate": 0.00019996771106798363,
      "loss": 4.7783,
      "step": 12644
    },
    {
      "epoch": 0.08108888033859177,
      "grad_norm": 16.550012588500977,
      "learning_rate": 0.00019996770594851734,
      "loss": 4.7763,
      "step": 12645
    },
    {
      "epoch": 0.08109529306143388,
      "grad_norm": 11.077919960021973,
      "learning_rate": 0.0001999677008286453,
      "loss": 4.8037,
      "step": 12646
    },
    {
      "epoch": 0.081101705784276,
      "grad_norm": 13.161517143249512,
      "learning_rate": 0.00019996769570836752,
      "loss": 4.7275,
      "step": 12647
    },
    {
      "epoch": 0.08110811850711812,
      "grad_norm": 17.611669540405273,
      "learning_rate": 0.000199967690587684,
      "loss": 4.7534,
      "step": 12648
    },
    {
      "epoch": 0.08111453122996024,
      "grad_norm": 14.037625312805176,
      "learning_rate": 0.0001999676854665947,
      "loss": 4.5155,
      "step": 12649
    },
    {
      "epoch": 0.08112094395280237,
      "grad_norm": 20.624746322631836,
      "learning_rate": 0.00019996768034509965,
      "loss": 4.7839,
      "step": 12650
    },
    {
      "epoch": 0.08112735667564448,
      "grad_norm": 55.03605651855469,
      "learning_rate": 0.00019996767522319886,
      "loss": 4.9027,
      "step": 12651
    },
    {
      "epoch": 0.0811337693984866,
      "grad_norm": 9.943299293518066,
      "learning_rate": 0.00019996767010089231,
      "loss": 4.5858,
      "step": 12652
    },
    {
      "epoch": 0.08114018212132872,
      "grad_norm": 22.727453231811523,
      "learning_rate": 0.00019996766497818,
      "loss": 4.5273,
      "step": 12653
    },
    {
      "epoch": 0.08114659484417083,
      "grad_norm": 11.810547828674316,
      "learning_rate": 0.00019996765985506198,
      "loss": 4.8734,
      "step": 12654
    },
    {
      "epoch": 0.08115300756701295,
      "grad_norm": 13.788765907287598,
      "learning_rate": 0.00019996765473153817,
      "loss": 5.0622,
      "step": 12655
    },
    {
      "epoch": 0.08115942028985507,
      "grad_norm": 25.16535758972168,
      "learning_rate": 0.00019996764960760862,
      "loss": 4.6378,
      "step": 12656
    },
    {
      "epoch": 0.0811658330126972,
      "grad_norm": 12.771665573120117,
      "learning_rate": 0.00019996764448327329,
      "loss": 4.7005,
      "step": 12657
    },
    {
      "epoch": 0.08117224573553931,
      "grad_norm": 15.705857276916504,
      "learning_rate": 0.00019996763935853224,
      "loss": 4.405,
      "step": 12658
    },
    {
      "epoch": 0.08117865845838143,
      "grad_norm": 175.24574279785156,
      "learning_rate": 0.00019996763423338543,
      "loss": 4.7569,
      "step": 12659
    },
    {
      "epoch": 0.08118507118122355,
      "grad_norm": 16.557750701904297,
      "learning_rate": 0.00019996762910783286,
      "loss": 4.7049,
      "step": 12660
    },
    {
      "epoch": 0.08119148390406566,
      "grad_norm": 17.961713790893555,
      "learning_rate": 0.00019996762398187456,
      "loss": 4.816,
      "step": 12661
    },
    {
      "epoch": 0.08119789662690778,
      "grad_norm": 23.23400115966797,
      "learning_rate": 0.0001999676188555105,
      "loss": 4.8068,
      "step": 12662
    },
    {
      "epoch": 0.0812043093497499,
      "grad_norm": 12.148326873779297,
      "learning_rate": 0.00019996761372874068,
      "loss": 4.9789,
      "step": 12663
    },
    {
      "epoch": 0.08121072207259203,
      "grad_norm": 8.118297576904297,
      "learning_rate": 0.00019996760860156512,
      "loss": 4.8815,
      "step": 12664
    },
    {
      "epoch": 0.08121713479543415,
      "grad_norm": 27.07973861694336,
      "learning_rate": 0.0001999676034739838,
      "loss": 4.8411,
      "step": 12665
    },
    {
      "epoch": 0.08122354751827626,
      "grad_norm": 7.654483318328857,
      "learning_rate": 0.00019996759834599672,
      "loss": 5.2891,
      "step": 12666
    },
    {
      "epoch": 0.08122996024111838,
      "grad_norm": 10.834811210632324,
      "learning_rate": 0.00019996759321760387,
      "loss": 4.885,
      "step": 12667
    },
    {
      "epoch": 0.0812363729639605,
      "grad_norm": 22.393640518188477,
      "learning_rate": 0.0001999675880888053,
      "loss": 4.5668,
      "step": 12668
    },
    {
      "epoch": 0.08124278568680261,
      "grad_norm": 13.549139022827148,
      "learning_rate": 0.00019996758295960095,
      "loss": 4.5648,
      "step": 12669
    },
    {
      "epoch": 0.08124919840964473,
      "grad_norm": 15.981303215026855,
      "learning_rate": 0.0001999675778299909,
      "loss": 4.8829,
      "step": 12670
    },
    {
      "epoch": 0.08125561113248686,
      "grad_norm": 6.532810211181641,
      "learning_rate": 0.00019996757269997507,
      "loss": 4.5777,
      "step": 12671
    },
    {
      "epoch": 0.08126202385532898,
      "grad_norm": 21.96730613708496,
      "learning_rate": 0.00019996756756955345,
      "loss": 4.7422,
      "step": 12672
    },
    {
      "epoch": 0.0812684365781711,
      "grad_norm": 203.07119750976562,
      "learning_rate": 0.00019996756243872613,
      "loss": 4.8518,
      "step": 12673
    },
    {
      "epoch": 0.08127484930101321,
      "grad_norm": 7.273057460784912,
      "learning_rate": 0.00019996755730749305,
      "loss": 4.6156,
      "step": 12674
    },
    {
      "epoch": 0.08128126202385533,
      "grad_norm": 10.417808532714844,
      "learning_rate": 0.0001999675521758542,
      "loss": 4.9026,
      "step": 12675
    },
    {
      "epoch": 0.08128767474669744,
      "grad_norm": 7.4071478843688965,
      "learning_rate": 0.0001999675470438096,
      "loss": 4.6852,
      "step": 12676
    },
    {
      "epoch": 0.08129408746953956,
      "grad_norm": 7.096839904785156,
      "learning_rate": 0.00019996754191135924,
      "loss": 4.6572,
      "step": 12677
    },
    {
      "epoch": 0.08130050019238169,
      "grad_norm": 14.505258560180664,
      "learning_rate": 0.00019996753677850316,
      "loss": 4.934,
      "step": 12678
    },
    {
      "epoch": 0.08130691291522381,
      "grad_norm": 4.907171726226807,
      "learning_rate": 0.00019996753164524132,
      "loss": 4.6968,
      "step": 12679
    },
    {
      "epoch": 0.08131332563806593,
      "grad_norm": 5.387575149536133,
      "learning_rate": 0.00019996752651157368,
      "loss": 4.7571,
      "step": 12680
    },
    {
      "epoch": 0.08131973836090804,
      "grad_norm": 6.0608601570129395,
      "learning_rate": 0.00019996752137750034,
      "loss": 4.8054,
      "step": 12681
    },
    {
      "epoch": 0.08132615108375016,
      "grad_norm": 33.77828598022461,
      "learning_rate": 0.00019996751624302124,
      "loss": 4.6487,
      "step": 12682
    },
    {
      "epoch": 0.08133256380659228,
      "grad_norm": 9.583257675170898,
      "learning_rate": 0.0001999675111081364,
      "loss": 5.0035,
      "step": 12683
    },
    {
      "epoch": 0.08133897652943439,
      "grad_norm": 4.784419059753418,
      "learning_rate": 0.00019996750597284577,
      "loss": 4.796,
      "step": 12684
    },
    {
      "epoch": 0.08134538925227652,
      "grad_norm": 47.79231262207031,
      "learning_rate": 0.0001999675008371494,
      "loss": 4.822,
      "step": 12685
    },
    {
      "epoch": 0.08135180197511864,
      "grad_norm": 8.76140308380127,
      "learning_rate": 0.00019996749570104733,
      "loss": 4.8508,
      "step": 12686
    },
    {
      "epoch": 0.08135821469796076,
      "grad_norm": 10.567923545837402,
      "learning_rate": 0.00019996749056453946,
      "loss": 4.6134,
      "step": 12687
    },
    {
      "epoch": 0.08136462742080287,
      "grad_norm": 3.312927722930908,
      "learning_rate": 0.00019996748542762584,
      "loss": 4.6063,
      "step": 12688
    },
    {
      "epoch": 0.08137104014364499,
      "grad_norm": 5.505517959594727,
      "learning_rate": 0.00019996748029030647,
      "loss": 4.6918,
      "step": 12689
    },
    {
      "epoch": 0.08137745286648711,
      "grad_norm": 14.389361381530762,
      "learning_rate": 0.00019996747515258135,
      "loss": 4.7622,
      "step": 12690
    },
    {
      "epoch": 0.08138386558932922,
      "grad_norm": 11.184514999389648,
      "learning_rate": 0.0001999674700144505,
      "loss": 4.7672,
      "step": 12691
    },
    {
      "epoch": 0.08139027831217135,
      "grad_norm": 9.4760103225708,
      "learning_rate": 0.00019996746487591386,
      "loss": 4.7449,
      "step": 12692
    },
    {
      "epoch": 0.08139669103501347,
      "grad_norm": 5.1675310134887695,
      "learning_rate": 0.00019996745973697148,
      "loss": 4.7231,
      "step": 12693
    },
    {
      "epoch": 0.08140310375785559,
      "grad_norm": 6.096639156341553,
      "learning_rate": 0.00019996745459762338,
      "loss": 4.7702,
      "step": 12694
    },
    {
      "epoch": 0.0814095164806977,
      "grad_norm": 5.2758002281188965,
      "learning_rate": 0.0001999674494578695,
      "loss": 4.5251,
      "step": 12695
    },
    {
      "epoch": 0.08141592920353982,
      "grad_norm": 5.039088249206543,
      "learning_rate": 0.00019996744431770988,
      "loss": 4.8621,
      "step": 12696
    },
    {
      "epoch": 0.08142234192638194,
      "grad_norm": 6.054602146148682,
      "learning_rate": 0.0001999674391771445,
      "loss": 4.8529,
      "step": 12697
    },
    {
      "epoch": 0.08142875464922406,
      "grad_norm": 17.31800079345703,
      "learning_rate": 0.00019996743403617338,
      "loss": 4.6836,
      "step": 12698
    },
    {
      "epoch": 0.08143516737206619,
      "grad_norm": 5.377643585205078,
      "learning_rate": 0.0001999674288947965,
      "loss": 4.8904,
      "step": 12699
    },
    {
      "epoch": 0.0814415800949083,
      "grad_norm": 4.734288215637207,
      "learning_rate": 0.00019996742375301386,
      "loss": 4.9002,
      "step": 12700
    },
    {
      "epoch": 0.0814415800949083,
      "eval_loss": 4.714845180511475,
      "eval_runtime": 34.7377,
      "eval_samples_per_second": 90.248,
      "eval_steps_per_second": 22.569,
      "step": 12700
    },
    {
      "epoch": 0.08144799281775042,
      "grad_norm": 13.031852722167969,
      "learning_rate": 0.00019996741861082548,
      "loss": 4.9257,
      "step": 12701
    },
    {
      "epoch": 0.08145440554059254,
      "grad_norm": 96.36396789550781,
      "learning_rate": 0.00019996741346823134,
      "loss": 4.8483,
      "step": 12702
    },
    {
      "epoch": 0.08146081826343465,
      "grad_norm": 12.057461738586426,
      "learning_rate": 0.00019996740832523146,
      "loss": 4.7236,
      "step": 12703
    },
    {
      "epoch": 0.08146723098627677,
      "grad_norm": 11.84871768951416,
      "learning_rate": 0.00019996740318182582,
      "loss": 4.808,
      "step": 12704
    },
    {
      "epoch": 0.08147364370911889,
      "grad_norm": 7.207163333892822,
      "learning_rate": 0.00019996739803801442,
      "loss": 4.6495,
      "step": 12705
    },
    {
      "epoch": 0.081480056431961,
      "grad_norm": 4.733311653137207,
      "learning_rate": 0.00019996739289379728,
      "loss": 5.0252,
      "step": 12706
    },
    {
      "epoch": 0.08148646915480313,
      "grad_norm": 7.36779260635376,
      "learning_rate": 0.0001999673877491744,
      "loss": 4.7287,
      "step": 12707
    },
    {
      "epoch": 0.08149288187764525,
      "grad_norm": 6.885737895965576,
      "learning_rate": 0.00019996738260414577,
      "loss": 4.7374,
      "step": 12708
    },
    {
      "epoch": 0.08149929460048737,
      "grad_norm": 4.614987373352051,
      "learning_rate": 0.00019996737745871137,
      "loss": 4.6586,
      "step": 12709
    },
    {
      "epoch": 0.08150570732332948,
      "grad_norm": 14.123316764831543,
      "learning_rate": 0.0001999673723128712,
      "loss": 4.8736,
      "step": 12710
    },
    {
      "epoch": 0.0815121200461716,
      "grad_norm": 15.237011909484863,
      "learning_rate": 0.00019996736716662534,
      "loss": 4.9599,
      "step": 12711
    },
    {
      "epoch": 0.08151853276901372,
      "grad_norm": 5.533018589019775,
      "learning_rate": 0.0001999673620199737,
      "loss": 4.7999,
      "step": 12712
    },
    {
      "epoch": 0.08152494549185584,
      "grad_norm": 4.838284492492676,
      "learning_rate": 0.0001999673568729163,
      "loss": 4.7783,
      "step": 12713
    },
    {
      "epoch": 0.08153135821469797,
      "grad_norm": 3.432893753051758,
      "learning_rate": 0.00019996735172545313,
      "loss": 4.8742,
      "step": 12714
    },
    {
      "epoch": 0.08153777093754008,
      "grad_norm": 8.453166007995605,
      "learning_rate": 0.00019996734657758424,
      "loss": 4.8376,
      "step": 12715
    },
    {
      "epoch": 0.0815441836603822,
      "grad_norm": 6.078913688659668,
      "learning_rate": 0.0001999673414293096,
      "loss": 4.8567,
      "step": 12716
    },
    {
      "epoch": 0.08155059638322432,
      "grad_norm": 6.420600891113281,
      "learning_rate": 0.00019996733628062922,
      "loss": 4.8913,
      "step": 12717
    },
    {
      "epoch": 0.08155700910606643,
      "grad_norm": 4.016067028045654,
      "learning_rate": 0.00019996733113154303,
      "loss": 4.8737,
      "step": 12718
    },
    {
      "epoch": 0.08156342182890855,
      "grad_norm": 3.172498941421509,
      "learning_rate": 0.00019996732598205114,
      "loss": 4.7221,
      "step": 12719
    },
    {
      "epoch": 0.08156983455175067,
      "grad_norm": 4.121139049530029,
      "learning_rate": 0.0001999673208321535,
      "loss": 4.6701,
      "step": 12720
    },
    {
      "epoch": 0.0815762472745928,
      "grad_norm": 3.905247688293457,
      "learning_rate": 0.0001999673156818501,
      "loss": 4.6971,
      "step": 12721
    },
    {
      "epoch": 0.08158265999743491,
      "grad_norm": 4.245632171630859,
      "learning_rate": 0.00019996731053114095,
      "loss": 4.65,
      "step": 12722
    },
    {
      "epoch": 0.08158907272027703,
      "grad_norm": 5.207218647003174,
      "learning_rate": 0.00019996730538002604,
      "loss": 4.6232,
      "step": 12723
    },
    {
      "epoch": 0.08159548544311915,
      "grad_norm": 7.082356929779053,
      "learning_rate": 0.00019996730022850536,
      "loss": 4.7617,
      "step": 12724
    },
    {
      "epoch": 0.08160189816596126,
      "grad_norm": 13.433854103088379,
      "learning_rate": 0.00019996729507657895,
      "loss": 4.7008,
      "step": 12725
    },
    {
      "epoch": 0.08160831088880338,
      "grad_norm": 3.128180742263794,
      "learning_rate": 0.0001999672899242468,
      "loss": 4.7482,
      "step": 12726
    },
    {
      "epoch": 0.0816147236116455,
      "grad_norm": 4.129724979400635,
      "learning_rate": 0.0001999672847715089,
      "loss": 4.594,
      "step": 12727
    },
    {
      "epoch": 0.08162113633448763,
      "grad_norm": 5.627827167510986,
      "learning_rate": 0.00019996727961836522,
      "loss": 4.8215,
      "step": 12728
    },
    {
      "epoch": 0.08162754905732975,
      "grad_norm": 4.667617321014404,
      "learning_rate": 0.00019996727446481582,
      "loss": 4.7979,
      "step": 12729
    },
    {
      "epoch": 0.08163396178017186,
      "grad_norm": 3.730483055114746,
      "learning_rate": 0.00019996726931086067,
      "loss": 4.508,
      "step": 12730
    },
    {
      "epoch": 0.08164037450301398,
      "grad_norm": 4.130486011505127,
      "learning_rate": 0.00019996726415649977,
      "loss": 4.8573,
      "step": 12731
    },
    {
      "epoch": 0.0816467872258561,
      "grad_norm": 3.719852924346924,
      "learning_rate": 0.0001999672590017331,
      "loss": 4.9608,
      "step": 12732
    },
    {
      "epoch": 0.08165319994869821,
      "grad_norm": 5.110062122344971,
      "learning_rate": 0.00019996725384656067,
      "loss": 4.8431,
      "step": 12733
    },
    {
      "epoch": 0.08165961267154033,
      "grad_norm": 3.8182568550109863,
      "learning_rate": 0.00019996724869098253,
      "loss": 4.5184,
      "step": 12734
    },
    {
      "epoch": 0.08166602539438246,
      "grad_norm": 4.679075241088867,
      "learning_rate": 0.00019996724353499862,
      "loss": 4.84,
      "step": 12735
    },
    {
      "epoch": 0.08167243811722458,
      "grad_norm": 3.863344430923462,
      "learning_rate": 0.00019996723837860896,
      "loss": 4.6047,
      "step": 12736
    },
    {
      "epoch": 0.0816788508400667,
      "grad_norm": 5.374753952026367,
      "learning_rate": 0.00019996723322181353,
      "loss": 4.8536,
      "step": 12737
    },
    {
      "epoch": 0.08168526356290881,
      "grad_norm": 10.228168487548828,
      "learning_rate": 0.00019996722806461237,
      "loss": 4.6424,
      "step": 12738
    },
    {
      "epoch": 0.08169167628575093,
      "grad_norm": 7.589723110198975,
      "learning_rate": 0.00019996722290700544,
      "loss": 4.7171,
      "step": 12739
    },
    {
      "epoch": 0.08169808900859304,
      "grad_norm": 6.744777679443359,
      "learning_rate": 0.00019996721774899278,
      "loss": 4.8702,
      "step": 12740
    },
    {
      "epoch": 0.08170450173143516,
      "grad_norm": 3.4242422580718994,
      "learning_rate": 0.00019996721259057435,
      "loss": 4.599,
      "step": 12741
    },
    {
      "epoch": 0.08171091445427729,
      "grad_norm": 4.074779510498047,
      "learning_rate": 0.0001999672074317502,
      "loss": 4.9614,
      "step": 12742
    },
    {
      "epoch": 0.08171732717711941,
      "grad_norm": 4.212533473968506,
      "learning_rate": 0.0001999672022725203,
      "loss": 4.6181,
      "step": 12743
    },
    {
      "epoch": 0.08172373989996153,
      "grad_norm": 3.4364092350006104,
      "learning_rate": 0.0001999671971128846,
      "loss": 4.778,
      "step": 12744
    },
    {
      "epoch": 0.08173015262280364,
      "grad_norm": 3.513814687728882,
      "learning_rate": 0.0001999671919528432,
      "loss": 4.9726,
      "step": 12745
    },
    {
      "epoch": 0.08173656534564576,
      "grad_norm": 3.9289710521698,
      "learning_rate": 0.00019996718679239604,
      "loss": 4.7556,
      "step": 12746
    },
    {
      "epoch": 0.08174297806848788,
      "grad_norm": 15.208646774291992,
      "learning_rate": 0.00019996718163154312,
      "loss": 4.7593,
      "step": 12747
    },
    {
      "epoch": 0.08174939079132999,
      "grad_norm": 3.744321584701538,
      "learning_rate": 0.00019996717647028444,
      "loss": 4.8862,
      "step": 12748
    },
    {
      "epoch": 0.08175580351417212,
      "grad_norm": 3.621140956878662,
      "learning_rate": 0.00019996717130862002,
      "loss": 4.7365,
      "step": 12749
    },
    {
      "epoch": 0.08176221623701424,
      "grad_norm": 4.034185886383057,
      "learning_rate": 0.00019996716614654987,
      "loss": 4.7704,
      "step": 12750
    },
    {
      "epoch": 0.08176862895985636,
      "grad_norm": 3.7329940795898438,
      "learning_rate": 0.00019996716098407395,
      "loss": 4.7919,
      "step": 12751
    },
    {
      "epoch": 0.08177504168269847,
      "grad_norm": 3.651740074157715,
      "learning_rate": 0.00019996715582119227,
      "loss": 4.7344,
      "step": 12752
    },
    {
      "epoch": 0.08178145440554059,
      "grad_norm": 3.9132790565490723,
      "learning_rate": 0.00019996715065790486,
      "loss": 4.7116,
      "step": 12753
    },
    {
      "epoch": 0.08178786712838271,
      "grad_norm": 4.39240026473999,
      "learning_rate": 0.00019996714549421168,
      "loss": 5.1451,
      "step": 12754
    },
    {
      "epoch": 0.08179427985122482,
      "grad_norm": 3.3180296421051025,
      "learning_rate": 0.00019996714033011274,
      "loss": 4.7503,
      "step": 12755
    },
    {
      "epoch": 0.08180069257406695,
      "grad_norm": 3.514754295349121,
      "learning_rate": 0.0001999671351656081,
      "loss": 4.5511,
      "step": 12756
    },
    {
      "epoch": 0.08180710529690907,
      "grad_norm": 6.292060852050781,
      "learning_rate": 0.00019996713000069766,
      "loss": 4.9622,
      "step": 12757
    },
    {
      "epoch": 0.08181351801975119,
      "grad_norm": 3.4819905757904053,
      "learning_rate": 0.0001999671248353815,
      "loss": 4.7039,
      "step": 12758
    },
    {
      "epoch": 0.0818199307425933,
      "grad_norm": 4.0895304679870605,
      "learning_rate": 0.00019996711966965958,
      "loss": 4.4239,
      "step": 12759
    },
    {
      "epoch": 0.08182634346543542,
      "grad_norm": 4.214148998260498,
      "learning_rate": 0.0001999671145035319,
      "loss": 4.6465,
      "step": 12760
    },
    {
      "epoch": 0.08183275618827754,
      "grad_norm": 3.572758197784424,
      "learning_rate": 0.0001999671093369985,
      "loss": 4.5337,
      "step": 12761
    },
    {
      "epoch": 0.08183916891111966,
      "grad_norm": 3.233449935913086,
      "learning_rate": 0.0001999671041700593,
      "loss": 4.6343,
      "step": 12762
    },
    {
      "epoch": 0.08184558163396179,
      "grad_norm": 3.338817596435547,
      "learning_rate": 0.0001999670990027144,
      "loss": 4.746,
      "step": 12763
    },
    {
      "epoch": 0.0818519943568039,
      "grad_norm": 3.794126033782959,
      "learning_rate": 0.00019996709383496373,
      "loss": 4.7276,
      "step": 12764
    },
    {
      "epoch": 0.08185840707964602,
      "grad_norm": 4.079420566558838,
      "learning_rate": 0.0001999670886668073,
      "loss": 4.7396,
      "step": 12765
    },
    {
      "epoch": 0.08186481980248814,
      "grad_norm": 4.598348617553711,
      "learning_rate": 0.00019996708349824513,
      "loss": 4.8209,
      "step": 12766
    },
    {
      "epoch": 0.08187123252533025,
      "grad_norm": 4.028371810913086,
      "learning_rate": 0.0001999670783292772,
      "loss": 4.7479,
      "step": 12767
    },
    {
      "epoch": 0.08187764524817237,
      "grad_norm": 6.90549373626709,
      "learning_rate": 0.00019996707315990354,
      "loss": 4.7642,
      "step": 12768
    },
    {
      "epoch": 0.08188405797101449,
      "grad_norm": 3.9065005779266357,
      "learning_rate": 0.00019996706799012412,
      "loss": 4.5204,
      "step": 12769
    },
    {
      "epoch": 0.08189047069385662,
      "grad_norm": 4.684548854827881,
      "learning_rate": 0.00019996706281993895,
      "loss": 5.03,
      "step": 12770
    },
    {
      "epoch": 0.08189688341669873,
      "grad_norm": 2.992971658706665,
      "learning_rate": 0.00019996705764934803,
      "loss": 4.5758,
      "step": 12771
    },
    {
      "epoch": 0.08190329613954085,
      "grad_norm": 7.450071811676025,
      "learning_rate": 0.00019996705247835137,
      "loss": 4.6787,
      "step": 12772
    },
    {
      "epoch": 0.08190970886238297,
      "grad_norm": 3.8563785552978516,
      "learning_rate": 0.00019996704730694894,
      "loss": 4.7289,
      "step": 12773
    },
    {
      "epoch": 0.08191612158522509,
      "grad_norm": 3.288393259048462,
      "learning_rate": 0.00019996704213514076,
      "loss": 4.7565,
      "step": 12774
    },
    {
      "epoch": 0.0819225343080672,
      "grad_norm": 6.240830421447754,
      "learning_rate": 0.00019996703696292686,
      "loss": 4.7915,
      "step": 12775
    },
    {
      "epoch": 0.08192894703090932,
      "grad_norm": 4.008001804351807,
      "learning_rate": 0.0001999670317903072,
      "loss": 4.6676,
      "step": 12776
    },
    {
      "epoch": 0.08193535975375145,
      "grad_norm": 4.196643829345703,
      "learning_rate": 0.00019996702661728176,
      "loss": 4.6127,
      "step": 12777
    },
    {
      "epoch": 0.08194177247659357,
      "grad_norm": 3.940183401107788,
      "learning_rate": 0.0001999670214438506,
      "loss": 4.6569,
      "step": 12778
    },
    {
      "epoch": 0.08194818519943568,
      "grad_norm": 6.631371021270752,
      "learning_rate": 0.0001999670162700137,
      "loss": 4.8546,
      "step": 12779
    },
    {
      "epoch": 0.0819545979222778,
      "grad_norm": 2.9276163578033447,
      "learning_rate": 0.00019996701109577104,
      "loss": 5.1262,
      "step": 12780
    },
    {
      "epoch": 0.08196101064511992,
      "grad_norm": 3.9791948795318604,
      "learning_rate": 0.00019996700592112262,
      "loss": 4.6459,
      "step": 12781
    },
    {
      "epoch": 0.08196742336796203,
      "grad_norm": 3.784505844116211,
      "learning_rate": 0.00019996700074606841,
      "loss": 4.5983,
      "step": 12782
    },
    {
      "epoch": 0.08197383609080415,
      "grad_norm": 4.4339470863342285,
      "learning_rate": 0.00019996699557060853,
      "loss": 4.7322,
      "step": 12783
    },
    {
      "epoch": 0.08198024881364628,
      "grad_norm": 3.1691579818725586,
      "learning_rate": 0.00019996699039474285,
      "loss": 4.7727,
      "step": 12784
    },
    {
      "epoch": 0.0819866615364884,
      "grad_norm": 7.086193084716797,
      "learning_rate": 0.00019996698521847144,
      "loss": 4.9684,
      "step": 12785
    },
    {
      "epoch": 0.08199307425933051,
      "grad_norm": 4.407530784606934,
      "learning_rate": 0.00019996698004179426,
      "loss": 4.7018,
      "step": 12786
    },
    {
      "epoch": 0.08199948698217263,
      "grad_norm": 3.911790370941162,
      "learning_rate": 0.00019996697486471135,
      "loss": 4.6615,
      "step": 12787
    },
    {
      "epoch": 0.08200589970501475,
      "grad_norm": 3.0222432613372803,
      "learning_rate": 0.0001999669696872227,
      "loss": 4.6789,
      "step": 12788
    },
    {
      "epoch": 0.08201231242785686,
      "grad_norm": 3.667475461959839,
      "learning_rate": 0.00019996696450932827,
      "loss": 4.8318,
      "step": 12789
    },
    {
      "epoch": 0.08201872515069898,
      "grad_norm": 3.242537021636963,
      "learning_rate": 0.00019996695933102813,
      "loss": 4.4822,
      "step": 12790
    },
    {
      "epoch": 0.08202513787354111,
      "grad_norm": 3.570659875869751,
      "learning_rate": 0.00019996695415232222,
      "loss": 4.3712,
      "step": 12791
    },
    {
      "epoch": 0.08203155059638323,
      "grad_norm": 5.702615261077881,
      "learning_rate": 0.00019996694897321055,
      "loss": 5.1083,
      "step": 12792
    },
    {
      "epoch": 0.08203796331922535,
      "grad_norm": 7.727847576141357,
      "learning_rate": 0.00019996694379369314,
      "loss": 4.7992,
      "step": 12793
    },
    {
      "epoch": 0.08204437604206746,
      "grad_norm": 4.613887786865234,
      "learning_rate": 0.00019996693861376998,
      "loss": 4.6318,
      "step": 12794
    },
    {
      "epoch": 0.08205078876490958,
      "grad_norm": 12.153800010681152,
      "learning_rate": 0.00019996693343344107,
      "loss": 4.6201,
      "step": 12795
    },
    {
      "epoch": 0.0820572014877517,
      "grad_norm": 7.310033321380615,
      "learning_rate": 0.0001999669282527064,
      "loss": 4.8638,
      "step": 12796
    },
    {
      "epoch": 0.08206361421059381,
      "grad_norm": 6.076759338378906,
      "learning_rate": 0.000199966923071566,
      "loss": 4.6656,
      "step": 12797
    },
    {
      "epoch": 0.08207002693343593,
      "grad_norm": 6.88639497756958,
      "learning_rate": 0.00019996691789001984,
      "loss": 4.6088,
      "step": 12798
    },
    {
      "epoch": 0.08207643965627806,
      "grad_norm": 8.235845565795898,
      "learning_rate": 0.00019996691270806794,
      "loss": 4.8665,
      "step": 12799
    },
    {
      "epoch": 0.08208285237912018,
      "grad_norm": 14.919534683227539,
      "learning_rate": 0.00019996690752571028,
      "loss": 4.4895,
      "step": 12800
    },
    {
      "epoch": 0.08208285237912018,
      "eval_loss": 4.699302673339844,
      "eval_runtime": 34.7528,
      "eval_samples_per_second": 90.209,
      "eval_steps_per_second": 22.559,
      "step": 12800
    },
    {
      "epoch": 0.0820892651019623,
      "grad_norm": 7.781241416931152,
      "learning_rate": 0.00019996690234294688,
      "loss": 4.787,
      "step": 12801
    },
    {
      "epoch": 0.08209567782480441,
      "grad_norm": 11.784451484680176,
      "learning_rate": 0.00019996689715977772,
      "loss": 5.0347,
      "step": 12802
    },
    {
      "epoch": 0.08210209054764653,
      "grad_norm": 9.214577674865723,
      "learning_rate": 0.00019996689197620282,
      "loss": 4.8761,
      "step": 12803
    },
    {
      "epoch": 0.08210850327048864,
      "grad_norm": 90.83873748779297,
      "learning_rate": 0.00019996688679222216,
      "loss": 5.0799,
      "step": 12804
    },
    {
      "epoch": 0.08211491599333076,
      "grad_norm": 11.230892181396484,
      "learning_rate": 0.00019996688160783577,
      "loss": 4.5124,
      "step": 12805
    },
    {
      "epoch": 0.08212132871617289,
      "grad_norm": 17.901470184326172,
      "learning_rate": 0.0001999668764230436,
      "loss": 4.7231,
      "step": 12806
    },
    {
      "epoch": 0.08212774143901501,
      "grad_norm": 21.315879821777344,
      "learning_rate": 0.00019996687123784575,
      "loss": 4.7838,
      "step": 12807
    },
    {
      "epoch": 0.08213415416185713,
      "grad_norm": 22.96619415283203,
      "learning_rate": 0.00019996686605224206,
      "loss": 4.7401,
      "step": 12808
    },
    {
      "epoch": 0.08214056688469924,
      "grad_norm": 69.9092788696289,
      "learning_rate": 0.0001999668608662327,
      "loss": 5.0784,
      "step": 12809
    },
    {
      "epoch": 0.08214697960754136,
      "grad_norm": 18.225980758666992,
      "learning_rate": 0.00019996685567981755,
      "loss": 4.6565,
      "step": 12810
    },
    {
      "epoch": 0.08215339233038348,
      "grad_norm": 11.258593559265137,
      "learning_rate": 0.00019996685049299663,
      "loss": 4.4556,
      "step": 12811
    },
    {
      "epoch": 0.08215980505322559,
      "grad_norm": 35.94900894165039,
      "learning_rate": 0.00019996684530577,
      "loss": 5.1034,
      "step": 12812
    },
    {
      "epoch": 0.08216621777606772,
      "grad_norm": 121.71145629882812,
      "learning_rate": 0.0001999668401181376,
      "loss": 4.6369,
      "step": 12813
    },
    {
      "epoch": 0.08217263049890984,
      "grad_norm": 13.262160301208496,
      "learning_rate": 0.00019996683493009947,
      "loss": 4.729,
      "step": 12814
    },
    {
      "epoch": 0.08217904322175196,
      "grad_norm": 21.817928314208984,
      "learning_rate": 0.00019996682974165558,
      "loss": 4.7604,
      "step": 12815
    },
    {
      "epoch": 0.08218545594459407,
      "grad_norm": 9.567305564880371,
      "learning_rate": 0.00019996682455280593,
      "loss": 4.688,
      "step": 12816
    },
    {
      "epoch": 0.08219186866743619,
      "grad_norm": 10.151506423950195,
      "learning_rate": 0.00019996681936355052,
      "loss": 4.6419,
      "step": 12817
    },
    {
      "epoch": 0.08219828139027831,
      "grad_norm": 17.059467315673828,
      "learning_rate": 0.0001999668141738894,
      "loss": 4.8619,
      "step": 12818
    },
    {
      "epoch": 0.08220469411312042,
      "grad_norm": 13.628911972045898,
      "learning_rate": 0.00019996680898382252,
      "loss": 4.6195,
      "step": 12819
    },
    {
      "epoch": 0.08221110683596256,
      "grad_norm": 13.255630493164062,
      "learning_rate": 0.00019996680379334988,
      "loss": 4.8712,
      "step": 12820
    },
    {
      "epoch": 0.08221751955880467,
      "grad_norm": 7.102553367614746,
      "learning_rate": 0.0001999667986024715,
      "loss": 4.622,
      "step": 12821
    },
    {
      "epoch": 0.08222393228164679,
      "grad_norm": 16.651865005493164,
      "learning_rate": 0.00019996679341118738,
      "loss": 4.8751,
      "step": 12822
    },
    {
      "epoch": 0.0822303450044889,
      "grad_norm": 33.71309280395508,
      "learning_rate": 0.0001999667882194975,
      "loss": 4.5433,
      "step": 12823
    },
    {
      "epoch": 0.08223675772733102,
      "grad_norm": 11.263873100280762,
      "learning_rate": 0.00019996678302740186,
      "loss": 4.857,
      "step": 12824
    },
    {
      "epoch": 0.08224317045017314,
      "grad_norm": 429.943359375,
      "learning_rate": 0.00019996677783490048,
      "loss": 5.0252,
      "step": 12825
    },
    {
      "epoch": 0.08224958317301526,
      "grad_norm": 20.050670623779297,
      "learning_rate": 0.00019996677264199334,
      "loss": 4.6605,
      "step": 12826
    },
    {
      "epoch": 0.08225599589585739,
      "grad_norm": 36.90767288208008,
      "learning_rate": 0.00019996676744868047,
      "loss": 4.782,
      "step": 12827
    },
    {
      "epoch": 0.0822624086186995,
      "grad_norm": 36.60037612915039,
      "learning_rate": 0.00019996676225496186,
      "loss": 5.1229,
      "step": 12828
    },
    {
      "epoch": 0.08226882134154162,
      "grad_norm": 24.94655990600586,
      "learning_rate": 0.00019996675706083748,
      "loss": 4.8416,
      "step": 12829
    },
    {
      "epoch": 0.08227523406438374,
      "grad_norm": 32.60902786254883,
      "learning_rate": 0.00019996675186630735,
      "loss": 4.6582,
      "step": 12830
    },
    {
      "epoch": 0.08228164678722585,
      "grad_norm": 187.00634765625,
      "learning_rate": 0.0001999667466713715,
      "loss": 5.1975,
      "step": 12831
    },
    {
      "epoch": 0.08228805951006797,
      "grad_norm": 113.38606262207031,
      "learning_rate": 0.00019996674147602987,
      "loss": 5.043,
      "step": 12832
    },
    {
      "epoch": 0.08229447223291009,
      "grad_norm": 2828.702392578125,
      "learning_rate": 0.0001999667362802825,
      "loss": 4.8726,
      "step": 12833
    },
    {
      "epoch": 0.08230088495575222,
      "grad_norm": 101.72697448730469,
      "learning_rate": 0.00019996673108412937,
      "loss": 4.943,
      "step": 12834
    },
    {
      "epoch": 0.08230729767859433,
      "grad_norm": 222.32115173339844,
      "learning_rate": 0.00019996672588757053,
      "loss": 5.0091,
      "step": 12835
    },
    {
      "epoch": 0.08231371040143645,
      "grad_norm": 289.44293212890625,
      "learning_rate": 0.00019996672069060592,
      "loss": 4.9994,
      "step": 12836
    },
    {
      "epoch": 0.08232012312427857,
      "grad_norm": 206.0823211669922,
      "learning_rate": 0.00019996671549323556,
      "loss": 5.2778,
      "step": 12837
    },
    {
      "epoch": 0.08232653584712069,
      "grad_norm": 99.78898620605469,
      "learning_rate": 0.00019996671029545943,
      "loss": 4.9288,
      "step": 12838
    },
    {
      "epoch": 0.0823329485699628,
      "grad_norm": 154.81741333007812,
      "learning_rate": 0.0001999667050972776,
      "loss": 5.3489,
      "step": 12839
    },
    {
      "epoch": 0.08233936129280492,
      "grad_norm": 56.138275146484375,
      "learning_rate": 0.00019996669989869,
      "loss": 5.1629,
      "step": 12840
    },
    {
      "epoch": 0.08234577401564705,
      "grad_norm": 105.20790100097656,
      "learning_rate": 0.00019996669469969663,
      "loss": 4.9844,
      "step": 12841
    },
    {
      "epoch": 0.08235218673848917,
      "grad_norm": 65.25614929199219,
      "learning_rate": 0.00019996668950029753,
      "loss": 5.0852,
      "step": 12842
    },
    {
      "epoch": 0.08235859946133128,
      "grad_norm": 30.105995178222656,
      "learning_rate": 0.00019996668430049267,
      "loss": 5.2371,
      "step": 12843
    },
    {
      "epoch": 0.0823650121841734,
      "grad_norm": 83.65579986572266,
      "learning_rate": 0.00019996667910028207,
      "loss": 5.3712,
      "step": 12844
    },
    {
      "epoch": 0.08237142490701552,
      "grad_norm": 77.6874008178711,
      "learning_rate": 0.00019996667389966571,
      "loss": 5.0621,
      "step": 12845
    },
    {
      "epoch": 0.08237783762985763,
      "grad_norm": 38.652217864990234,
      "learning_rate": 0.00019996666869864362,
      "loss": 5.0934,
      "step": 12846
    },
    {
      "epoch": 0.08238425035269975,
      "grad_norm": 57.34596633911133,
      "learning_rate": 0.0001999666634972158,
      "loss": 5.0309,
      "step": 12847
    },
    {
      "epoch": 0.08239066307554188,
      "grad_norm": 19.991361618041992,
      "learning_rate": 0.0001999666582953822,
      "loss": 5.1094,
      "step": 12848
    },
    {
      "epoch": 0.082397075798384,
      "grad_norm": 233.30628967285156,
      "learning_rate": 0.00019996665309314287,
      "loss": 5.3254,
      "step": 12849
    },
    {
      "epoch": 0.08240348852122611,
      "grad_norm": 3354.1943359375,
      "learning_rate": 0.00019996664789049775,
      "loss": 4.852,
      "step": 12850
    },
    {
      "epoch": 0.08240990124406823,
      "grad_norm": 44.40400695800781,
      "learning_rate": 0.00019996664268744692,
      "loss": 4.9348,
      "step": 12851
    },
    {
      "epoch": 0.08241631396691035,
      "grad_norm": 33.796451568603516,
      "learning_rate": 0.00019996663748399034,
      "loss": 4.758,
      "step": 12852
    },
    {
      "epoch": 0.08242272668975247,
      "grad_norm": 30.96764373779297,
      "learning_rate": 0.00019996663228012798,
      "loss": 4.6682,
      "step": 12853
    },
    {
      "epoch": 0.08242913941259458,
      "grad_norm": 61.081363677978516,
      "learning_rate": 0.00019996662707585992,
      "loss": 4.7849,
      "step": 12854
    },
    {
      "epoch": 0.08243555213543671,
      "grad_norm": 38.10063934326172,
      "learning_rate": 0.0001999666218711861,
      "loss": 4.8172,
      "step": 12855
    },
    {
      "epoch": 0.08244196485827883,
      "grad_norm": 143.6802978515625,
      "learning_rate": 0.00019996661666610651,
      "loss": 4.7742,
      "step": 12856
    },
    {
      "epoch": 0.08244837758112095,
      "grad_norm": 138.06564331054688,
      "learning_rate": 0.00019996661146062122,
      "loss": 4.8605,
      "step": 12857
    },
    {
      "epoch": 0.08245479030396306,
      "grad_norm": 64.93160247802734,
      "learning_rate": 0.0001999666062547301,
      "loss": 4.5193,
      "step": 12858
    },
    {
      "epoch": 0.08246120302680518,
      "grad_norm": 29.91373062133789,
      "learning_rate": 0.0001999666010484333,
      "loss": 4.4001,
      "step": 12859
    },
    {
      "epoch": 0.0824676157496473,
      "grad_norm": 122.74730682373047,
      "learning_rate": 0.0001999665958417307,
      "loss": 4.9069,
      "step": 12860
    },
    {
      "epoch": 0.08247402847248941,
      "grad_norm": 105.14073181152344,
      "learning_rate": 0.00019996659063462242,
      "loss": 4.6961,
      "step": 12861
    },
    {
      "epoch": 0.08248044119533154,
      "grad_norm": 60.6053581237793,
      "learning_rate": 0.00019996658542710836,
      "loss": 4.904,
      "step": 12862
    },
    {
      "epoch": 0.08248685391817366,
      "grad_norm": 28.62162971496582,
      "learning_rate": 0.00019996658021918852,
      "loss": 4.8804,
      "step": 12863
    },
    {
      "epoch": 0.08249326664101578,
      "grad_norm": 25.877458572387695,
      "learning_rate": 0.00019996657501086297,
      "loss": 5.16,
      "step": 12864
    },
    {
      "epoch": 0.0824996793638579,
      "grad_norm": 21.73098373413086,
      "learning_rate": 0.00019996656980213166,
      "loss": 5.0064,
      "step": 12865
    },
    {
      "epoch": 0.08250609208670001,
      "grad_norm": 25.014619827270508,
      "learning_rate": 0.00019996656459299463,
      "loss": 5.023,
      "step": 12866
    },
    {
      "epoch": 0.08251250480954213,
      "grad_norm": 68.23074340820312,
      "learning_rate": 0.00019996655938345182,
      "loss": 5.1337,
      "step": 12867
    },
    {
      "epoch": 0.08251891753238424,
      "grad_norm": 49.8167839050293,
      "learning_rate": 0.00019996655417350327,
      "loss": 4.724,
      "step": 12868
    },
    {
      "epoch": 0.08252533025522638,
      "grad_norm": 34.60679626464844,
      "learning_rate": 0.00019996654896314893,
      "loss": 4.8587,
      "step": 12869
    },
    {
      "epoch": 0.08253174297806849,
      "grad_norm": 129.376953125,
      "learning_rate": 0.0001999665437523889,
      "loss": 4.9449,
      "step": 12870
    },
    {
      "epoch": 0.08253815570091061,
      "grad_norm": 45.624000549316406,
      "learning_rate": 0.0001999665385412231,
      "loss": 4.9995,
      "step": 12871
    },
    {
      "epoch": 0.08254456842375273,
      "grad_norm": 55.696590423583984,
      "learning_rate": 0.00019996653332965156,
      "loss": 4.8527,
      "step": 12872
    },
    {
      "epoch": 0.08255098114659484,
      "grad_norm": 42.185089111328125,
      "learning_rate": 0.00019996652811767428,
      "loss": 5.0818,
      "step": 12873
    },
    {
      "epoch": 0.08255739386943696,
      "grad_norm": 43.091156005859375,
      "learning_rate": 0.00019996652290529124,
      "loss": 4.9555,
      "step": 12874
    },
    {
      "epoch": 0.08256380659227908,
      "grad_norm": 177.80410766601562,
      "learning_rate": 0.00019996651769250246,
      "loss": 4.9271,
      "step": 12875
    },
    {
      "epoch": 0.08257021931512121,
      "grad_norm": 73.63435363769531,
      "learning_rate": 0.00019996651247930792,
      "loss": 5.2054,
      "step": 12876
    },
    {
      "epoch": 0.08257663203796332,
      "grad_norm": 32.97520065307617,
      "learning_rate": 0.00019996650726570765,
      "loss": 4.9402,
      "step": 12877
    },
    {
      "epoch": 0.08258304476080544,
      "grad_norm": 55.74798583984375,
      "learning_rate": 0.00019996650205170163,
      "loss": 5.003,
      "step": 12878
    },
    {
      "epoch": 0.08258945748364756,
      "grad_norm": 253.87359619140625,
      "learning_rate": 0.00019996649683728986,
      "loss": 5.4022,
      "step": 12879
    },
    {
      "epoch": 0.08259587020648967,
      "grad_norm": 65.64738464355469,
      "learning_rate": 0.00019996649162247232,
      "loss": 4.9188,
      "step": 12880
    },
    {
      "epoch": 0.08260228292933179,
      "grad_norm": 122.10297393798828,
      "learning_rate": 0.00019996648640724908,
      "loss": 4.6772,
      "step": 12881
    },
    {
      "epoch": 0.08260869565217391,
      "grad_norm": 27.014625549316406,
      "learning_rate": 0.00019996648119162,
      "loss": 4.895,
      "step": 12882
    },
    {
      "epoch": 0.08261510837501604,
      "grad_norm": 164.44602966308594,
      "learning_rate": 0.00019996647597558527,
      "loss": 5.449,
      "step": 12883
    },
    {
      "epoch": 0.08262152109785816,
      "grad_norm": 50.49176025390625,
      "learning_rate": 0.00019996647075914474,
      "loss": 4.9697,
      "step": 12884
    },
    {
      "epoch": 0.08262793382070027,
      "grad_norm": 52.86210632324219,
      "learning_rate": 0.0001999664655422985,
      "loss": 4.8711,
      "step": 12885
    },
    {
      "epoch": 0.08263434654354239,
      "grad_norm": 21.170726776123047,
      "learning_rate": 0.0001999664603250465,
      "loss": 5.0474,
      "step": 12886
    },
    {
      "epoch": 0.0826407592663845,
      "grad_norm": 139.76992797851562,
      "learning_rate": 0.00019996645510738872,
      "loss": 4.9583,
      "step": 12887
    },
    {
      "epoch": 0.08264717198922662,
      "grad_norm": 43.014286041259766,
      "learning_rate": 0.00019996644988932522,
      "loss": 4.6286,
      "step": 12888
    },
    {
      "epoch": 0.08265358471206874,
      "grad_norm": 70.18115997314453,
      "learning_rate": 0.00019996644467085598,
      "loss": 4.7477,
      "step": 12889
    },
    {
      "epoch": 0.08265999743491086,
      "grad_norm": 72.07569122314453,
      "learning_rate": 0.00019996643945198098,
      "loss": 4.9056,
      "step": 12890
    },
    {
      "epoch": 0.08266641015775299,
      "grad_norm": 198.58023071289062,
      "learning_rate": 0.00019996643423270024,
      "loss": 5.0675,
      "step": 12891
    },
    {
      "epoch": 0.0826728228805951,
      "grad_norm": 84.39928436279297,
      "learning_rate": 0.00019996642901301374,
      "loss": 5.1927,
      "step": 12892
    },
    {
      "epoch": 0.08267923560343722,
      "grad_norm": 101.72383117675781,
      "learning_rate": 0.0001999664237929215,
      "loss": 4.9775,
      "step": 12893
    },
    {
      "epoch": 0.08268564832627934,
      "grad_norm": 74.74445343017578,
      "learning_rate": 0.00019996641857242354,
      "loss": 4.8121,
      "step": 12894
    },
    {
      "epoch": 0.08269206104912145,
      "grad_norm": 15.697296142578125,
      "learning_rate": 0.00019996641335151978,
      "loss": 4.656,
      "step": 12895
    },
    {
      "epoch": 0.08269847377196357,
      "grad_norm": 70.7826156616211,
      "learning_rate": 0.0001999664081302103,
      "loss": 4.8573,
      "step": 12896
    },
    {
      "epoch": 0.08270488649480569,
      "grad_norm": 35.18938064575195,
      "learning_rate": 0.00019996640290849508,
      "loss": 4.9568,
      "step": 12897
    },
    {
      "epoch": 0.08271129921764782,
      "grad_norm": 32.080692291259766,
      "learning_rate": 0.0001999663976863741,
      "loss": 4.6665,
      "step": 12898
    },
    {
      "epoch": 0.08271771194048994,
      "grad_norm": 31.893564224243164,
      "learning_rate": 0.00019996639246384738,
      "loss": 4.7297,
      "step": 12899
    },
    {
      "epoch": 0.08272412466333205,
      "grad_norm": 14.261252403259277,
      "learning_rate": 0.0001999663872409149,
      "loss": 5.0537,
      "step": 12900
    },
    {
      "epoch": 0.08272412466333205,
      "eval_loss": 4.780975818634033,
      "eval_runtime": 34.7961,
      "eval_samples_per_second": 90.096,
      "eval_steps_per_second": 22.531,
      "step": 12900
    },
    {
      "epoch": 0.08273053738617417,
      "grad_norm": 28.13486099243164,
      "learning_rate": 0.0001999663820175767,
      "loss": 4.8274,
      "step": 12901
    },
    {
      "epoch": 0.08273695010901629,
      "grad_norm": 130.5388946533203,
      "learning_rate": 0.00019996637679383272,
      "loss": 4.8328,
      "step": 12902
    },
    {
      "epoch": 0.0827433628318584,
      "grad_norm": 18.53563117980957,
      "learning_rate": 0.00019996637156968302,
      "loss": 4.8578,
      "step": 12903
    },
    {
      "epoch": 0.08274977555470052,
      "grad_norm": 52.92766571044922,
      "learning_rate": 0.00019996636634512756,
      "loss": 4.7836,
      "step": 12904
    },
    {
      "epoch": 0.08275618827754265,
      "grad_norm": 11.862871170043945,
      "learning_rate": 0.00019996636112016637,
      "loss": 4.9739,
      "step": 12905
    },
    {
      "epoch": 0.08276260100038477,
      "grad_norm": 19.396894454956055,
      "learning_rate": 0.0001999663558947994,
      "loss": 4.8472,
      "step": 12906
    },
    {
      "epoch": 0.08276901372322688,
      "grad_norm": 107.78752136230469,
      "learning_rate": 0.0001999663506690267,
      "loss": 4.9783,
      "step": 12907
    },
    {
      "epoch": 0.082775426446069,
      "grad_norm": 31.534801483154297,
      "learning_rate": 0.00019996634544284828,
      "loss": 4.7792,
      "step": 12908
    },
    {
      "epoch": 0.08278183916891112,
      "grad_norm": 16.548654556274414,
      "learning_rate": 0.00019996634021626409,
      "loss": 4.9054,
      "step": 12909
    },
    {
      "epoch": 0.08278825189175323,
      "grad_norm": 37.162662506103516,
      "learning_rate": 0.00019996633498927416,
      "loss": 4.6236,
      "step": 12910
    },
    {
      "epoch": 0.08279466461459535,
      "grad_norm": 16.78551483154297,
      "learning_rate": 0.00019996632976187846,
      "loss": 4.9475,
      "step": 12911
    },
    {
      "epoch": 0.08280107733743748,
      "grad_norm": 9.179706573486328,
      "learning_rate": 0.000199966324534077,
      "loss": 4.7696,
      "step": 12912
    },
    {
      "epoch": 0.0828074900602796,
      "grad_norm": 14.688745498657227,
      "learning_rate": 0.00019996631930586985,
      "loss": 5.0619,
      "step": 12913
    },
    {
      "epoch": 0.08281390278312172,
      "grad_norm": 7.483053684234619,
      "learning_rate": 0.00019996631407725692,
      "loss": 4.6598,
      "step": 12914
    },
    {
      "epoch": 0.08282031550596383,
      "grad_norm": 16.909029006958008,
      "learning_rate": 0.00019996630884823823,
      "loss": 4.8427,
      "step": 12915
    },
    {
      "epoch": 0.08282672822880595,
      "grad_norm": 10.127386093139648,
      "learning_rate": 0.00019996630361881384,
      "loss": 4.8659,
      "step": 12916
    },
    {
      "epoch": 0.08283314095164807,
      "grad_norm": 27.284141540527344,
      "learning_rate": 0.00019996629838898368,
      "loss": 4.7362,
      "step": 12917
    },
    {
      "epoch": 0.08283955367449018,
      "grad_norm": 11.023153305053711,
      "learning_rate": 0.00019996629315874773,
      "loss": 4.8955,
      "step": 12918
    },
    {
      "epoch": 0.08284596639733231,
      "grad_norm": 38.01036834716797,
      "learning_rate": 0.00019996628792810607,
      "loss": 4.8446,
      "step": 12919
    },
    {
      "epoch": 0.08285237912017443,
      "grad_norm": 11.65086555480957,
      "learning_rate": 0.00019996628269705868,
      "loss": 4.6909,
      "step": 12920
    },
    {
      "epoch": 0.08285879184301655,
      "grad_norm": 19.89365005493164,
      "learning_rate": 0.00019996627746560552,
      "loss": 4.8279,
      "step": 12921
    },
    {
      "epoch": 0.08286520456585866,
      "grad_norm": 16.32856559753418,
      "learning_rate": 0.00019996627223374663,
      "loss": 4.7031,
      "step": 12922
    },
    {
      "epoch": 0.08287161728870078,
      "grad_norm": 10.861308097839355,
      "learning_rate": 0.00019996626700148198,
      "loss": 4.9624,
      "step": 12923
    },
    {
      "epoch": 0.0828780300115429,
      "grad_norm": 11.586163520812988,
      "learning_rate": 0.00019996626176881159,
      "loss": 4.7673,
      "step": 12924
    },
    {
      "epoch": 0.08288444273438501,
      "grad_norm": 10.937246322631836,
      "learning_rate": 0.00019996625653573546,
      "loss": 4.6769,
      "step": 12925
    },
    {
      "epoch": 0.08289085545722714,
      "grad_norm": 10.287491798400879,
      "learning_rate": 0.00019996625130225355,
      "loss": 4.7563,
      "step": 12926
    },
    {
      "epoch": 0.08289726818006926,
      "grad_norm": 9.388700485229492,
      "learning_rate": 0.00019996624606836592,
      "loss": 4.8116,
      "step": 12927
    },
    {
      "epoch": 0.08290368090291138,
      "grad_norm": 9.604473114013672,
      "learning_rate": 0.00019996624083407256,
      "loss": 4.6856,
      "step": 12928
    },
    {
      "epoch": 0.0829100936257535,
      "grad_norm": 10.847271919250488,
      "learning_rate": 0.00019996623559937341,
      "loss": 4.7101,
      "step": 12929
    },
    {
      "epoch": 0.08291650634859561,
      "grad_norm": 18.49767303466797,
      "learning_rate": 0.00019996623036426856,
      "loss": 4.688,
      "step": 12930
    },
    {
      "epoch": 0.08292291907143773,
      "grad_norm": 16.71211051940918,
      "learning_rate": 0.00019996622512875794,
      "loss": 4.5942,
      "step": 12931
    },
    {
      "epoch": 0.08292933179427985,
      "grad_norm": 11.423251152038574,
      "learning_rate": 0.00019996621989284155,
      "loss": 4.6986,
      "step": 12932
    },
    {
      "epoch": 0.08293574451712198,
      "grad_norm": 19.848569869995117,
      "learning_rate": 0.00019996621465651946,
      "loss": 4.8646,
      "step": 12933
    },
    {
      "epoch": 0.08294215723996409,
      "grad_norm": 25.809770584106445,
      "learning_rate": 0.0001999662094197916,
      "loss": 4.7533,
      "step": 12934
    },
    {
      "epoch": 0.08294856996280621,
      "grad_norm": 11.621258735656738,
      "learning_rate": 0.000199966204182658,
      "loss": 4.7926,
      "step": 12935
    },
    {
      "epoch": 0.08295498268564833,
      "grad_norm": 20.263702392578125,
      "learning_rate": 0.00019996619894511864,
      "loss": 4.7393,
      "step": 12936
    },
    {
      "epoch": 0.08296139540849044,
      "grad_norm": 19.389469146728516,
      "learning_rate": 0.00019996619370717355,
      "loss": 4.8956,
      "step": 12937
    },
    {
      "epoch": 0.08296780813133256,
      "grad_norm": 13.252664566040039,
      "learning_rate": 0.0001999661884688227,
      "loss": 5.1407,
      "step": 12938
    },
    {
      "epoch": 0.08297422085417468,
      "grad_norm": 27.832246780395508,
      "learning_rate": 0.00019996618323006612,
      "loss": 4.9213,
      "step": 12939
    },
    {
      "epoch": 0.08298063357701681,
      "grad_norm": 23.231672286987305,
      "learning_rate": 0.00019996617799090377,
      "loss": 4.8577,
      "step": 12940
    },
    {
      "epoch": 0.08298704629985892,
      "grad_norm": 19.498947143554688,
      "learning_rate": 0.0001999661727513357,
      "loss": 4.6724,
      "step": 12941
    },
    {
      "epoch": 0.08299345902270104,
      "grad_norm": 15.756857872009277,
      "learning_rate": 0.00019996616751136187,
      "loss": 4.5203,
      "step": 12942
    },
    {
      "epoch": 0.08299987174554316,
      "grad_norm": 27.014266967773438,
      "learning_rate": 0.0001999661622709823,
      "loss": 4.6545,
      "step": 12943
    },
    {
      "epoch": 0.08300628446838527,
      "grad_norm": 42.10075759887695,
      "learning_rate": 0.000199966157030197,
      "loss": 4.8011,
      "step": 12944
    },
    {
      "epoch": 0.08301269719122739,
      "grad_norm": 35.8622932434082,
      "learning_rate": 0.00019996615178900591,
      "loss": 4.7694,
      "step": 12945
    },
    {
      "epoch": 0.08301910991406951,
      "grad_norm": 21.899219512939453,
      "learning_rate": 0.0001999661465474091,
      "loss": 4.693,
      "step": 12946
    },
    {
      "epoch": 0.08302552263691164,
      "grad_norm": 30.867687225341797,
      "learning_rate": 0.00019996614130540655,
      "loss": 4.4874,
      "step": 12947
    },
    {
      "epoch": 0.08303193535975376,
      "grad_norm": 205.4093017578125,
      "learning_rate": 0.00019996613606299826,
      "loss": 4.9773,
      "step": 12948
    },
    {
      "epoch": 0.08303834808259587,
      "grad_norm": 402.4937438964844,
      "learning_rate": 0.00019996613082018418,
      "loss": 4.6648,
      "step": 12949
    },
    {
      "epoch": 0.08304476080543799,
      "grad_norm": 71.75537872314453,
      "learning_rate": 0.0001999661255769644,
      "loss": 4.7358,
      "step": 12950
    },
    {
      "epoch": 0.0830511735282801,
      "grad_norm": 84.25526428222656,
      "learning_rate": 0.00019996612033333885,
      "loss": 4.6791,
      "step": 12951
    },
    {
      "epoch": 0.08305758625112222,
      "grad_norm": 67.0184555053711,
      "learning_rate": 0.00019996611508930757,
      "loss": 4.8713,
      "step": 12952
    },
    {
      "epoch": 0.08306399897396434,
      "grad_norm": 27.349628448486328,
      "learning_rate": 0.00019996610984487055,
      "loss": 4.6563,
      "step": 12953
    },
    {
      "epoch": 0.08307041169680647,
      "grad_norm": 122.89067840576172,
      "learning_rate": 0.00019996610460002777,
      "loss": 4.7596,
      "step": 12954
    },
    {
      "epoch": 0.08307682441964859,
      "grad_norm": 295.5855407714844,
      "learning_rate": 0.00019996609935477922,
      "loss": 4.8339,
      "step": 12955
    },
    {
      "epoch": 0.0830832371424907,
      "grad_norm": 314.9423522949219,
      "learning_rate": 0.00019996609410912494,
      "loss": 4.6123,
      "step": 12956
    },
    {
      "epoch": 0.08308964986533282,
      "grad_norm": 16.59036636352539,
      "learning_rate": 0.00019996608886306493,
      "loss": 4.6157,
      "step": 12957
    },
    {
      "epoch": 0.08309606258817494,
      "grad_norm": 72.13897705078125,
      "learning_rate": 0.00019996608361659918,
      "loss": 4.9241,
      "step": 12958
    },
    {
      "epoch": 0.08310247531101705,
      "grad_norm": 61.3968505859375,
      "learning_rate": 0.00019996607836972766,
      "loss": 4.9054,
      "step": 12959
    },
    {
      "epoch": 0.08310888803385917,
      "grad_norm": 18.324892044067383,
      "learning_rate": 0.0001999660731224504,
      "loss": 4.7749,
      "step": 12960
    },
    {
      "epoch": 0.0831153007567013,
      "grad_norm": 49.2468147277832,
      "learning_rate": 0.0001999660678747674,
      "loss": 5.2101,
      "step": 12961
    },
    {
      "epoch": 0.08312171347954342,
      "grad_norm": 30.664134979248047,
      "learning_rate": 0.00019996606262667865,
      "loss": 4.7011,
      "step": 12962
    },
    {
      "epoch": 0.08312812620238554,
      "grad_norm": 32.665931701660156,
      "learning_rate": 0.00019996605737818417,
      "loss": 4.5645,
      "step": 12963
    },
    {
      "epoch": 0.08313453892522765,
      "grad_norm": 15.033090591430664,
      "learning_rate": 0.00019996605212928392,
      "loss": 4.7248,
      "step": 12964
    },
    {
      "epoch": 0.08314095164806977,
      "grad_norm": 158.55865478515625,
      "learning_rate": 0.00019996604687997794,
      "loss": 4.8552,
      "step": 12965
    },
    {
      "epoch": 0.08314736437091189,
      "grad_norm": 31.36166000366211,
      "learning_rate": 0.00019996604163026623,
      "loss": 4.766,
      "step": 12966
    },
    {
      "epoch": 0.083153777093754,
      "grad_norm": 70.57677459716797,
      "learning_rate": 0.00019996603638014872,
      "loss": 4.6845,
      "step": 12967
    },
    {
      "epoch": 0.08316018981659613,
      "grad_norm": 85.36556243896484,
      "learning_rate": 0.0001999660311296255,
      "loss": 4.6055,
      "step": 12968
    },
    {
      "epoch": 0.08316660253943825,
      "grad_norm": 144.9366455078125,
      "learning_rate": 0.00019996602587869653,
      "loss": 4.6971,
      "step": 12969
    },
    {
      "epoch": 0.08317301526228037,
      "grad_norm": 31.057706832885742,
      "learning_rate": 0.00019996602062736181,
      "loss": 4.7652,
      "step": 12970
    },
    {
      "epoch": 0.08317942798512248,
      "grad_norm": 26.162036895751953,
      "learning_rate": 0.00019996601537562137,
      "loss": 4.7712,
      "step": 12971
    },
    {
      "epoch": 0.0831858407079646,
      "grad_norm": 8.46573257446289,
      "learning_rate": 0.00019996601012347518,
      "loss": 4.9437,
      "step": 12972
    },
    {
      "epoch": 0.08319225343080672,
      "grad_norm": 9.799582481384277,
      "learning_rate": 0.00019996600487092323,
      "loss": 5.3229,
      "step": 12973
    },
    {
      "epoch": 0.08319866615364883,
      "grad_norm": 26.5677547454834,
      "learning_rate": 0.00019996599961796552,
      "loss": 4.7336,
      "step": 12974
    },
    {
      "epoch": 0.08320507887649096,
      "grad_norm": 21.594024658203125,
      "learning_rate": 0.00019996599436460208,
      "loss": 4.7081,
      "step": 12975
    },
    {
      "epoch": 0.08321149159933308,
      "grad_norm": 12.716280937194824,
      "learning_rate": 0.0001999659891108329,
      "loss": 4.7334,
      "step": 12976
    },
    {
      "epoch": 0.0832179043221752,
      "grad_norm": 117.4118423461914,
      "learning_rate": 0.00019996598385665796,
      "loss": 4.8579,
      "step": 12977
    },
    {
      "epoch": 0.08322431704501732,
      "grad_norm": 86.5541763305664,
      "learning_rate": 0.00019996597860207728,
      "loss": 4.855,
      "step": 12978
    },
    {
      "epoch": 0.08323072976785943,
      "grad_norm": 7.179637908935547,
      "learning_rate": 0.00019996597334709086,
      "loss": 4.8395,
      "step": 12979
    },
    {
      "epoch": 0.08323714249070155,
      "grad_norm": 27.061058044433594,
      "learning_rate": 0.00019996596809169868,
      "loss": 4.9417,
      "step": 12980
    },
    {
      "epoch": 0.08324355521354367,
      "grad_norm": 20.965316772460938,
      "learning_rate": 0.0001999659628359008,
      "loss": 4.9739,
      "step": 12981
    },
    {
      "epoch": 0.08324996793638578,
      "grad_norm": 10.73404312133789,
      "learning_rate": 0.00019996595757969715,
      "loss": 4.6458,
      "step": 12982
    },
    {
      "epoch": 0.08325638065922791,
      "grad_norm": 218.20980834960938,
      "learning_rate": 0.0001999659523230877,
      "loss": 4.659,
      "step": 12983
    },
    {
      "epoch": 0.08326279338207003,
      "grad_norm": 19.836605072021484,
      "learning_rate": 0.0001999659470660726,
      "loss": 4.5353,
      "step": 12984
    },
    {
      "epoch": 0.08326920610491215,
      "grad_norm": 25.657690048217773,
      "learning_rate": 0.00019996594180865168,
      "loss": 4.9721,
      "step": 12985
    },
    {
      "epoch": 0.08327561882775426,
      "grad_norm": 16.863277435302734,
      "learning_rate": 0.00019996593655082504,
      "loss": 4.8365,
      "step": 12986
    },
    {
      "epoch": 0.08328203155059638,
      "grad_norm": 16.16127586364746,
      "learning_rate": 0.00019996593129259266,
      "loss": 4.6163,
      "step": 12987
    },
    {
      "epoch": 0.0832884442734385,
      "grad_norm": 17.691543579101562,
      "learning_rate": 0.00019996592603395454,
      "loss": 4.8825,
      "step": 12988
    },
    {
      "epoch": 0.08329485699628061,
      "grad_norm": 43.22511291503906,
      "learning_rate": 0.00019996592077491066,
      "loss": 5.9901,
      "step": 12989
    },
    {
      "epoch": 0.08330126971912274,
      "grad_norm": 14.47219181060791,
      "learning_rate": 0.00019996591551546105,
      "loss": 4.6519,
      "step": 12990
    },
    {
      "epoch": 0.08330768244196486,
      "grad_norm": 17.545211791992188,
      "learning_rate": 0.00019996591025560567,
      "loss": 4.7036,
      "step": 12991
    },
    {
      "epoch": 0.08331409516480698,
      "grad_norm": 18.91305160522461,
      "learning_rate": 0.00019996590499534456,
      "loss": 4.8077,
      "step": 12992
    },
    {
      "epoch": 0.0833205078876491,
      "grad_norm": 82.43385314941406,
      "learning_rate": 0.00019996589973467769,
      "loss": 4.8785,
      "step": 12993
    },
    {
      "epoch": 0.08332692061049121,
      "grad_norm": 17.10428810119629,
      "learning_rate": 0.0001999658944736051,
      "loss": 4.474,
      "step": 12994
    },
    {
      "epoch": 0.08333333333333333,
      "grad_norm": 15.76550579071045,
      "learning_rate": 0.00019996588921212676,
      "loss": 4.5154,
      "step": 12995
    },
    {
      "epoch": 0.08333974605617545,
      "grad_norm": 13.822861671447754,
      "learning_rate": 0.00019996588395024265,
      "loss": 5.0044,
      "step": 12996
    },
    {
      "epoch": 0.08334615877901758,
      "grad_norm": 16.983823776245117,
      "learning_rate": 0.00019996587868795283,
      "loss": 4.7096,
      "step": 12997
    },
    {
      "epoch": 0.08335257150185969,
      "grad_norm": 20.423297882080078,
      "learning_rate": 0.00019996587342525722,
      "loss": 4.7605,
      "step": 12998
    },
    {
      "epoch": 0.08335898422470181,
      "grad_norm": 42.855960845947266,
      "learning_rate": 0.00019996586816215593,
      "loss": 5.0125,
      "step": 12999
    },
    {
      "epoch": 0.08336539694754393,
      "grad_norm": 16.405683517456055,
      "learning_rate": 0.00019996586289864886,
      "loss": 4.6663,
      "step": 13000
    },
    {
      "epoch": 0.08336539694754393,
      "eval_loss": 4.713172912597656,
      "eval_runtime": 34.7376,
      "eval_samples_per_second": 90.248,
      "eval_steps_per_second": 22.569,
      "step": 13000
    },
    {
      "epoch": 0.08337180967038604,
      "grad_norm": 18.393766403198242,
      "learning_rate": 0.00019996585763473604,
      "loss": 4.7167,
      "step": 13001
    },
    {
      "epoch": 0.08337822239322816,
      "grad_norm": 9.662131309509277,
      "learning_rate": 0.00019996585237041747,
      "loss": 4.8788,
      "step": 13002
    },
    {
      "epoch": 0.08338463511607028,
      "grad_norm": 31.69416618347168,
      "learning_rate": 0.00019996584710569318,
      "loss": 4.7218,
      "step": 13003
    },
    {
      "epoch": 0.08339104783891241,
      "grad_norm": 496.7136535644531,
      "learning_rate": 0.00019996584184056313,
      "loss": 4.7116,
      "step": 13004
    },
    {
      "epoch": 0.08339746056175452,
      "grad_norm": 15.933910369873047,
      "learning_rate": 0.00019996583657502732,
      "loss": 4.6776,
      "step": 13005
    },
    {
      "epoch": 0.08340387328459664,
      "grad_norm": 10.912114143371582,
      "learning_rate": 0.0001999658313090858,
      "loss": 4.5387,
      "step": 13006
    },
    {
      "epoch": 0.08341028600743876,
      "grad_norm": 8.468839645385742,
      "learning_rate": 0.00019996582604273847,
      "loss": 4.7025,
      "step": 13007
    },
    {
      "epoch": 0.08341669873028087,
      "grad_norm": 18.92089080810547,
      "learning_rate": 0.00019996582077598548,
      "loss": 4.6988,
      "step": 13008
    },
    {
      "epoch": 0.08342311145312299,
      "grad_norm": 13.133440017700195,
      "learning_rate": 0.0001999658155088267,
      "loss": 4.7772,
      "step": 13009
    },
    {
      "epoch": 0.08342952417596511,
      "grad_norm": 14.843764305114746,
      "learning_rate": 0.00019996581024126219,
      "loss": 4.7761,
      "step": 13010
    },
    {
      "epoch": 0.08343593689880724,
      "grad_norm": 38.67807388305664,
      "learning_rate": 0.00019996580497329188,
      "loss": 4.743,
      "step": 13011
    },
    {
      "epoch": 0.08344234962164936,
      "grad_norm": 22.87472152709961,
      "learning_rate": 0.0001999657997049159,
      "loss": 5.2343,
      "step": 13012
    },
    {
      "epoch": 0.08344876234449147,
      "grad_norm": 20.243270874023438,
      "learning_rate": 0.00019996579443613415,
      "loss": 4.7393,
      "step": 13013
    },
    {
      "epoch": 0.08345517506733359,
      "grad_norm": 15.39090633392334,
      "learning_rate": 0.00019996578916694664,
      "loss": 4.7984,
      "step": 13014
    },
    {
      "epoch": 0.0834615877901757,
      "grad_norm": 80.32341003417969,
      "learning_rate": 0.00019996578389735342,
      "loss": 4.8561,
      "step": 13015
    },
    {
      "epoch": 0.08346800051301782,
      "grad_norm": 59.126731872558594,
      "learning_rate": 0.0001999657786273544,
      "loss": 4.8889,
      "step": 13016
    },
    {
      "epoch": 0.08347441323585994,
      "grad_norm": 14.934947967529297,
      "learning_rate": 0.0001999657733569497,
      "loss": 4.7128,
      "step": 13017
    },
    {
      "epoch": 0.08348082595870207,
      "grad_norm": 15.298867225646973,
      "learning_rate": 0.0001999657680861392,
      "loss": 4.7872,
      "step": 13018
    },
    {
      "epoch": 0.08348723868154419,
      "grad_norm": 23.44414710998535,
      "learning_rate": 0.000199965762814923,
      "loss": 5.3024,
      "step": 13019
    },
    {
      "epoch": 0.0834936514043863,
      "grad_norm": 8.856001853942871,
      "learning_rate": 0.000199965757543301,
      "loss": 4.6763,
      "step": 13020
    },
    {
      "epoch": 0.08350006412722842,
      "grad_norm": 8.157888412475586,
      "learning_rate": 0.00019996575227127332,
      "loss": 4.9973,
      "step": 13021
    },
    {
      "epoch": 0.08350647685007054,
      "grad_norm": 24.251558303833008,
      "learning_rate": 0.00019996574699883985,
      "loss": 4.7138,
      "step": 13022
    },
    {
      "epoch": 0.08351288957291265,
      "grad_norm": 20.49270248413086,
      "learning_rate": 0.00019996574172600066,
      "loss": 4.874,
      "step": 13023
    },
    {
      "epoch": 0.08351930229575477,
      "grad_norm": 6.9878830909729,
      "learning_rate": 0.0001999657364527557,
      "loss": 4.7634,
      "step": 13024
    },
    {
      "epoch": 0.0835257150185969,
      "grad_norm": 8.987953186035156,
      "learning_rate": 0.00019996573117910506,
      "loss": 4.8234,
      "step": 13025
    },
    {
      "epoch": 0.08353212774143902,
      "grad_norm": 16.62612533569336,
      "learning_rate": 0.0001999657259050486,
      "loss": 4.805,
      "step": 13026
    },
    {
      "epoch": 0.08353854046428114,
      "grad_norm": 6.8172149658203125,
      "learning_rate": 0.0001999657206305864,
      "loss": 4.8109,
      "step": 13027
    },
    {
      "epoch": 0.08354495318712325,
      "grad_norm": 12.126177787780762,
      "learning_rate": 0.00019996571535571848,
      "loss": 4.5365,
      "step": 13028
    },
    {
      "epoch": 0.08355136590996537,
      "grad_norm": 27.262266159057617,
      "learning_rate": 0.00019996571008044486,
      "loss": 4.6625,
      "step": 13029
    },
    {
      "epoch": 0.08355777863280749,
      "grad_norm": 18.845386505126953,
      "learning_rate": 0.0001999657048047654,
      "loss": 4.7087,
      "step": 13030
    },
    {
      "epoch": 0.0835641913556496,
      "grad_norm": 18.998876571655273,
      "learning_rate": 0.00019996569952868026,
      "loss": 4.8262,
      "step": 13031
    },
    {
      "epoch": 0.08357060407849173,
      "grad_norm": 6.422434329986572,
      "learning_rate": 0.00019996569425218937,
      "loss": 4.8092,
      "step": 13032
    },
    {
      "epoch": 0.08357701680133385,
      "grad_norm": 34.02321243286133,
      "learning_rate": 0.00019996568897529273,
      "loss": 4.7454,
      "step": 13033
    },
    {
      "epoch": 0.08358342952417597,
      "grad_norm": 17.598169326782227,
      "learning_rate": 0.00019996568369799034,
      "loss": 4.74,
      "step": 13034
    },
    {
      "epoch": 0.08358984224701808,
      "grad_norm": 7.6112189292907715,
      "learning_rate": 0.00019996567842028222,
      "loss": 4.7906,
      "step": 13035
    },
    {
      "epoch": 0.0835962549698602,
      "grad_norm": 7.364688396453857,
      "learning_rate": 0.0001999656731421683,
      "loss": 4.812,
      "step": 13036
    },
    {
      "epoch": 0.08360266769270232,
      "grad_norm": 11.476909637451172,
      "learning_rate": 0.0001999656678636487,
      "loss": 4.7101,
      "step": 13037
    },
    {
      "epoch": 0.08360908041554443,
      "grad_norm": 16.913070678710938,
      "learning_rate": 0.00019996566258472336,
      "loss": 4.9192,
      "step": 13038
    },
    {
      "epoch": 0.08361549313838657,
      "grad_norm": 3.7624306678771973,
      "learning_rate": 0.00019996565730539224,
      "loss": 4.8004,
      "step": 13039
    },
    {
      "epoch": 0.08362190586122868,
      "grad_norm": 6.494585037231445,
      "learning_rate": 0.0001999656520256554,
      "loss": 4.6107,
      "step": 13040
    },
    {
      "epoch": 0.0836283185840708,
      "grad_norm": 4.883545875549316,
      "learning_rate": 0.0001999656467455128,
      "loss": 4.8557,
      "step": 13041
    },
    {
      "epoch": 0.08363473130691292,
      "grad_norm": 10.76242733001709,
      "learning_rate": 0.00019996564146496445,
      "loss": 4.7432,
      "step": 13042
    },
    {
      "epoch": 0.08364114402975503,
      "grad_norm": 5.341619491577148,
      "learning_rate": 0.00019996563618401037,
      "loss": 4.4773,
      "step": 13043
    },
    {
      "epoch": 0.08364755675259715,
      "grad_norm": 6.510381698608398,
      "learning_rate": 0.00019996563090265054,
      "loss": 4.6329,
      "step": 13044
    },
    {
      "epoch": 0.08365396947543927,
      "grad_norm": 5.390566825866699,
      "learning_rate": 0.00019996562562088496,
      "loss": 4.6713,
      "step": 13045
    },
    {
      "epoch": 0.0836603821982814,
      "grad_norm": 4.778905868530273,
      "learning_rate": 0.00019996562033871364,
      "loss": 4.8457,
      "step": 13046
    },
    {
      "epoch": 0.08366679492112351,
      "grad_norm": 8.749534606933594,
      "learning_rate": 0.0001999656150561366,
      "loss": 4.8018,
      "step": 13047
    },
    {
      "epoch": 0.08367320764396563,
      "grad_norm": 4.632428169250488,
      "learning_rate": 0.0001999656097731538,
      "loss": 5.117,
      "step": 13048
    },
    {
      "epoch": 0.08367962036680775,
      "grad_norm": 6.070876598358154,
      "learning_rate": 0.00019996560448976524,
      "loss": 4.8382,
      "step": 13049
    },
    {
      "epoch": 0.08368603308964986,
      "grad_norm": 7.54448938369751,
      "learning_rate": 0.00019996559920597095,
      "loss": 4.9747,
      "step": 13050
    },
    {
      "epoch": 0.08369244581249198,
      "grad_norm": 5.468560695648193,
      "learning_rate": 0.00019996559392177092,
      "loss": 4.5033,
      "step": 13051
    },
    {
      "epoch": 0.0836988585353341,
      "grad_norm": 11.085684776306152,
      "learning_rate": 0.00019996558863716513,
      "loss": 4.5463,
      "step": 13052
    },
    {
      "epoch": 0.08370527125817623,
      "grad_norm": 11.841817855834961,
      "learning_rate": 0.0001999655833521536,
      "loss": 4.5182,
      "step": 13053
    },
    {
      "epoch": 0.08371168398101834,
      "grad_norm": 8.22651195526123,
      "learning_rate": 0.00019996557806673635,
      "loss": 4.6176,
      "step": 13054
    },
    {
      "epoch": 0.08371809670386046,
      "grad_norm": 20.889333724975586,
      "learning_rate": 0.00019996557278091333,
      "loss": 4.7711,
      "step": 13055
    },
    {
      "epoch": 0.08372450942670258,
      "grad_norm": 22.23243522644043,
      "learning_rate": 0.00019996556749468457,
      "loss": 4.9106,
      "step": 13056
    },
    {
      "epoch": 0.0837309221495447,
      "grad_norm": 13.995048522949219,
      "learning_rate": 0.00019996556220805008,
      "loss": 4.9058,
      "step": 13057
    },
    {
      "epoch": 0.08373733487238681,
      "grad_norm": 16.033559799194336,
      "learning_rate": 0.00019996555692100985,
      "loss": 4.5536,
      "step": 13058
    },
    {
      "epoch": 0.08374374759522893,
      "grad_norm": 21.933334350585938,
      "learning_rate": 0.00019996555163356386,
      "loss": 4.6965,
      "step": 13059
    },
    {
      "epoch": 0.08375016031807106,
      "grad_norm": 27.618209838867188,
      "learning_rate": 0.00019996554634571213,
      "loss": 4.9731,
      "step": 13060
    },
    {
      "epoch": 0.08375657304091318,
      "grad_norm": 24.64059066772461,
      "learning_rate": 0.00019996554105745467,
      "loss": 4.5941,
      "step": 13061
    },
    {
      "epoch": 0.0837629857637553,
      "grad_norm": 44.077796936035156,
      "learning_rate": 0.00019996553576879142,
      "loss": 4.8358,
      "step": 13062
    },
    {
      "epoch": 0.08376939848659741,
      "grad_norm": 174.04461669921875,
      "learning_rate": 0.00019996553047972246,
      "loss": 4.5028,
      "step": 13063
    },
    {
      "epoch": 0.08377581120943953,
      "grad_norm": 35.96248245239258,
      "learning_rate": 0.0001999655251902478,
      "loss": 4.7007,
      "step": 13064
    },
    {
      "epoch": 0.08378222393228164,
      "grad_norm": 41.23256301879883,
      "learning_rate": 0.00019996551990036733,
      "loss": 4.6065,
      "step": 13065
    },
    {
      "epoch": 0.08378863665512376,
      "grad_norm": 22.72391128540039,
      "learning_rate": 0.00019996551461008114,
      "loss": 4.9093,
      "step": 13066
    },
    {
      "epoch": 0.08379504937796589,
      "grad_norm": 22.573780059814453,
      "learning_rate": 0.0001999655093193892,
      "loss": 4.7044,
      "step": 13067
    },
    {
      "epoch": 0.08380146210080801,
      "grad_norm": 20.62890625,
      "learning_rate": 0.00019996550402829152,
      "loss": 4.984,
      "step": 13068
    },
    {
      "epoch": 0.08380787482365012,
      "grad_norm": 33.51066589355469,
      "learning_rate": 0.0001999654987367881,
      "loss": 4.7991,
      "step": 13069
    },
    {
      "epoch": 0.08381428754649224,
      "grad_norm": 21.376815795898438,
      "learning_rate": 0.00019996549344487892,
      "loss": 4.8152,
      "step": 13070
    },
    {
      "epoch": 0.08382070026933436,
      "grad_norm": 21.336397171020508,
      "learning_rate": 0.00019996548815256403,
      "loss": 4.9445,
      "step": 13071
    },
    {
      "epoch": 0.08382711299217648,
      "grad_norm": 260.4485168457031,
      "learning_rate": 0.00019996548285984336,
      "loss": 4.8372,
      "step": 13072
    },
    {
      "epoch": 0.08383352571501859,
      "grad_norm": 72.04369354248047,
      "learning_rate": 0.00019996547756671697,
      "loss": 4.7113,
      "step": 13073
    },
    {
      "epoch": 0.08383993843786071,
      "grad_norm": 61.60744094848633,
      "learning_rate": 0.00019996547227318483,
      "loss": 4.7935,
      "step": 13074
    },
    {
      "epoch": 0.08384635116070284,
      "grad_norm": 11.156603813171387,
      "learning_rate": 0.00019996546697924697,
      "loss": 4.8056,
      "step": 13075
    },
    {
      "epoch": 0.08385276388354496,
      "grad_norm": 129.66502380371094,
      "learning_rate": 0.00019996546168490333,
      "loss": 4.7367,
      "step": 13076
    },
    {
      "epoch": 0.08385917660638707,
      "grad_norm": 42.236820220947266,
      "learning_rate": 0.00019996545639015397,
      "loss": 4.563,
      "step": 13077
    },
    {
      "epoch": 0.08386558932922919,
      "grad_norm": 19.212182998657227,
      "learning_rate": 0.00019996545109499884,
      "loss": 4.4197,
      "step": 13078
    },
    {
      "epoch": 0.0838720020520713,
      "grad_norm": 72.12259674072266,
      "learning_rate": 0.000199965445799438,
      "loss": 4.5793,
      "step": 13079
    },
    {
      "epoch": 0.08387841477491342,
      "grad_norm": 25.681629180908203,
      "learning_rate": 0.0001999654405034714,
      "loss": 4.5775,
      "step": 13080
    },
    {
      "epoch": 0.08388482749775554,
      "grad_norm": 71.1829605102539,
      "learning_rate": 0.00019996543520709904,
      "loss": 4.638,
      "step": 13081
    },
    {
      "epoch": 0.08389124022059767,
      "grad_norm": 12.880534172058105,
      "learning_rate": 0.00019996542991032097,
      "loss": 4.6973,
      "step": 13082
    },
    {
      "epoch": 0.08389765294343979,
      "grad_norm": 91.74040985107422,
      "learning_rate": 0.00019996542461313713,
      "loss": 4.8521,
      "step": 13083
    },
    {
      "epoch": 0.0839040656662819,
      "grad_norm": 140.74388122558594,
      "learning_rate": 0.00019996541931554756,
      "loss": 4.6645,
      "step": 13084
    },
    {
      "epoch": 0.08391047838912402,
      "grad_norm": 9.282157897949219,
      "learning_rate": 0.00019996541401755226,
      "loss": 4.7454,
      "step": 13085
    },
    {
      "epoch": 0.08391689111196614,
      "grad_norm": 33.32299041748047,
      "learning_rate": 0.0001999654087191512,
      "loss": 4.9028,
      "step": 13086
    },
    {
      "epoch": 0.08392330383480825,
      "grad_norm": 26.73048973083496,
      "learning_rate": 0.0001999654034203444,
      "loss": 4.5885,
      "step": 13087
    },
    {
      "epoch": 0.08392971655765037,
      "grad_norm": 45.45854187011719,
      "learning_rate": 0.00019996539812113185,
      "loss": 4.541,
      "step": 13088
    },
    {
      "epoch": 0.0839361292804925,
      "grad_norm": 18.68756675720215,
      "learning_rate": 0.00019996539282151357,
      "loss": 4.5121,
      "step": 13089
    },
    {
      "epoch": 0.08394254200333462,
      "grad_norm": 43.20471954345703,
      "learning_rate": 0.00019996538752148953,
      "loss": 4.778,
      "step": 13090
    },
    {
      "epoch": 0.08394895472617674,
      "grad_norm": 13.742818832397461,
      "learning_rate": 0.00019996538222105976,
      "loss": 4.8668,
      "step": 13091
    },
    {
      "epoch": 0.08395536744901885,
      "grad_norm": 24.520587921142578,
      "learning_rate": 0.00019996537692022423,
      "loss": 4.7653,
      "step": 13092
    },
    {
      "epoch": 0.08396178017186097,
      "grad_norm": 240.3383331298828,
      "learning_rate": 0.00019996537161898298,
      "loss": 4.5649,
      "step": 13093
    },
    {
      "epoch": 0.08396819289470309,
      "grad_norm": 317.6930236816406,
      "learning_rate": 0.00019996536631733598,
      "loss": 4.6359,
      "step": 13094
    },
    {
      "epoch": 0.0839746056175452,
      "grad_norm": 69.07099151611328,
      "learning_rate": 0.00019996536101528323,
      "loss": 4.7231,
      "step": 13095
    },
    {
      "epoch": 0.08398101834038733,
      "grad_norm": 11.804131507873535,
      "learning_rate": 0.00019996535571282476,
      "loss": 4.9683,
      "step": 13096
    },
    {
      "epoch": 0.08398743106322945,
      "grad_norm": 19.68060302734375,
      "learning_rate": 0.00019996535040996052,
      "loss": 4.8559,
      "step": 13097
    },
    {
      "epoch": 0.08399384378607157,
      "grad_norm": 42.47903060913086,
      "learning_rate": 0.00019996534510669057,
      "loss": 4.4358,
      "step": 13098
    },
    {
      "epoch": 0.08400025650891368,
      "grad_norm": 26.304973602294922,
      "learning_rate": 0.00019996533980301483,
      "loss": 4.8387,
      "step": 13099
    },
    {
      "epoch": 0.0840066692317558,
      "grad_norm": 386.319580078125,
      "learning_rate": 0.00019996533449893338,
      "loss": 4.6054,
      "step": 13100
    },
    {
      "epoch": 0.0840066692317558,
      "eval_loss": 4.700283527374268,
      "eval_runtime": 34.7248,
      "eval_samples_per_second": 90.281,
      "eval_steps_per_second": 22.578,
      "step": 13100
    },
    {
      "epoch": 0.08401308195459792,
      "grad_norm": 35.133331298828125,
      "learning_rate": 0.00019996532919444617,
      "loss": 4.7625,
      "step": 13101
    },
    {
      "epoch": 0.08401949467744003,
      "grad_norm": 42.25020217895508,
      "learning_rate": 0.00019996532388955323,
      "loss": 4.7236,
      "step": 13102
    },
    {
      "epoch": 0.08402590740028217,
      "grad_norm": 194.60093688964844,
      "learning_rate": 0.00019996531858425455,
      "loss": 5.1803,
      "step": 13103
    },
    {
      "epoch": 0.08403232012312428,
      "grad_norm": 8.261451721191406,
      "learning_rate": 0.0001999653132785501,
      "loss": 4.9273,
      "step": 13104
    },
    {
      "epoch": 0.0840387328459664,
      "grad_norm": 8.446196556091309,
      "learning_rate": 0.00019996530797243995,
      "loss": 5.0812,
      "step": 13105
    },
    {
      "epoch": 0.08404514556880852,
      "grad_norm": 19.696184158325195,
      "learning_rate": 0.000199965302665924,
      "loss": 4.6507,
      "step": 13106
    },
    {
      "epoch": 0.08405155829165063,
      "grad_norm": 56.1717529296875,
      "learning_rate": 0.00019996529735900236,
      "loss": 4.7288,
      "step": 13107
    },
    {
      "epoch": 0.08405797101449275,
      "grad_norm": 134.1830596923828,
      "learning_rate": 0.00019996529205167495,
      "loss": 5.0053,
      "step": 13108
    },
    {
      "epoch": 0.08406438373733487,
      "grad_norm": 56.747650146484375,
      "learning_rate": 0.00019996528674394182,
      "loss": 4.6719,
      "step": 13109
    },
    {
      "epoch": 0.084070796460177,
      "grad_norm": 19.226856231689453,
      "learning_rate": 0.00019996528143580294,
      "loss": 4.6346,
      "step": 13110
    },
    {
      "epoch": 0.08407720918301911,
      "grad_norm": 8.924208641052246,
      "learning_rate": 0.0001999652761272583,
      "loss": 4.6946,
      "step": 13111
    },
    {
      "epoch": 0.08408362190586123,
      "grad_norm": 49.8621826171875,
      "learning_rate": 0.00019996527081830794,
      "loss": 4.6113,
      "step": 13112
    },
    {
      "epoch": 0.08409003462870335,
      "grad_norm": 64.07510375976562,
      "learning_rate": 0.0001999652655089518,
      "loss": 4.969,
      "step": 13113
    },
    {
      "epoch": 0.08409644735154546,
      "grad_norm": 8.22338581085205,
      "learning_rate": 0.00019996526019918997,
      "loss": 4.5579,
      "step": 13114
    },
    {
      "epoch": 0.08410286007438758,
      "grad_norm": 11.579654693603516,
      "learning_rate": 0.00019996525488902238,
      "loss": 4.447,
      "step": 13115
    },
    {
      "epoch": 0.0841092727972297,
      "grad_norm": 13.53065013885498,
      "learning_rate": 0.00019996524957844903,
      "loss": 4.7917,
      "step": 13116
    },
    {
      "epoch": 0.08411568552007183,
      "grad_norm": 9.819802284240723,
      "learning_rate": 0.00019996524426746994,
      "loss": 4.5225,
      "step": 13117
    },
    {
      "epoch": 0.08412209824291395,
      "grad_norm": 7.615420341491699,
      "learning_rate": 0.0001999652389560851,
      "loss": 4.6309,
      "step": 13118
    },
    {
      "epoch": 0.08412851096575606,
      "grad_norm": 29.4014949798584,
      "learning_rate": 0.00019996523364429453,
      "loss": 4.651,
      "step": 13119
    },
    {
      "epoch": 0.08413492368859818,
      "grad_norm": 9.078398704528809,
      "learning_rate": 0.00019996522833209824,
      "loss": 4.823,
      "step": 13120
    },
    {
      "epoch": 0.0841413364114403,
      "grad_norm": 28.280229568481445,
      "learning_rate": 0.00019996522301949618,
      "loss": 4.5119,
      "step": 13121
    },
    {
      "epoch": 0.08414774913428241,
      "grad_norm": 14.822847366333008,
      "learning_rate": 0.0001999652177064884,
      "loss": 4.7362,
      "step": 13122
    },
    {
      "epoch": 0.08415416185712453,
      "grad_norm": 7.395092487335205,
      "learning_rate": 0.00019996521239307484,
      "loss": 4.695,
      "step": 13123
    },
    {
      "epoch": 0.08416057457996666,
      "grad_norm": 43.34841537475586,
      "learning_rate": 0.00019996520707925557,
      "loss": 4.6382,
      "step": 13124
    },
    {
      "epoch": 0.08416698730280878,
      "grad_norm": 5.370849609375,
      "learning_rate": 0.00019996520176503055,
      "loss": 4.7907,
      "step": 13125
    },
    {
      "epoch": 0.0841734000256509,
      "grad_norm": 6.285094261169434,
      "learning_rate": 0.00019996519645039978,
      "loss": 4.5231,
      "step": 13126
    },
    {
      "epoch": 0.08417981274849301,
      "grad_norm": 23.14241600036621,
      "learning_rate": 0.00019996519113536326,
      "loss": 4.9682,
      "step": 13127
    },
    {
      "epoch": 0.08418622547133513,
      "grad_norm": 61.76742172241211,
      "learning_rate": 0.000199965185819921,
      "loss": 4.573,
      "step": 13128
    },
    {
      "epoch": 0.08419263819417724,
      "grad_norm": 13.305898666381836,
      "learning_rate": 0.00019996518050407303,
      "loss": 4.8269,
      "step": 13129
    },
    {
      "epoch": 0.08419905091701936,
      "grad_norm": 60.28812789916992,
      "learning_rate": 0.0001999651751878193,
      "loss": 4.826,
      "step": 13130
    },
    {
      "epoch": 0.08420546363986149,
      "grad_norm": 18.694734573364258,
      "learning_rate": 0.0001999651698711598,
      "loss": 4.5864,
      "step": 13131
    },
    {
      "epoch": 0.08421187636270361,
      "grad_norm": 9.499800682067871,
      "learning_rate": 0.0001999651645540946,
      "loss": 4.8895,
      "step": 13132
    },
    {
      "epoch": 0.08421828908554573,
      "grad_norm": 67.3741455078125,
      "learning_rate": 0.00019996515923662364,
      "loss": 4.6458,
      "step": 13133
    },
    {
      "epoch": 0.08422470180838784,
      "grad_norm": 17.410371780395508,
      "learning_rate": 0.00019996515391874694,
      "loss": 4.7784,
      "step": 13134
    },
    {
      "epoch": 0.08423111453122996,
      "grad_norm": 16.10219955444336,
      "learning_rate": 0.0001999651486004645,
      "loss": 4.5905,
      "step": 13135
    },
    {
      "epoch": 0.08423752725407208,
      "grad_norm": 59.92116928100586,
      "learning_rate": 0.0001999651432817763,
      "loss": 4.8555,
      "step": 13136
    },
    {
      "epoch": 0.08424393997691419,
      "grad_norm": 16.1138973236084,
      "learning_rate": 0.0001999651379626824,
      "loss": 4.5795,
      "step": 13137
    },
    {
      "epoch": 0.08425035269975632,
      "grad_norm": 11.53542709350586,
      "learning_rate": 0.0001999651326431827,
      "loss": 4.6875,
      "step": 13138
    },
    {
      "epoch": 0.08425676542259844,
      "grad_norm": 19.04537582397461,
      "learning_rate": 0.0001999651273232773,
      "loss": 4.8215,
      "step": 13139
    },
    {
      "epoch": 0.08426317814544056,
      "grad_norm": 27.011816024780273,
      "learning_rate": 0.00019996512200296613,
      "loss": 4.7478,
      "step": 13140
    },
    {
      "epoch": 0.08426959086828267,
      "grad_norm": 136.315673828125,
      "learning_rate": 0.00019996511668224923,
      "loss": 4.7831,
      "step": 13141
    },
    {
      "epoch": 0.08427600359112479,
      "grad_norm": 18.253467559814453,
      "learning_rate": 0.00019996511136112662,
      "loss": 4.6417,
      "step": 13142
    },
    {
      "epoch": 0.0842824163139669,
      "grad_norm": 7.7600483894348145,
      "learning_rate": 0.00019996510603959825,
      "loss": 4.5359,
      "step": 13143
    },
    {
      "epoch": 0.08428882903680902,
      "grad_norm": 28.935068130493164,
      "learning_rate": 0.00019996510071766414,
      "loss": 4.9036,
      "step": 13144
    },
    {
      "epoch": 0.08429524175965115,
      "grad_norm": 35.269195556640625,
      "learning_rate": 0.00019996509539532424,
      "loss": 4.6216,
      "step": 13145
    },
    {
      "epoch": 0.08430165448249327,
      "grad_norm": 20.119129180908203,
      "learning_rate": 0.00019996509007257866,
      "loss": 4.4621,
      "step": 13146
    },
    {
      "epoch": 0.08430806720533539,
      "grad_norm": 12.218539237976074,
      "learning_rate": 0.0001999650847494273,
      "loss": 4.4761,
      "step": 13147
    },
    {
      "epoch": 0.0843144799281775,
      "grad_norm": 31.957674026489258,
      "learning_rate": 0.0001999650794258702,
      "loss": 5.0465,
      "step": 13148
    },
    {
      "epoch": 0.08432089265101962,
      "grad_norm": 184.8685302734375,
      "learning_rate": 0.00019996507410190736,
      "loss": 4.7617,
      "step": 13149
    },
    {
      "epoch": 0.08432730537386174,
      "grad_norm": 50.31385040283203,
      "learning_rate": 0.00019996506877753879,
      "loss": 4.7784,
      "step": 13150
    },
    {
      "epoch": 0.08433371809670386,
      "grad_norm": 10.763680458068848,
      "learning_rate": 0.0001999650634527645,
      "loss": 4.7913,
      "step": 13151
    },
    {
      "epoch": 0.08434013081954599,
      "grad_norm": 58.470611572265625,
      "learning_rate": 0.00019996505812758443,
      "loss": 4.7113,
      "step": 13152
    },
    {
      "epoch": 0.0843465435423881,
      "grad_norm": 83.37625122070312,
      "learning_rate": 0.00019996505280199864,
      "loss": 4.6178,
      "step": 13153
    },
    {
      "epoch": 0.08435295626523022,
      "grad_norm": 75.53410339355469,
      "learning_rate": 0.0001999650474760071,
      "loss": 4.6757,
      "step": 13154
    },
    {
      "epoch": 0.08435936898807234,
      "grad_norm": 19.821809768676758,
      "learning_rate": 0.0001999650421496098,
      "loss": 4.7197,
      "step": 13155
    },
    {
      "epoch": 0.08436578171091445,
      "grad_norm": 10.29122257232666,
      "learning_rate": 0.0001999650368228068,
      "loss": 4.5506,
      "step": 13156
    },
    {
      "epoch": 0.08437219443375657,
      "grad_norm": 62.35936737060547,
      "learning_rate": 0.00019996503149559804,
      "loss": 4.6133,
      "step": 13157
    },
    {
      "epoch": 0.08437860715659869,
      "grad_norm": 9.189630508422852,
      "learning_rate": 0.00019996502616798353,
      "loss": 4.6079,
      "step": 13158
    },
    {
      "epoch": 0.08438501987944082,
      "grad_norm": 45.38671875,
      "learning_rate": 0.00019996502083996327,
      "loss": 4.5023,
      "step": 13159
    },
    {
      "epoch": 0.08439143260228293,
      "grad_norm": 14.637113571166992,
      "learning_rate": 0.0001999650155115373,
      "loss": 4.8309,
      "step": 13160
    },
    {
      "epoch": 0.08439784532512505,
      "grad_norm": 6.544289588928223,
      "learning_rate": 0.00019996501018270556,
      "loss": 4.6522,
      "step": 13161
    },
    {
      "epoch": 0.08440425804796717,
      "grad_norm": 10.115982055664062,
      "learning_rate": 0.00019996500485346808,
      "loss": 4.5966,
      "step": 13162
    },
    {
      "epoch": 0.08441067077080928,
      "grad_norm": 20.677227020263672,
      "learning_rate": 0.00019996499952382486,
      "loss": 4.5369,
      "step": 13163
    },
    {
      "epoch": 0.0844170834936514,
      "grad_norm": 12.952397346496582,
      "learning_rate": 0.00019996499419377593,
      "loss": 4.5546,
      "step": 13164
    },
    {
      "epoch": 0.08442349621649352,
      "grad_norm": 14.371357917785645,
      "learning_rate": 0.00019996498886332124,
      "loss": 4.7837,
      "step": 13165
    },
    {
      "epoch": 0.08442990893933564,
      "grad_norm": 84.58235168457031,
      "learning_rate": 0.00019996498353246078,
      "loss": 4.7116,
      "step": 13166
    },
    {
      "epoch": 0.08443632166217777,
      "grad_norm": 23.240549087524414,
      "learning_rate": 0.00019996497820119462,
      "loss": 4.8695,
      "step": 13167
    },
    {
      "epoch": 0.08444273438501988,
      "grad_norm": 8.477502822875977,
      "learning_rate": 0.00019996497286952267,
      "loss": 4.7498,
      "step": 13168
    },
    {
      "epoch": 0.084449147107862,
      "grad_norm": 9.254636764526367,
      "learning_rate": 0.00019996496753744503,
      "loss": 4.5988,
      "step": 13169
    },
    {
      "epoch": 0.08445555983070412,
      "grad_norm": 39.998382568359375,
      "learning_rate": 0.0001999649622049616,
      "loss": 4.97,
      "step": 13170
    },
    {
      "epoch": 0.08446197255354623,
      "grad_norm": 9.257827758789062,
      "learning_rate": 0.00019996495687207247,
      "loss": 4.7678,
      "step": 13171
    },
    {
      "epoch": 0.08446838527638835,
      "grad_norm": 181.10194396972656,
      "learning_rate": 0.00019996495153877758,
      "loss": 4.8889,
      "step": 13172
    },
    {
      "epoch": 0.08447479799923047,
      "grad_norm": 6.554741859436035,
      "learning_rate": 0.00019996494620507695,
      "loss": 4.8085,
      "step": 13173
    },
    {
      "epoch": 0.0844812107220726,
      "grad_norm": 10.337091445922852,
      "learning_rate": 0.0001999649408709706,
      "loss": 5.0246,
      "step": 13174
    },
    {
      "epoch": 0.08448762344491471,
      "grad_norm": 19.335390090942383,
      "learning_rate": 0.00019996493553645848,
      "loss": 4.7554,
      "step": 13175
    },
    {
      "epoch": 0.08449403616775683,
      "grad_norm": 29.38505744934082,
      "learning_rate": 0.00019996493020154064,
      "loss": 4.832,
      "step": 13176
    },
    {
      "epoch": 0.08450044889059895,
      "grad_norm": 159.86119079589844,
      "learning_rate": 0.00019996492486621702,
      "loss": 4.7057,
      "step": 13177
    },
    {
      "epoch": 0.08450686161344106,
      "grad_norm": 282.2301025390625,
      "learning_rate": 0.0001999649195304877,
      "loss": 4.4995,
      "step": 13178
    },
    {
      "epoch": 0.08451327433628318,
      "grad_norm": 56.09062957763672,
      "learning_rate": 0.00019996491419435264,
      "loss": 4.9593,
      "step": 13179
    },
    {
      "epoch": 0.0845196870591253,
      "grad_norm": 16.28146743774414,
      "learning_rate": 0.00019996490885781183,
      "loss": 4.7043,
      "step": 13180
    },
    {
      "epoch": 0.08452609978196743,
      "grad_norm": 109.82581329345703,
      "learning_rate": 0.0001999649035208653,
      "loss": 4.8227,
      "step": 13181
    },
    {
      "epoch": 0.08453251250480955,
      "grad_norm": 42.942283630371094,
      "learning_rate": 0.00019996489818351298,
      "loss": 4.8322,
      "step": 13182
    },
    {
      "epoch": 0.08453892522765166,
      "grad_norm": 19.53885269165039,
      "learning_rate": 0.00019996489284575492,
      "loss": 4.5843,
      "step": 13183
    },
    {
      "epoch": 0.08454533795049378,
      "grad_norm": 133.3223876953125,
      "learning_rate": 0.00019996488750759114,
      "loss": 4.5491,
      "step": 13184
    },
    {
      "epoch": 0.0845517506733359,
      "grad_norm": 51.67875671386719,
      "learning_rate": 0.00019996488216902165,
      "loss": 4.7194,
      "step": 13185
    },
    {
      "epoch": 0.08455816339617801,
      "grad_norm": 11.721033096313477,
      "learning_rate": 0.00019996487683004638,
      "loss": 4.8923,
      "step": 13186
    },
    {
      "epoch": 0.08456457611902013,
      "grad_norm": 31.33822250366211,
      "learning_rate": 0.00019996487149066537,
      "loss": 4.7301,
      "step": 13187
    },
    {
      "epoch": 0.08457098884186226,
      "grad_norm": 34.9964599609375,
      "learning_rate": 0.00019996486615087863,
      "loss": 4.8562,
      "step": 13188
    },
    {
      "epoch": 0.08457740156470438,
      "grad_norm": 34.917964935302734,
      "learning_rate": 0.00019996486081068614,
      "loss": 4.9137,
      "step": 13189
    },
    {
      "epoch": 0.0845838142875465,
      "grad_norm": 13.81029224395752,
      "learning_rate": 0.00019996485547008793,
      "loss": 4.7877,
      "step": 13190
    },
    {
      "epoch": 0.08459022701038861,
      "grad_norm": 7.26737117767334,
      "learning_rate": 0.00019996485012908398,
      "loss": 4.86,
      "step": 13191
    },
    {
      "epoch": 0.08459663973323073,
      "grad_norm": 9.200918197631836,
      "learning_rate": 0.00019996484478767426,
      "loss": 4.7908,
      "step": 13192
    },
    {
      "epoch": 0.08460305245607284,
      "grad_norm": 14.390558242797852,
      "learning_rate": 0.0001999648394458588,
      "loss": 4.6937,
      "step": 13193
    },
    {
      "epoch": 0.08460946517891496,
      "grad_norm": 4.986222743988037,
      "learning_rate": 0.00019996483410363763,
      "loss": 5.1558,
      "step": 13194
    },
    {
      "epoch": 0.08461587790175709,
      "grad_norm": 119.40563201904297,
      "learning_rate": 0.0001999648287610107,
      "loss": 4.7154,
      "step": 13195
    },
    {
      "epoch": 0.08462229062459921,
      "grad_norm": 5.299651145935059,
      "learning_rate": 0.00019996482341797802,
      "loss": 4.5163,
      "step": 13196
    },
    {
      "epoch": 0.08462870334744133,
      "grad_norm": 4.463441848754883,
      "learning_rate": 0.00019996481807453963,
      "loss": 4.6146,
      "step": 13197
    },
    {
      "epoch": 0.08463511607028344,
      "grad_norm": 24.88955307006836,
      "learning_rate": 0.00019996481273069544,
      "loss": 4.7182,
      "step": 13198
    },
    {
      "epoch": 0.08464152879312556,
      "grad_norm": 57.045677185058594,
      "learning_rate": 0.00019996480738644555,
      "loss": 4.9399,
      "step": 13199
    },
    {
      "epoch": 0.08464794151596768,
      "grad_norm": 9.089508056640625,
      "learning_rate": 0.00019996480204178993,
      "loss": 4.7791,
      "step": 13200
    },
    {
      "epoch": 0.08464794151596768,
      "eval_loss": 4.7076263427734375,
      "eval_runtime": 34.7643,
      "eval_samples_per_second": 90.179,
      "eval_steps_per_second": 22.552,
      "step": 13200
    },
    {
      "epoch": 0.08465435423880979,
      "grad_norm": 17.048566818237305,
      "learning_rate": 0.00019996479669672857,
      "loss": 4.794,
      "step": 13201
    },
    {
      "epoch": 0.08466076696165192,
      "grad_norm": 21.869277954101562,
      "learning_rate": 0.00019996479135126144,
      "loss": 4.6431,
      "step": 13202
    },
    {
      "epoch": 0.08466717968449404,
      "grad_norm": 28.523088455200195,
      "learning_rate": 0.00019996478600538858,
      "loss": 4.5174,
      "step": 13203
    },
    {
      "epoch": 0.08467359240733616,
      "grad_norm": 9.108150482177734,
      "learning_rate": 0.00019996478065910999,
      "loss": 4.8357,
      "step": 13204
    },
    {
      "epoch": 0.08468000513017827,
      "grad_norm": 12.216995239257812,
      "learning_rate": 0.00019996477531242568,
      "loss": 4.9038,
      "step": 13205
    },
    {
      "epoch": 0.08468641785302039,
      "grad_norm": 19.626842498779297,
      "learning_rate": 0.00019996476996533556,
      "loss": 4.8252,
      "step": 13206
    },
    {
      "epoch": 0.08469283057586251,
      "grad_norm": 24.04756736755371,
      "learning_rate": 0.00019996476461783979,
      "loss": 4.8662,
      "step": 13207
    },
    {
      "epoch": 0.08469924329870462,
      "grad_norm": 26.144855499267578,
      "learning_rate": 0.0001999647592699382,
      "loss": 4.6724,
      "step": 13208
    },
    {
      "epoch": 0.08470565602154675,
      "grad_norm": 59.43455123901367,
      "learning_rate": 0.00019996475392163092,
      "loss": 4.765,
      "step": 13209
    },
    {
      "epoch": 0.08471206874438887,
      "grad_norm": 25.18292999267578,
      "learning_rate": 0.00019996474857291786,
      "loss": 4.9806,
      "step": 13210
    },
    {
      "epoch": 0.08471848146723099,
      "grad_norm": 9.74089527130127,
      "learning_rate": 0.0001999647432237991,
      "loss": 4.873,
      "step": 13211
    },
    {
      "epoch": 0.0847248941900731,
      "grad_norm": 7.990516185760498,
      "learning_rate": 0.00019996473787427458,
      "loss": 4.8159,
      "step": 13212
    },
    {
      "epoch": 0.08473130691291522,
      "grad_norm": 48.549964904785156,
      "learning_rate": 0.00019996473252434434,
      "loss": 4.8398,
      "step": 13213
    },
    {
      "epoch": 0.08473771963575734,
      "grad_norm": 106.35704803466797,
      "learning_rate": 0.00019996472717400833,
      "loss": 4.7193,
      "step": 13214
    },
    {
      "epoch": 0.08474413235859946,
      "grad_norm": 20.509328842163086,
      "learning_rate": 0.0001999647218232666,
      "loss": 4.9929,
      "step": 13215
    },
    {
      "epoch": 0.08475054508144159,
      "grad_norm": 44.057762145996094,
      "learning_rate": 0.00019996471647211909,
      "loss": 4.7341,
      "step": 13216
    },
    {
      "epoch": 0.0847569578042837,
      "grad_norm": 27.292449951171875,
      "learning_rate": 0.0001999647111205659,
      "loss": 4.6171,
      "step": 13217
    },
    {
      "epoch": 0.08476337052712582,
      "grad_norm": 9.579450607299805,
      "learning_rate": 0.00019996470576860693,
      "loss": 4.7155,
      "step": 13218
    },
    {
      "epoch": 0.08476978324996794,
      "grad_norm": 11.493441581726074,
      "learning_rate": 0.00019996470041624224,
      "loss": 4.6432,
      "step": 13219
    },
    {
      "epoch": 0.08477619597281005,
      "grad_norm": 8.278271675109863,
      "learning_rate": 0.0001999646950634718,
      "loss": 4.5359,
      "step": 13220
    },
    {
      "epoch": 0.08478260869565217,
      "grad_norm": 62.400169372558594,
      "learning_rate": 0.00019996468971029562,
      "loss": 4.9432,
      "step": 13221
    },
    {
      "epoch": 0.08478902141849429,
      "grad_norm": 6.13167667388916,
      "learning_rate": 0.0001999646843567137,
      "loss": 4.6859,
      "step": 13222
    },
    {
      "epoch": 0.08479543414133642,
      "grad_norm": 36.770957946777344,
      "learning_rate": 0.00019996467900272605,
      "loss": 4.7291,
      "step": 13223
    },
    {
      "epoch": 0.08480184686417853,
      "grad_norm": 30.734262466430664,
      "learning_rate": 0.00019996467364833263,
      "loss": 4.6092,
      "step": 13224
    },
    {
      "epoch": 0.08480825958702065,
      "grad_norm": 8.64725399017334,
      "learning_rate": 0.00019996466829353348,
      "loss": 4.7893,
      "step": 13225
    },
    {
      "epoch": 0.08481467230986277,
      "grad_norm": 20.709583282470703,
      "learning_rate": 0.0001999646629383286,
      "loss": 4.9995,
      "step": 13226
    },
    {
      "epoch": 0.08482108503270488,
      "grad_norm": 21.377466201782227,
      "learning_rate": 0.00019996465758271797,
      "loss": 4.8154,
      "step": 13227
    },
    {
      "epoch": 0.084827497755547,
      "grad_norm": 15.826702117919922,
      "learning_rate": 0.00019996465222670161,
      "loss": 4.7957,
      "step": 13228
    },
    {
      "epoch": 0.08483391047838912,
      "grad_norm": 330.49505615234375,
      "learning_rate": 0.00019996464687027952,
      "loss": 4.4557,
      "step": 13229
    },
    {
      "epoch": 0.08484032320123125,
      "grad_norm": 11.248684883117676,
      "learning_rate": 0.0001999646415134517,
      "loss": 5.0292,
      "step": 13230
    },
    {
      "epoch": 0.08484673592407337,
      "grad_norm": 9.865946769714355,
      "learning_rate": 0.0001999646361562181,
      "loss": 4.6681,
      "step": 13231
    },
    {
      "epoch": 0.08485314864691548,
      "grad_norm": 12.570208549499512,
      "learning_rate": 0.0001999646307985788,
      "loss": 4.6485,
      "step": 13232
    },
    {
      "epoch": 0.0848595613697576,
      "grad_norm": 6.206076622009277,
      "learning_rate": 0.0001999646254405337,
      "loss": 4.6263,
      "step": 13233
    },
    {
      "epoch": 0.08486597409259972,
      "grad_norm": 13.788419723510742,
      "learning_rate": 0.00019996462008208291,
      "loss": 4.7775,
      "step": 13234
    },
    {
      "epoch": 0.08487238681544183,
      "grad_norm": 12.166409492492676,
      "learning_rate": 0.00019996461472322635,
      "loss": 4.8858,
      "step": 13235
    },
    {
      "epoch": 0.08487879953828395,
      "grad_norm": 46.933189392089844,
      "learning_rate": 0.00019996460936396409,
      "loss": 4.8336,
      "step": 13236
    },
    {
      "epoch": 0.08488521226112608,
      "grad_norm": 6.430686950683594,
      "learning_rate": 0.00019996460400429605,
      "loss": 4.747,
      "step": 13237
    },
    {
      "epoch": 0.0848916249839682,
      "grad_norm": 20.710445404052734,
      "learning_rate": 0.0001999645986442223,
      "loss": 4.7895,
      "step": 13238
    },
    {
      "epoch": 0.08489803770681031,
      "grad_norm": 92.82693481445312,
      "learning_rate": 0.00019996459328374278,
      "loss": 4.8654,
      "step": 13239
    },
    {
      "epoch": 0.08490445042965243,
      "grad_norm": 7.434666633605957,
      "learning_rate": 0.00019996458792285755,
      "loss": 4.5797,
      "step": 13240
    },
    {
      "epoch": 0.08491086315249455,
      "grad_norm": 783.2871704101562,
      "learning_rate": 0.00019996458256156657,
      "loss": 4.6559,
      "step": 13241
    },
    {
      "epoch": 0.08491727587533666,
      "grad_norm": 75.95960998535156,
      "learning_rate": 0.00019996457719986986,
      "loss": 4.5389,
      "step": 13242
    },
    {
      "epoch": 0.08492368859817878,
      "grad_norm": 13.270112991333008,
      "learning_rate": 0.0001999645718377674,
      "loss": 4.9629,
      "step": 13243
    },
    {
      "epoch": 0.08493010132102091,
      "grad_norm": 9.32675838470459,
      "learning_rate": 0.0001999645664752592,
      "loss": 4.9187,
      "step": 13244
    },
    {
      "epoch": 0.08493651404386303,
      "grad_norm": 91.05769348144531,
      "learning_rate": 0.00019996456111234527,
      "loss": 4.5645,
      "step": 13245
    },
    {
      "epoch": 0.08494292676670515,
      "grad_norm": 53.56478500366211,
      "learning_rate": 0.0001999645557490256,
      "loss": 4.7849,
      "step": 13246
    },
    {
      "epoch": 0.08494933948954726,
      "grad_norm": 74.97571563720703,
      "learning_rate": 0.00019996455038530017,
      "loss": 4.8628,
      "step": 13247
    },
    {
      "epoch": 0.08495575221238938,
      "grad_norm": 34.82904815673828,
      "learning_rate": 0.00019996454502116902,
      "loss": 5.0267,
      "step": 13248
    },
    {
      "epoch": 0.0849621649352315,
      "grad_norm": 55.97687911987305,
      "learning_rate": 0.0001999645396566321,
      "loss": 4.807,
      "step": 13249
    },
    {
      "epoch": 0.08496857765807361,
      "grad_norm": 10.943470001220703,
      "learning_rate": 0.00019996453429168946,
      "loss": 4.5862,
      "step": 13250
    },
    {
      "epoch": 0.08497499038091574,
      "grad_norm": 8.031244277954102,
      "learning_rate": 0.0001999645289263411,
      "loss": 4.8441,
      "step": 13251
    },
    {
      "epoch": 0.08498140310375786,
      "grad_norm": 24.509244918823242,
      "learning_rate": 0.00019996452356058696,
      "loss": 4.7791,
      "step": 13252
    },
    {
      "epoch": 0.08498781582659998,
      "grad_norm": 58.59926223754883,
      "learning_rate": 0.00019996451819442713,
      "loss": 4.8202,
      "step": 13253
    },
    {
      "epoch": 0.0849942285494421,
      "grad_norm": 12.009539604187012,
      "learning_rate": 0.00019996451282786154,
      "loss": 4.7235,
      "step": 13254
    },
    {
      "epoch": 0.08500064127228421,
      "grad_norm": 11.725263595581055,
      "learning_rate": 0.0001999645074608902,
      "loss": 4.7865,
      "step": 13255
    },
    {
      "epoch": 0.08500705399512633,
      "grad_norm": 77.17809295654297,
      "learning_rate": 0.00019996450209351313,
      "loss": 4.7503,
      "step": 13256
    },
    {
      "epoch": 0.08501346671796844,
      "grad_norm": 30.83002471923828,
      "learning_rate": 0.00019996449672573033,
      "loss": 4.6246,
      "step": 13257
    },
    {
      "epoch": 0.08501987944081056,
      "grad_norm": 8.452127456665039,
      "learning_rate": 0.00019996449135754177,
      "loss": 4.6649,
      "step": 13258
    },
    {
      "epoch": 0.08502629216365269,
      "grad_norm": 25.22106170654297,
      "learning_rate": 0.00019996448598894747,
      "loss": 4.8866,
      "step": 13259
    },
    {
      "epoch": 0.08503270488649481,
      "grad_norm": 8.023173332214355,
      "learning_rate": 0.00019996448061994744,
      "loss": 4.7442,
      "step": 13260
    },
    {
      "epoch": 0.08503911760933693,
      "grad_norm": 7.370128631591797,
      "learning_rate": 0.00019996447525054168,
      "loss": 4.8097,
      "step": 13261
    },
    {
      "epoch": 0.08504553033217904,
      "grad_norm": 157.8423309326172,
      "learning_rate": 0.00019996446988073015,
      "loss": 4.882,
      "step": 13262
    },
    {
      "epoch": 0.08505194305502116,
      "grad_norm": 18.707979202270508,
      "learning_rate": 0.00019996446451051288,
      "loss": 4.6434,
      "step": 13263
    },
    {
      "epoch": 0.08505835577786328,
      "grad_norm": 27.68853759765625,
      "learning_rate": 0.00019996445913988994,
      "loss": 4.5813,
      "step": 13264
    },
    {
      "epoch": 0.08506476850070539,
      "grad_norm": 66.0391845703125,
      "learning_rate": 0.0001999644537688612,
      "loss": 4.6042,
      "step": 13265
    },
    {
      "epoch": 0.08507118122354752,
      "grad_norm": 7.38592529296875,
      "learning_rate": 0.00019996444839742673,
      "loss": 4.7589,
      "step": 13266
    },
    {
      "epoch": 0.08507759394638964,
      "grad_norm": 8.931865692138672,
      "learning_rate": 0.00019996444302558652,
      "loss": 4.8428,
      "step": 13267
    },
    {
      "epoch": 0.08508400666923176,
      "grad_norm": 11.977450370788574,
      "learning_rate": 0.00019996443765334055,
      "loss": 4.6811,
      "step": 13268
    },
    {
      "epoch": 0.08509041939207387,
      "grad_norm": 12.892746925354004,
      "learning_rate": 0.00019996443228068888,
      "loss": 4.8597,
      "step": 13269
    },
    {
      "epoch": 0.08509683211491599,
      "grad_norm": 14.998939514160156,
      "learning_rate": 0.00019996442690763146,
      "loss": 4.5727,
      "step": 13270
    },
    {
      "epoch": 0.08510324483775811,
      "grad_norm": 21.198564529418945,
      "learning_rate": 0.0001999644215341683,
      "loss": 4.7178,
      "step": 13271
    },
    {
      "epoch": 0.08510965756060022,
      "grad_norm": 9.078713417053223,
      "learning_rate": 0.0001999644161602994,
      "loss": 4.5533,
      "step": 13272
    },
    {
      "epoch": 0.08511607028344235,
      "grad_norm": 4.696565628051758,
      "learning_rate": 0.00019996441078602476,
      "loss": 4.8686,
      "step": 13273
    },
    {
      "epoch": 0.08512248300628447,
      "grad_norm": 4.498927116394043,
      "learning_rate": 0.00019996440541134435,
      "loss": 4.5538,
      "step": 13274
    },
    {
      "epoch": 0.08512889572912659,
      "grad_norm": 6.540040493011475,
      "learning_rate": 0.00019996440003625825,
      "loss": 4.7041,
      "step": 13275
    },
    {
      "epoch": 0.0851353084519687,
      "grad_norm": 5.889743804931641,
      "learning_rate": 0.0001999643946607664,
      "loss": 4.4201,
      "step": 13276
    },
    {
      "epoch": 0.08514172117481082,
      "grad_norm": 12.437203407287598,
      "learning_rate": 0.00019996438928486878,
      "loss": 4.7108,
      "step": 13277
    },
    {
      "epoch": 0.08514813389765294,
      "grad_norm": 8.713465690612793,
      "learning_rate": 0.00019996438390856546,
      "loss": 4.7961,
      "step": 13278
    },
    {
      "epoch": 0.08515454662049506,
      "grad_norm": 4.444694995880127,
      "learning_rate": 0.0001999643785318564,
      "loss": 4.9743,
      "step": 13279
    },
    {
      "epoch": 0.08516095934333719,
      "grad_norm": 12.754552841186523,
      "learning_rate": 0.00019996437315474157,
      "loss": 4.8278,
      "step": 13280
    },
    {
      "epoch": 0.0851673720661793,
      "grad_norm": 17.0048770904541,
      "learning_rate": 0.00019996436777722102,
      "loss": 4.728,
      "step": 13281
    },
    {
      "epoch": 0.08517378478902142,
      "grad_norm": 4.229816913604736,
      "learning_rate": 0.00019996436239929472,
      "loss": 4.731,
      "step": 13282
    },
    {
      "epoch": 0.08518019751186354,
      "grad_norm": 15.629402160644531,
      "learning_rate": 0.0001999643570209627,
      "loss": 4.6813,
      "step": 13283
    },
    {
      "epoch": 0.08518661023470565,
      "grad_norm": 28.109298706054688,
      "learning_rate": 0.00019996435164222493,
      "loss": 4.3976,
      "step": 13284
    },
    {
      "epoch": 0.08519302295754777,
      "grad_norm": 8.316960334777832,
      "learning_rate": 0.0001999643462630814,
      "loss": 5.0167,
      "step": 13285
    },
    {
      "epoch": 0.08519943568038989,
      "grad_norm": 6.67813777923584,
      "learning_rate": 0.00019996434088353216,
      "loss": 4.6745,
      "step": 13286
    },
    {
      "epoch": 0.08520584840323202,
      "grad_norm": 7.2830729484558105,
      "learning_rate": 0.0001999643355035772,
      "loss": 4.8306,
      "step": 13287
    },
    {
      "epoch": 0.08521226112607413,
      "grad_norm": 4.778372287750244,
      "learning_rate": 0.00019996433012321645,
      "loss": 4.7565,
      "step": 13288
    },
    {
      "epoch": 0.08521867384891625,
      "grad_norm": 4.780064582824707,
      "learning_rate": 0.00019996432474244998,
      "loss": 4.9185,
      "step": 13289
    },
    {
      "epoch": 0.08522508657175837,
      "grad_norm": 15.386615753173828,
      "learning_rate": 0.0001999643193612778,
      "loss": 4.5971,
      "step": 13290
    },
    {
      "epoch": 0.08523149929460049,
      "grad_norm": 9.04300594329834,
      "learning_rate": 0.00019996431397969984,
      "loss": 4.9197,
      "step": 13291
    },
    {
      "epoch": 0.0852379120174426,
      "grad_norm": 9.323136329650879,
      "learning_rate": 0.00019996430859771619,
      "loss": 4.8373,
      "step": 13292
    },
    {
      "epoch": 0.08524432474028472,
      "grad_norm": 7.178518772125244,
      "learning_rate": 0.00019996430321532675,
      "loss": 4.7936,
      "step": 13293
    },
    {
      "epoch": 0.08525073746312685,
      "grad_norm": 23.568344116210938,
      "learning_rate": 0.0001999642978325316,
      "loss": 4.7602,
      "step": 13294
    },
    {
      "epoch": 0.08525715018596897,
      "grad_norm": 4.19741153717041,
      "learning_rate": 0.00019996429244933071,
      "loss": 4.4252,
      "step": 13295
    },
    {
      "epoch": 0.08526356290881108,
      "grad_norm": 25.55837631225586,
      "learning_rate": 0.00019996428706572407,
      "loss": 4.6941,
      "step": 13296
    },
    {
      "epoch": 0.0852699756316532,
      "grad_norm": 5.792198181152344,
      "learning_rate": 0.00019996428168171169,
      "loss": 5.0419,
      "step": 13297
    },
    {
      "epoch": 0.08527638835449532,
      "grad_norm": 7.420490264892578,
      "learning_rate": 0.00019996427629729357,
      "loss": 4.7956,
      "step": 13298
    },
    {
      "epoch": 0.08528280107733743,
      "grad_norm": 5.922079086303711,
      "learning_rate": 0.00019996427091246974,
      "loss": 4.7898,
      "step": 13299
    },
    {
      "epoch": 0.08528921380017955,
      "grad_norm": 10.439751625061035,
      "learning_rate": 0.00019996426552724015,
      "loss": 4.9086,
      "step": 13300
    },
    {
      "epoch": 0.08528921380017955,
      "eval_loss": 4.689892768859863,
      "eval_runtime": 34.7128,
      "eval_samples_per_second": 90.312,
      "eval_steps_per_second": 22.585,
      "step": 13300
    },
    {
      "epoch": 0.08529562652302168,
      "grad_norm": 21.237903594970703,
      "learning_rate": 0.00019996426014160483,
      "loss": 4.9038,
      "step": 13301
    },
    {
      "epoch": 0.0853020392458638,
      "grad_norm": 12.89792537689209,
      "learning_rate": 0.00019996425475556374,
      "loss": 4.7475,
      "step": 13302
    },
    {
      "epoch": 0.08530845196870591,
      "grad_norm": 8.780183792114258,
      "learning_rate": 0.00019996424936911695,
      "loss": 4.5992,
      "step": 13303
    },
    {
      "epoch": 0.08531486469154803,
      "grad_norm": 7.388309955596924,
      "learning_rate": 0.00019996424398226442,
      "loss": 4.6874,
      "step": 13304
    },
    {
      "epoch": 0.08532127741439015,
      "grad_norm": 21.563217163085938,
      "learning_rate": 0.00019996423859500612,
      "loss": 4.6241,
      "step": 13305
    },
    {
      "epoch": 0.08532769013723226,
      "grad_norm": 36.38159942626953,
      "learning_rate": 0.0001999642332073421,
      "loss": 4.6597,
      "step": 13306
    },
    {
      "epoch": 0.08533410286007438,
      "grad_norm": 6.904202461242676,
      "learning_rate": 0.00019996422781927236,
      "loss": 4.5429,
      "step": 13307
    },
    {
      "epoch": 0.08534051558291651,
      "grad_norm": 17.748456954956055,
      "learning_rate": 0.00019996422243079686,
      "loss": 4.5865,
      "step": 13308
    },
    {
      "epoch": 0.08534692830575863,
      "grad_norm": 48.0548095703125,
      "learning_rate": 0.00019996421704191565,
      "loss": 5.1257,
      "step": 13309
    },
    {
      "epoch": 0.08535334102860075,
      "grad_norm": 17.22661018371582,
      "learning_rate": 0.00019996421165262868,
      "loss": 4.958,
      "step": 13310
    },
    {
      "epoch": 0.08535975375144286,
      "grad_norm": 37.173519134521484,
      "learning_rate": 0.00019996420626293594,
      "loss": 4.6543,
      "step": 13311
    },
    {
      "epoch": 0.08536616647428498,
      "grad_norm": 7.27814245223999,
      "learning_rate": 0.0001999642008728375,
      "loss": 4.6605,
      "step": 13312
    },
    {
      "epoch": 0.0853725791971271,
      "grad_norm": 45.58527755737305,
      "learning_rate": 0.0001999641954823333,
      "loss": 4.6761,
      "step": 13313
    },
    {
      "epoch": 0.08537899191996921,
      "grad_norm": 16.89665985107422,
      "learning_rate": 0.0001999641900914234,
      "loss": 4.7368,
      "step": 13314
    },
    {
      "epoch": 0.08538540464281134,
      "grad_norm": 482.8437194824219,
      "learning_rate": 0.00019996418470010773,
      "loss": 4.6675,
      "step": 13315
    },
    {
      "epoch": 0.08539181736565346,
      "grad_norm": 23.96047592163086,
      "learning_rate": 0.00019996417930838632,
      "loss": 4.6029,
      "step": 13316
    },
    {
      "epoch": 0.08539823008849558,
      "grad_norm": 11.625972747802734,
      "learning_rate": 0.00019996417391625917,
      "loss": 4.5211,
      "step": 13317
    },
    {
      "epoch": 0.0854046428113377,
      "grad_norm": 15.06635856628418,
      "learning_rate": 0.0001999641685237263,
      "loss": 4.6838,
      "step": 13318
    },
    {
      "epoch": 0.08541105553417981,
      "grad_norm": 9.084524154663086,
      "learning_rate": 0.0001999641631307877,
      "loss": 4.5045,
      "step": 13319
    },
    {
      "epoch": 0.08541746825702193,
      "grad_norm": 7.933851718902588,
      "learning_rate": 0.00019996415773744332,
      "loss": 4.5736,
      "step": 13320
    },
    {
      "epoch": 0.08542388097986404,
      "grad_norm": 15.032590866088867,
      "learning_rate": 0.00019996415234369326,
      "loss": 4.6692,
      "step": 13321
    },
    {
      "epoch": 0.08543029370270618,
      "grad_norm": 20.00741195678711,
      "learning_rate": 0.00019996414694953743,
      "loss": 5.1975,
      "step": 13322
    },
    {
      "epoch": 0.08543670642554829,
      "grad_norm": 17.75497817993164,
      "learning_rate": 0.00019996414155497584,
      "loss": 4.9025,
      "step": 13323
    },
    {
      "epoch": 0.08544311914839041,
      "grad_norm": 7.179035186767578,
      "learning_rate": 0.00019996413616000855,
      "loss": 4.5023,
      "step": 13324
    },
    {
      "epoch": 0.08544953187123253,
      "grad_norm": 14.645068168640137,
      "learning_rate": 0.00019996413076463551,
      "loss": 4.714,
      "step": 13325
    },
    {
      "epoch": 0.08545594459407464,
      "grad_norm": 134.51959228515625,
      "learning_rate": 0.00019996412536885672,
      "loss": 4.4354,
      "step": 13326
    },
    {
      "epoch": 0.08546235731691676,
      "grad_norm": 25.445344924926758,
      "learning_rate": 0.0001999641199726722,
      "loss": 4.7504,
      "step": 13327
    },
    {
      "epoch": 0.08546877003975888,
      "grad_norm": 12.527397155761719,
      "learning_rate": 0.00019996411457608195,
      "loss": 4.7416,
      "step": 13328
    },
    {
      "epoch": 0.085475182762601,
      "grad_norm": 6.807347774505615,
      "learning_rate": 0.00019996410917908595,
      "loss": 4.6174,
      "step": 13329
    },
    {
      "epoch": 0.08548159548544312,
      "grad_norm": 18.18134117126465,
      "learning_rate": 0.0001999641037816842,
      "loss": 4.8463,
      "step": 13330
    },
    {
      "epoch": 0.08548800820828524,
      "grad_norm": 20.02301025390625,
      "learning_rate": 0.00019996409838387674,
      "loss": 4.713,
      "step": 13331
    },
    {
      "epoch": 0.08549442093112736,
      "grad_norm": 7.514861106872559,
      "learning_rate": 0.00019996409298566353,
      "loss": 4.4563,
      "step": 13332
    },
    {
      "epoch": 0.08550083365396947,
      "grad_norm": 14.940390586853027,
      "learning_rate": 0.0001999640875870446,
      "loss": 4.8724,
      "step": 13333
    },
    {
      "epoch": 0.08550724637681159,
      "grad_norm": 12.180989265441895,
      "learning_rate": 0.0001999640821880199,
      "loss": 4.7532,
      "step": 13334
    },
    {
      "epoch": 0.08551365909965371,
      "grad_norm": 38.060455322265625,
      "learning_rate": 0.00019996407678858947,
      "loss": 5.0642,
      "step": 13335
    },
    {
      "epoch": 0.08552007182249584,
      "grad_norm": 24.93250846862793,
      "learning_rate": 0.00019996407138875335,
      "loss": 4.5939,
      "step": 13336
    },
    {
      "epoch": 0.08552648454533796,
      "grad_norm": 12.170571327209473,
      "learning_rate": 0.00019996406598851146,
      "loss": 4.5239,
      "step": 13337
    },
    {
      "epoch": 0.08553289726818007,
      "grad_norm": 18.055723190307617,
      "learning_rate": 0.0001999640605878638,
      "loss": 4.5183,
      "step": 13338
    },
    {
      "epoch": 0.08553930999102219,
      "grad_norm": 17.766324996948242,
      "learning_rate": 0.00019996405518681043,
      "loss": 4.7071,
      "step": 13339
    },
    {
      "epoch": 0.0855457227138643,
      "grad_norm": 7.719726085662842,
      "learning_rate": 0.00019996404978535134,
      "loss": 5.0259,
      "step": 13340
    },
    {
      "epoch": 0.08555213543670642,
      "grad_norm": 24.195833206176758,
      "learning_rate": 0.00019996404438348648,
      "loss": 4.8448,
      "step": 13341
    },
    {
      "epoch": 0.08555854815954854,
      "grad_norm": 7.435246467590332,
      "learning_rate": 0.0001999640389812159,
      "loss": 4.6543,
      "step": 13342
    },
    {
      "epoch": 0.08556496088239067,
      "grad_norm": 57.312469482421875,
      "learning_rate": 0.00019996403357853956,
      "loss": 4.8058,
      "step": 13343
    },
    {
      "epoch": 0.08557137360523279,
      "grad_norm": 7.246224403381348,
      "learning_rate": 0.00019996402817545753,
      "loss": 4.896,
      "step": 13344
    },
    {
      "epoch": 0.0855777863280749,
      "grad_norm": 11.787662506103516,
      "learning_rate": 0.00019996402277196973,
      "loss": 4.6333,
      "step": 13345
    },
    {
      "epoch": 0.08558419905091702,
      "grad_norm": 7.387466907501221,
      "learning_rate": 0.00019996401736807617,
      "loss": 4.6241,
      "step": 13346
    },
    {
      "epoch": 0.08559061177375914,
      "grad_norm": 5.1820597648620605,
      "learning_rate": 0.0001999640119637769,
      "loss": 4.625,
      "step": 13347
    },
    {
      "epoch": 0.08559702449660125,
      "grad_norm": 6.625665187835693,
      "learning_rate": 0.0001999640065590719,
      "loss": 4.6156,
      "step": 13348
    },
    {
      "epoch": 0.08560343721944337,
      "grad_norm": 17.463680267333984,
      "learning_rate": 0.00019996400115396113,
      "loss": 4.8633,
      "step": 13349
    },
    {
      "epoch": 0.08560984994228549,
      "grad_norm": 186.83224487304688,
      "learning_rate": 0.00019996399574844466,
      "loss": 4.6855,
      "step": 13350
    },
    {
      "epoch": 0.08561626266512762,
      "grad_norm": 11.120657920837402,
      "learning_rate": 0.00019996399034252245,
      "loss": 4.682,
      "step": 13351
    },
    {
      "epoch": 0.08562267538796973,
      "grad_norm": 93.01078033447266,
      "learning_rate": 0.0001999639849361945,
      "loss": 4.6824,
      "step": 13352
    },
    {
      "epoch": 0.08562908811081185,
      "grad_norm": 16.46593475341797,
      "learning_rate": 0.00019996397952946077,
      "loss": 4.6837,
      "step": 13353
    },
    {
      "epoch": 0.08563550083365397,
      "grad_norm": 26.386354446411133,
      "learning_rate": 0.00019996397412232138,
      "loss": 4.6622,
      "step": 13354
    },
    {
      "epoch": 0.08564191355649609,
      "grad_norm": 23.126256942749023,
      "learning_rate": 0.0001999639687147762,
      "loss": 4.4764,
      "step": 13355
    },
    {
      "epoch": 0.0856483262793382,
      "grad_norm": 35.45627975463867,
      "learning_rate": 0.00019996396330682528,
      "loss": 4.7144,
      "step": 13356
    },
    {
      "epoch": 0.08565473900218032,
      "grad_norm": 37.1725959777832,
      "learning_rate": 0.00019996395789846863,
      "loss": 4.747,
      "step": 13357
    },
    {
      "epoch": 0.08566115172502245,
      "grad_norm": 24.355388641357422,
      "learning_rate": 0.00019996395248970624,
      "loss": 4.4898,
      "step": 13358
    },
    {
      "epoch": 0.08566756444786457,
      "grad_norm": 24.82044219970703,
      "learning_rate": 0.00019996394708053812,
      "loss": 4.5525,
      "step": 13359
    },
    {
      "epoch": 0.08567397717070668,
      "grad_norm": 78.29019165039062,
      "learning_rate": 0.00019996394167096426,
      "loss": 5.3276,
      "step": 13360
    },
    {
      "epoch": 0.0856803898935488,
      "grad_norm": 16.165264129638672,
      "learning_rate": 0.0001999639362609847,
      "loss": 4.9607,
      "step": 13361
    },
    {
      "epoch": 0.08568680261639092,
      "grad_norm": 22.351930618286133,
      "learning_rate": 0.00019996393085059934,
      "loss": 4.5597,
      "step": 13362
    },
    {
      "epoch": 0.08569321533923303,
      "grad_norm": 16.83720588684082,
      "learning_rate": 0.00019996392543980828,
      "loss": 4.6904,
      "step": 13363
    },
    {
      "epoch": 0.08569962806207515,
      "grad_norm": 13.236859321594238,
      "learning_rate": 0.00019996392002861145,
      "loss": 4.6148,
      "step": 13364
    },
    {
      "epoch": 0.08570604078491728,
      "grad_norm": 16.543582916259766,
      "learning_rate": 0.00019996391461700894,
      "loss": 4.5222,
      "step": 13365
    },
    {
      "epoch": 0.0857124535077594,
      "grad_norm": 17.08385467529297,
      "learning_rate": 0.00019996390920500064,
      "loss": 4.5454,
      "step": 13366
    },
    {
      "epoch": 0.08571886623060151,
      "grad_norm": 50.061927795410156,
      "learning_rate": 0.00019996390379258664,
      "loss": 4.3806,
      "step": 13367
    },
    {
      "epoch": 0.08572527895344363,
      "grad_norm": 69.4302978515625,
      "learning_rate": 0.00019996389837976687,
      "loss": 4.7316,
      "step": 13368
    },
    {
      "epoch": 0.08573169167628575,
      "grad_norm": 37.98203659057617,
      "learning_rate": 0.00019996389296654142,
      "loss": 4.5906,
      "step": 13369
    },
    {
      "epoch": 0.08573810439912787,
      "grad_norm": 11.440569877624512,
      "learning_rate": 0.00019996388755291018,
      "loss": 4.775,
      "step": 13370
    },
    {
      "epoch": 0.08574451712196998,
      "grad_norm": 44.49869155883789,
      "learning_rate": 0.0001999638821388732,
      "loss": 4.6505,
      "step": 13371
    },
    {
      "epoch": 0.08575092984481211,
      "grad_norm": 28.867088317871094,
      "learning_rate": 0.00019996387672443052,
      "loss": 4.7442,
      "step": 13372
    },
    {
      "epoch": 0.08575734256765423,
      "grad_norm": 37.004844665527344,
      "learning_rate": 0.00019996387130958207,
      "loss": 4.5451,
      "step": 13373
    },
    {
      "epoch": 0.08576375529049635,
      "grad_norm": 28.454771041870117,
      "learning_rate": 0.0001999638658943279,
      "loss": 4.6239,
      "step": 13374
    },
    {
      "epoch": 0.08577016801333846,
      "grad_norm": 11.352310180664062,
      "learning_rate": 0.00019996386047866797,
      "loss": 4.6413,
      "step": 13375
    },
    {
      "epoch": 0.08577658073618058,
      "grad_norm": 38.31922912597656,
      "learning_rate": 0.00019996385506260234,
      "loss": 4.8084,
      "step": 13376
    },
    {
      "epoch": 0.0857829934590227,
      "grad_norm": 30.602962493896484,
      "learning_rate": 0.00019996384964613095,
      "loss": 4.9671,
      "step": 13377
    },
    {
      "epoch": 0.08578940618186481,
      "grad_norm": 19.030452728271484,
      "learning_rate": 0.00019996384422925383,
      "loss": 4.7544,
      "step": 13378
    },
    {
      "epoch": 0.08579581890470694,
      "grad_norm": 103.76049041748047,
      "learning_rate": 0.00019996383881197097,
      "loss": 4.5356,
      "step": 13379
    },
    {
      "epoch": 0.08580223162754906,
      "grad_norm": 45.440670013427734,
      "learning_rate": 0.00019996383339428237,
      "loss": 4.5119,
      "step": 13380
    },
    {
      "epoch": 0.08580864435039118,
      "grad_norm": 70.71724700927734,
      "learning_rate": 0.00019996382797618804,
      "loss": 5.2111,
      "step": 13381
    },
    {
      "epoch": 0.0858150570732333,
      "grad_norm": 12.937175750732422,
      "learning_rate": 0.00019996382255768797,
      "loss": 4.5412,
      "step": 13382
    },
    {
      "epoch": 0.08582146979607541,
      "grad_norm": 80.45272064208984,
      "learning_rate": 0.00019996381713878217,
      "loss": 4.6287,
      "step": 13383
    },
    {
      "epoch": 0.08582788251891753,
      "grad_norm": 19.016077041625977,
      "learning_rate": 0.0001999638117194706,
      "loss": 4.4925,
      "step": 13384
    },
    {
      "epoch": 0.08583429524175964,
      "grad_norm": 33.71009826660156,
      "learning_rate": 0.00019996380629975336,
      "loss": 4.6668,
      "step": 13385
    },
    {
      "epoch": 0.08584070796460178,
      "grad_norm": 76.52387237548828,
      "learning_rate": 0.00019996380087963032,
      "loss": 4.8489,
      "step": 13386
    },
    {
      "epoch": 0.08584712068744389,
      "grad_norm": 68.93553161621094,
      "learning_rate": 0.00019996379545910158,
      "loss": 4.6855,
      "step": 13387
    },
    {
      "epoch": 0.08585353341028601,
      "grad_norm": 15.488279342651367,
      "learning_rate": 0.0001999637900381671,
      "loss": 4.6536,
      "step": 13388
    },
    {
      "epoch": 0.08585994613312813,
      "grad_norm": 90.28282165527344,
      "learning_rate": 0.00019996378461682688,
      "loss": 4.5738,
      "step": 13389
    },
    {
      "epoch": 0.08586635885597024,
      "grad_norm": 113.09056854248047,
      "learning_rate": 0.0001999637791950809,
      "loss": 4.682,
      "step": 13390
    },
    {
      "epoch": 0.08587277157881236,
      "grad_norm": 55.32332992553711,
      "learning_rate": 0.0001999637737729292,
      "loss": 4.9507,
      "step": 13391
    },
    {
      "epoch": 0.08587918430165448,
      "grad_norm": 31.75335693359375,
      "learning_rate": 0.00019996376835037177,
      "loss": 4.8789,
      "step": 13392
    },
    {
      "epoch": 0.08588559702449661,
      "grad_norm": 19.806476593017578,
      "learning_rate": 0.00019996376292740858,
      "loss": 4.7716,
      "step": 13393
    },
    {
      "epoch": 0.08589200974733872,
      "grad_norm": 62.872310638427734,
      "learning_rate": 0.00019996375750403972,
      "loss": 4.4054,
      "step": 13394
    },
    {
      "epoch": 0.08589842247018084,
      "grad_norm": 34.013641357421875,
      "learning_rate": 0.00019996375208026503,
      "loss": 4.909,
      "step": 13395
    },
    {
      "epoch": 0.08590483519302296,
      "grad_norm": 24.316974639892578,
      "learning_rate": 0.00019996374665608467,
      "loss": 4.6926,
      "step": 13396
    },
    {
      "epoch": 0.08591124791586507,
      "grad_norm": 63.548919677734375,
      "learning_rate": 0.00019996374123149854,
      "loss": 4.6194,
      "step": 13397
    },
    {
      "epoch": 0.08591766063870719,
      "grad_norm": 14.647012710571289,
      "learning_rate": 0.0001999637358065067,
      "loss": 4.7372,
      "step": 13398
    },
    {
      "epoch": 0.08592407336154931,
      "grad_norm": 12.205344200134277,
      "learning_rate": 0.0001999637303811091,
      "loss": 4.5476,
      "step": 13399
    },
    {
      "epoch": 0.08593048608439144,
      "grad_norm": 70.67727661132812,
      "learning_rate": 0.00019996372495530577,
      "loss": 4.5896,
      "step": 13400
    },
    {
      "epoch": 0.08593048608439144,
      "eval_loss": 4.667145252227783,
      "eval_runtime": 34.7705,
      "eval_samples_per_second": 90.163,
      "eval_steps_per_second": 22.548,
      "step": 13400
    },
    {
      "epoch": 0.08593689880723356,
      "grad_norm": 26.30695152282715,
      "learning_rate": 0.00019996371952909673,
      "loss": 4.6158,
      "step": 13401
    },
    {
      "epoch": 0.08594331153007567,
      "grad_norm": 39.39329147338867,
      "learning_rate": 0.00019996371410248192,
      "loss": 4.7833,
      "step": 13402
    },
    {
      "epoch": 0.08594972425291779,
      "grad_norm": 25.593107223510742,
      "learning_rate": 0.00019996370867546138,
      "loss": 4.7963,
      "step": 13403
    },
    {
      "epoch": 0.0859561369757599,
      "grad_norm": 13.163509368896484,
      "learning_rate": 0.00019996370324803513,
      "loss": 4.9207,
      "step": 13404
    },
    {
      "epoch": 0.08596254969860202,
      "grad_norm": 164.96009826660156,
      "learning_rate": 0.00019996369782020312,
      "loss": 4.6911,
      "step": 13405
    },
    {
      "epoch": 0.08596896242144414,
      "grad_norm": 42.43500900268555,
      "learning_rate": 0.00019996369239196537,
      "loss": 4.7004,
      "step": 13406
    },
    {
      "epoch": 0.08597537514428627,
      "grad_norm": 138.23953247070312,
      "learning_rate": 0.00019996368696332192,
      "loss": 4.6121,
      "step": 13407
    },
    {
      "epoch": 0.08598178786712839,
      "grad_norm": 55.64229202270508,
      "learning_rate": 0.00019996368153427267,
      "loss": 4.5794,
      "step": 13408
    },
    {
      "epoch": 0.0859882005899705,
      "grad_norm": 55.021461486816406,
      "learning_rate": 0.00019996367610481772,
      "loss": 4.6928,
      "step": 13409
    },
    {
      "epoch": 0.08599461331281262,
      "grad_norm": 214.51170349121094,
      "learning_rate": 0.00019996367067495703,
      "loss": 4.6166,
      "step": 13410
    },
    {
      "epoch": 0.08600102603565474,
      "grad_norm": 38.54861068725586,
      "learning_rate": 0.0001999636652446906,
      "loss": 4.6863,
      "step": 13411
    },
    {
      "epoch": 0.08600743875849685,
      "grad_norm": 20.47317123413086,
      "learning_rate": 0.00019996365981401847,
      "loss": 4.7657,
      "step": 13412
    },
    {
      "epoch": 0.08601385148133897,
      "grad_norm": 32.369747161865234,
      "learning_rate": 0.00019996365438294054,
      "loss": 4.7584,
      "step": 13413
    },
    {
      "epoch": 0.0860202642041811,
      "grad_norm": 21.456472396850586,
      "learning_rate": 0.0001999636489514569,
      "loss": 5.0136,
      "step": 13414
    },
    {
      "epoch": 0.08602667692702322,
      "grad_norm": 63.41848373413086,
      "learning_rate": 0.00019996364351956757,
      "loss": 4.4189,
      "step": 13415
    },
    {
      "epoch": 0.08603308964986534,
      "grad_norm": 99.19380187988281,
      "learning_rate": 0.00019996363808727244,
      "loss": 4.7177,
      "step": 13416
    },
    {
      "epoch": 0.08603950237270745,
      "grad_norm": 30.970134735107422,
      "learning_rate": 0.0001999636326545716,
      "loss": 4.8178,
      "step": 13417
    },
    {
      "epoch": 0.08604591509554957,
      "grad_norm": 33.0293083190918,
      "learning_rate": 0.00019996362722146506,
      "loss": 5.2305,
      "step": 13418
    },
    {
      "epoch": 0.08605232781839169,
      "grad_norm": 29.887760162353516,
      "learning_rate": 0.00019996362178795275,
      "loss": 4.6542,
      "step": 13419
    },
    {
      "epoch": 0.0860587405412338,
      "grad_norm": 22.48602867126465,
      "learning_rate": 0.0001999636163540347,
      "loss": 4.5553,
      "step": 13420
    },
    {
      "epoch": 0.08606515326407593,
      "grad_norm": 45.920738220214844,
      "learning_rate": 0.0001999636109197109,
      "loss": 4.8602,
      "step": 13421
    },
    {
      "epoch": 0.08607156598691805,
      "grad_norm": 48.38124084472656,
      "learning_rate": 0.00019996360548498138,
      "loss": 4.7317,
      "step": 13422
    },
    {
      "epoch": 0.08607797870976017,
      "grad_norm": 68.71953582763672,
      "learning_rate": 0.00019996360004984612,
      "loss": 4.7651,
      "step": 13423
    },
    {
      "epoch": 0.08608439143260228,
      "grad_norm": 29.313968658447266,
      "learning_rate": 0.00019996359461430514,
      "loss": 4.5747,
      "step": 13424
    },
    {
      "epoch": 0.0860908041554444,
      "grad_norm": 12.312248229980469,
      "learning_rate": 0.00019996358917835841,
      "loss": 4.8382,
      "step": 13425
    },
    {
      "epoch": 0.08609721687828652,
      "grad_norm": 24.962505340576172,
      "learning_rate": 0.00019996358374200596,
      "loss": 4.6646,
      "step": 13426
    },
    {
      "epoch": 0.08610362960112863,
      "grad_norm": 32.72466278076172,
      "learning_rate": 0.00019996357830524776,
      "loss": 4.4805,
      "step": 13427
    },
    {
      "epoch": 0.08611004232397076,
      "grad_norm": 30.933425903320312,
      "learning_rate": 0.00019996357286808383,
      "loss": 4.7305,
      "step": 13428
    },
    {
      "epoch": 0.08611645504681288,
      "grad_norm": 64.52045440673828,
      "learning_rate": 0.00019996356743051417,
      "loss": 4.6507,
      "step": 13429
    },
    {
      "epoch": 0.086122867769655,
      "grad_norm": 60.927696228027344,
      "learning_rate": 0.00019996356199253876,
      "loss": 4.6797,
      "step": 13430
    },
    {
      "epoch": 0.08612928049249712,
      "grad_norm": 149.81475830078125,
      "learning_rate": 0.00019996355655415763,
      "loss": 4.9547,
      "step": 13431
    },
    {
      "epoch": 0.08613569321533923,
      "grad_norm": 236.67620849609375,
      "learning_rate": 0.00019996355111537076,
      "loss": 4.835,
      "step": 13432
    },
    {
      "epoch": 0.08614210593818135,
      "grad_norm": 102.50272369384766,
      "learning_rate": 0.00019996354567617815,
      "loss": 4.8176,
      "step": 13433
    },
    {
      "epoch": 0.08614851866102347,
      "grad_norm": 67.24068450927734,
      "learning_rate": 0.00019996354023657978,
      "loss": 4.8358,
      "step": 13434
    },
    {
      "epoch": 0.0861549313838656,
      "grad_norm": 67.36043548583984,
      "learning_rate": 0.0001999635347965757,
      "loss": 4.6404,
      "step": 13435
    },
    {
      "epoch": 0.08616134410670771,
      "grad_norm": 50.11028289794922,
      "learning_rate": 0.00019996352935616589,
      "loss": 4.6224,
      "step": 13436
    },
    {
      "epoch": 0.08616775682954983,
      "grad_norm": 95.51324462890625,
      "learning_rate": 0.00019996352391535034,
      "loss": 4.6532,
      "step": 13437
    },
    {
      "epoch": 0.08617416955239195,
      "grad_norm": 75.60728454589844,
      "learning_rate": 0.00019996351847412905,
      "loss": 4.7245,
      "step": 13438
    },
    {
      "epoch": 0.08618058227523406,
      "grad_norm": 63.115325927734375,
      "learning_rate": 0.00019996351303250203,
      "loss": 4.546,
      "step": 13439
    },
    {
      "epoch": 0.08618699499807618,
      "grad_norm": 93.54602813720703,
      "learning_rate": 0.00019996350759046927,
      "loss": 4.8633,
      "step": 13440
    },
    {
      "epoch": 0.0861934077209183,
      "grad_norm": 223.72134399414062,
      "learning_rate": 0.00019996350214803078,
      "loss": 4.6483,
      "step": 13441
    },
    {
      "epoch": 0.08619982044376041,
      "grad_norm": 186.40090942382812,
      "learning_rate": 0.00019996349670518653,
      "loss": 4.7352,
      "step": 13442
    },
    {
      "epoch": 0.08620623316660254,
      "grad_norm": 70.26630401611328,
      "learning_rate": 0.0001999634912619366,
      "loss": 4.7958,
      "step": 13443
    },
    {
      "epoch": 0.08621264588944466,
      "grad_norm": 78.3314437866211,
      "learning_rate": 0.0001999634858182809,
      "loss": 4.8824,
      "step": 13444
    },
    {
      "epoch": 0.08621905861228678,
      "grad_norm": 115.3281478881836,
      "learning_rate": 0.00019996348037421943,
      "loss": 4.9729,
      "step": 13445
    },
    {
      "epoch": 0.0862254713351289,
      "grad_norm": 102.68424224853516,
      "learning_rate": 0.00019996347492975226,
      "loss": 4.883,
      "step": 13446
    },
    {
      "epoch": 0.08623188405797101,
      "grad_norm": 180.4740447998047,
      "learning_rate": 0.00019996346948487935,
      "loss": 4.7358,
      "step": 13447
    },
    {
      "epoch": 0.08623829678081313,
      "grad_norm": 67.68158721923828,
      "learning_rate": 0.00019996346403960074,
      "loss": 4.4213,
      "step": 13448
    },
    {
      "epoch": 0.08624470950365525,
      "grad_norm": 608.912841796875,
      "learning_rate": 0.00019996345859391634,
      "loss": 5.0259,
      "step": 13449
    },
    {
      "epoch": 0.08625112222649738,
      "grad_norm": 112.51277160644531,
      "learning_rate": 0.00019996345314782622,
      "loss": 4.8749,
      "step": 13450
    },
    {
      "epoch": 0.08625753494933949,
      "grad_norm": 135.79592895507812,
      "learning_rate": 0.0001999634477013304,
      "loss": 4.7479,
      "step": 13451
    },
    {
      "epoch": 0.08626394767218161,
      "grad_norm": 49.50920104980469,
      "learning_rate": 0.0001999634422544288,
      "loss": 5.314,
      "step": 13452
    },
    {
      "epoch": 0.08627036039502373,
      "grad_norm": 197.17514038085938,
      "learning_rate": 0.00019996343680712148,
      "loss": 4.8101,
      "step": 13453
    },
    {
      "epoch": 0.08627677311786584,
      "grad_norm": 92.97039031982422,
      "learning_rate": 0.00019996343135940845,
      "loss": 4.8184,
      "step": 13454
    },
    {
      "epoch": 0.08628318584070796,
      "grad_norm": 36.85440444946289,
      "learning_rate": 0.00019996342591128966,
      "loss": 4.7632,
      "step": 13455
    },
    {
      "epoch": 0.08628959856355008,
      "grad_norm": 52.78127670288086,
      "learning_rate": 0.00019996342046276513,
      "loss": 4.7422,
      "step": 13456
    },
    {
      "epoch": 0.08629601128639221,
      "grad_norm": 44.64067459106445,
      "learning_rate": 0.00019996341501383487,
      "loss": 4.7285,
      "step": 13457
    },
    {
      "epoch": 0.08630242400923432,
      "grad_norm": 75.89067840576172,
      "learning_rate": 0.00019996340956449888,
      "loss": 4.8533,
      "step": 13458
    },
    {
      "epoch": 0.08630883673207644,
      "grad_norm": 82.59830474853516,
      "learning_rate": 0.00019996340411475717,
      "loss": 4.8796,
      "step": 13459
    },
    {
      "epoch": 0.08631524945491856,
      "grad_norm": 464.3686218261719,
      "learning_rate": 0.0001999633986646097,
      "loss": 4.8103,
      "step": 13460
    },
    {
      "epoch": 0.08632166217776067,
      "grad_norm": 87.60956573486328,
      "learning_rate": 0.0001999633932140565,
      "loss": 4.9508,
      "step": 13461
    },
    {
      "epoch": 0.08632807490060279,
      "grad_norm": 50.01600646972656,
      "learning_rate": 0.00019996338776309756,
      "loss": 4.7093,
      "step": 13462
    },
    {
      "epoch": 0.08633448762344491,
      "grad_norm": 71.7690200805664,
      "learning_rate": 0.00019996338231173289,
      "loss": 4.9633,
      "step": 13463
    },
    {
      "epoch": 0.08634090034628704,
      "grad_norm": 78.5174331665039,
      "learning_rate": 0.0001999633768599625,
      "loss": 5.053,
      "step": 13464
    },
    {
      "epoch": 0.08634731306912916,
      "grad_norm": 104.64020538330078,
      "learning_rate": 0.00019996337140778633,
      "loss": 4.8331,
      "step": 13465
    },
    {
      "epoch": 0.08635372579197127,
      "grad_norm": 124.91825866699219,
      "learning_rate": 0.00019996336595520448,
      "loss": 4.8258,
      "step": 13466
    },
    {
      "epoch": 0.08636013851481339,
      "grad_norm": 70.95677185058594,
      "learning_rate": 0.00019996336050221686,
      "loss": 4.4771,
      "step": 13467
    },
    {
      "epoch": 0.0863665512376555,
      "grad_norm": 109.07161712646484,
      "learning_rate": 0.00019996335504882354,
      "loss": 4.8015,
      "step": 13468
    },
    {
      "epoch": 0.08637296396049762,
      "grad_norm": 34.79781723022461,
      "learning_rate": 0.00019996334959502447,
      "loss": 4.752,
      "step": 13469
    },
    {
      "epoch": 0.08637937668333974,
      "grad_norm": 22.563337326049805,
      "learning_rate": 0.00019996334414081965,
      "loss": 4.7423,
      "step": 13470
    },
    {
      "epoch": 0.08638578940618187,
      "grad_norm": 91.62068176269531,
      "learning_rate": 0.00019996333868620912,
      "loss": 4.6119,
      "step": 13471
    },
    {
      "epoch": 0.08639220212902399,
      "grad_norm": 79.06224060058594,
      "learning_rate": 0.0001999633332311928,
      "loss": 4.8748,
      "step": 13472
    },
    {
      "epoch": 0.0863986148518661,
      "grad_norm": 203.3761749267578,
      "learning_rate": 0.0001999633277757708,
      "loss": 4.7076,
      "step": 13473
    },
    {
      "epoch": 0.08640502757470822,
      "grad_norm": 84.23269653320312,
      "learning_rate": 0.00019996332231994306,
      "loss": 5.03,
      "step": 13474
    },
    {
      "epoch": 0.08641144029755034,
      "grad_norm": 28.413557052612305,
      "learning_rate": 0.00019996331686370958,
      "loss": 5.0084,
      "step": 13475
    },
    {
      "epoch": 0.08641785302039245,
      "grad_norm": 2407.86962890625,
      "learning_rate": 0.00019996331140707035,
      "loss": 4.6133,
      "step": 13476
    },
    {
      "epoch": 0.08642426574323457,
      "grad_norm": 240.04884338378906,
      "learning_rate": 0.0001999633059500254,
      "loss": 4.6761,
      "step": 13477
    },
    {
      "epoch": 0.0864306784660767,
      "grad_norm": 74.34799194335938,
      "learning_rate": 0.00019996330049257472,
      "loss": 4.7202,
      "step": 13478
    },
    {
      "epoch": 0.08643709118891882,
      "grad_norm": 168.13246154785156,
      "learning_rate": 0.00019996329503471828,
      "loss": 4.9382,
      "step": 13479
    },
    {
      "epoch": 0.08644350391176094,
      "grad_norm": 308.5208435058594,
      "learning_rate": 0.00019996328957645613,
      "loss": 4.794,
      "step": 13480
    },
    {
      "epoch": 0.08644991663460305,
      "grad_norm": 195.61993408203125,
      "learning_rate": 0.00019996328411778824,
      "loss": 5.219,
      "step": 13481
    },
    {
      "epoch": 0.08645632935744517,
      "grad_norm": 44.4957160949707,
      "learning_rate": 0.00019996327865871462,
      "loss": 4.846,
      "step": 13482
    },
    {
      "epoch": 0.08646274208028729,
      "grad_norm": 1704.626708984375,
      "learning_rate": 0.00019996327319923526,
      "loss": 4.8974,
      "step": 13483
    },
    {
      "epoch": 0.0864691548031294,
      "grad_norm": 654.984375,
      "learning_rate": 0.00019996326773935016,
      "loss": 5.0672,
      "step": 13484
    },
    {
      "epoch": 0.08647556752597153,
      "grad_norm": 141.62850952148438,
      "learning_rate": 0.00019996326227905936,
      "loss": 4.6772,
      "step": 13485
    },
    {
      "epoch": 0.08648198024881365,
      "grad_norm": 51.43780517578125,
      "learning_rate": 0.00019996325681836277,
      "loss": 4.8386,
      "step": 13486
    },
    {
      "epoch": 0.08648839297165577,
      "grad_norm": 18.687145233154297,
      "learning_rate": 0.00019996325135726047,
      "loss": 4.5217,
      "step": 13487
    },
    {
      "epoch": 0.08649480569449788,
      "grad_norm": 41.922935485839844,
      "learning_rate": 0.00019996324589575243,
      "loss": 4.6724,
      "step": 13488
    },
    {
      "epoch": 0.08650121841734,
      "grad_norm": 64.04716491699219,
      "learning_rate": 0.00019996324043383866,
      "loss": 4.6513,
      "step": 13489
    },
    {
      "epoch": 0.08650763114018212,
      "grad_norm": 46.462982177734375,
      "learning_rate": 0.00019996323497151915,
      "loss": 4.7552,
      "step": 13490
    },
    {
      "epoch": 0.08651404386302423,
      "grad_norm": 112.11357879638672,
      "learning_rate": 0.00019996322950879394,
      "loss": 4.7959,
      "step": 13491
    },
    {
      "epoch": 0.08652045658586636,
      "grad_norm": 120.04545593261719,
      "learning_rate": 0.00019996322404566296,
      "loss": 4.8919,
      "step": 13492
    },
    {
      "epoch": 0.08652686930870848,
      "grad_norm": 306.5635986328125,
      "learning_rate": 0.00019996321858212625,
      "loss": 4.903,
      "step": 13493
    },
    {
      "epoch": 0.0865332820315506,
      "grad_norm": 31.567052841186523,
      "learning_rate": 0.00019996321311818382,
      "loss": 4.7917,
      "step": 13494
    },
    {
      "epoch": 0.08653969475439272,
      "grad_norm": 15.997535705566406,
      "learning_rate": 0.00019996320765383566,
      "loss": 4.6188,
      "step": 13495
    },
    {
      "epoch": 0.08654610747723483,
      "grad_norm": 146.33029174804688,
      "learning_rate": 0.00019996320218908174,
      "loss": 4.9233,
      "step": 13496
    },
    {
      "epoch": 0.08655252020007695,
      "grad_norm": 33.35011672973633,
      "learning_rate": 0.00019996319672392211,
      "loss": 4.5774,
      "step": 13497
    },
    {
      "epoch": 0.08655893292291907,
      "grad_norm": 93.34902954101562,
      "learning_rate": 0.00019996319125835675,
      "loss": 4.912,
      "step": 13498
    },
    {
      "epoch": 0.0865653456457612,
      "grad_norm": 31.636470794677734,
      "learning_rate": 0.00019996318579238562,
      "loss": 4.9848,
      "step": 13499
    },
    {
      "epoch": 0.08657175836860331,
      "grad_norm": 56.16530990600586,
      "learning_rate": 0.0001999631803260088,
      "loss": 5.2313,
      "step": 13500
    },
    {
      "epoch": 0.08657175836860331,
      "eval_loss": 4.719855785369873,
      "eval_runtime": 34.7539,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 13500
    },
    {
      "epoch": 0.08657817109144543,
      "grad_norm": 42.43907928466797,
      "learning_rate": 0.0001999631748592262,
      "loss": 4.7239,
      "step": 13501
    },
    {
      "epoch": 0.08658458381428755,
      "grad_norm": 472.5025939941406,
      "learning_rate": 0.0001999631693920379,
      "loss": 4.836,
      "step": 13502
    },
    {
      "epoch": 0.08659099653712966,
      "grad_norm": 21.996679306030273,
      "learning_rate": 0.00019996316392444384,
      "loss": 4.6644,
      "step": 13503
    },
    {
      "epoch": 0.08659740925997178,
      "grad_norm": 298.23773193359375,
      "learning_rate": 0.0001999631584564441,
      "loss": 4.7201,
      "step": 13504
    },
    {
      "epoch": 0.0866038219828139,
      "grad_norm": 35.208770751953125,
      "learning_rate": 0.00019996315298803855,
      "loss": 4.6324,
      "step": 13505
    },
    {
      "epoch": 0.08661023470565603,
      "grad_norm": 170.5536651611328,
      "learning_rate": 0.0001999631475192273,
      "loss": 4.9057,
      "step": 13506
    },
    {
      "epoch": 0.08661664742849814,
      "grad_norm": 194.58766174316406,
      "learning_rate": 0.00019996314205001031,
      "loss": 4.8076,
      "step": 13507
    },
    {
      "epoch": 0.08662306015134026,
      "grad_norm": 102.41796112060547,
      "learning_rate": 0.00019996313658038762,
      "loss": 4.9313,
      "step": 13508
    },
    {
      "epoch": 0.08662947287418238,
      "grad_norm": 30.631820678710938,
      "learning_rate": 0.0001999631311103592,
      "loss": 4.6244,
      "step": 13509
    },
    {
      "epoch": 0.0866358855970245,
      "grad_norm": 82.22311401367188,
      "learning_rate": 0.00019996312563992497,
      "loss": 4.5256,
      "step": 13510
    },
    {
      "epoch": 0.08664229831986661,
      "grad_norm": 63.47789764404297,
      "learning_rate": 0.00019996312016908507,
      "loss": 4.6109,
      "step": 13511
    },
    {
      "epoch": 0.08664871104270873,
      "grad_norm": 48.66767120361328,
      "learning_rate": 0.00019996311469783944,
      "loss": 4.6777,
      "step": 13512
    },
    {
      "epoch": 0.08665512376555086,
      "grad_norm": 79.67832946777344,
      "learning_rate": 0.00019996310922618804,
      "loss": 4.7037,
      "step": 13513
    },
    {
      "epoch": 0.08666153648839298,
      "grad_norm": 39.06141662597656,
      "learning_rate": 0.0001999631037541309,
      "loss": 4.7076,
      "step": 13514
    },
    {
      "epoch": 0.08666794921123509,
      "grad_norm": 22.872314453125,
      "learning_rate": 0.0001999630982816681,
      "loss": 4.9649,
      "step": 13515
    },
    {
      "epoch": 0.08667436193407721,
      "grad_norm": 31.096208572387695,
      "learning_rate": 0.0001999630928087995,
      "loss": 4.5934,
      "step": 13516
    },
    {
      "epoch": 0.08668077465691933,
      "grad_norm": 542.1014404296875,
      "learning_rate": 0.00019996308733552515,
      "loss": 4.8613,
      "step": 13517
    },
    {
      "epoch": 0.08668718737976144,
      "grad_norm": 38.29417419433594,
      "learning_rate": 0.00019996308186184513,
      "loss": 4.6573,
      "step": 13518
    },
    {
      "epoch": 0.08669360010260356,
      "grad_norm": 214.88369750976562,
      "learning_rate": 0.00019996307638775934,
      "loss": 4.9437,
      "step": 13519
    },
    {
      "epoch": 0.08670001282544569,
      "grad_norm": 46.13478469848633,
      "learning_rate": 0.00019996307091326782,
      "loss": 4.627,
      "step": 13520
    },
    {
      "epoch": 0.08670642554828781,
      "grad_norm": 35.69533157348633,
      "learning_rate": 0.00019996306543837057,
      "loss": 4.5275,
      "step": 13521
    },
    {
      "epoch": 0.08671283827112992,
      "grad_norm": 25.793439865112305,
      "learning_rate": 0.00019996305996306757,
      "loss": 4.6752,
      "step": 13522
    },
    {
      "epoch": 0.08671925099397204,
      "grad_norm": 189.82603454589844,
      "learning_rate": 0.00019996305448735885,
      "loss": 5.0112,
      "step": 13523
    },
    {
      "epoch": 0.08672566371681416,
      "grad_norm": 40.72343444824219,
      "learning_rate": 0.00019996304901124439,
      "loss": 4.8957,
      "step": 13524
    },
    {
      "epoch": 0.08673207643965627,
      "grad_norm": 88.96342468261719,
      "learning_rate": 0.00019996304353472422,
      "loss": 5.1037,
      "step": 13525
    },
    {
      "epoch": 0.08673848916249839,
      "grad_norm": 29.40401268005371,
      "learning_rate": 0.00019996303805779828,
      "loss": 4.5784,
      "step": 13526
    },
    {
      "epoch": 0.08674490188534052,
      "grad_norm": 106.89659118652344,
      "learning_rate": 0.00019996303258046661,
      "loss": 5.0756,
      "step": 13527
    },
    {
      "epoch": 0.08675131460818264,
      "grad_norm": 61.46055221557617,
      "learning_rate": 0.00019996302710272924,
      "loss": 4.9499,
      "step": 13528
    },
    {
      "epoch": 0.08675772733102476,
      "grad_norm": 126.12541961669922,
      "learning_rate": 0.00019996302162458612,
      "loss": 4.7893,
      "step": 13529
    },
    {
      "epoch": 0.08676414005386687,
      "grad_norm": 18.17670249938965,
      "learning_rate": 0.00019996301614603728,
      "loss": 4.7183,
      "step": 13530
    },
    {
      "epoch": 0.08677055277670899,
      "grad_norm": 22.471176147460938,
      "learning_rate": 0.00019996301066708266,
      "loss": 4.6695,
      "step": 13531
    },
    {
      "epoch": 0.0867769654995511,
      "grad_norm": 104.86356353759766,
      "learning_rate": 0.00019996300518772237,
      "loss": 4.7777,
      "step": 13532
    },
    {
      "epoch": 0.08678337822239322,
      "grad_norm": 23.32861328125,
      "learning_rate": 0.00019996299970795632,
      "loss": 4.6709,
      "step": 13533
    },
    {
      "epoch": 0.08678979094523534,
      "grad_norm": 392.8528747558594,
      "learning_rate": 0.00019996299422778453,
      "loss": 4.8109,
      "step": 13534
    },
    {
      "epoch": 0.08679620366807747,
      "grad_norm": 157.01026916503906,
      "learning_rate": 0.000199962988747207,
      "loss": 4.7916,
      "step": 13535
    },
    {
      "epoch": 0.08680261639091959,
      "grad_norm": 28.03362274169922,
      "learning_rate": 0.00019996298326622377,
      "loss": 5.07,
      "step": 13536
    },
    {
      "epoch": 0.0868090291137617,
      "grad_norm": 22.24786949157715,
      "learning_rate": 0.00019996297778483477,
      "loss": 4.696,
      "step": 13537
    },
    {
      "epoch": 0.08681544183660382,
      "grad_norm": 75.5576400756836,
      "learning_rate": 0.00019996297230304,
      "loss": 4.709,
      "step": 13538
    },
    {
      "epoch": 0.08682185455944594,
      "grad_norm": 13.767367362976074,
      "learning_rate": 0.0001999629668208396,
      "loss": 4.4416,
      "step": 13539
    },
    {
      "epoch": 0.08682826728228805,
      "grad_norm": 42.499671936035156,
      "learning_rate": 0.0001999629613382334,
      "loss": 4.6892,
      "step": 13540
    },
    {
      "epoch": 0.08683468000513017,
      "grad_norm": 27.88506317138672,
      "learning_rate": 0.00019996295585522148,
      "loss": 4.5287,
      "step": 13541
    },
    {
      "epoch": 0.0868410927279723,
      "grad_norm": 109.88888549804688,
      "learning_rate": 0.0001999629503718038,
      "loss": 4.6424,
      "step": 13542
    },
    {
      "epoch": 0.08684750545081442,
      "grad_norm": 47.0040283203125,
      "learning_rate": 0.00019996294488798042,
      "loss": 4.6174,
      "step": 13543
    },
    {
      "epoch": 0.08685391817365654,
      "grad_norm": 13.14423656463623,
      "learning_rate": 0.0001999629394037513,
      "loss": 4.7347,
      "step": 13544
    },
    {
      "epoch": 0.08686033089649865,
      "grad_norm": 76.86970520019531,
      "learning_rate": 0.00019996293391911647,
      "loss": 4.8172,
      "step": 13545
    },
    {
      "epoch": 0.08686674361934077,
      "grad_norm": 60.19112777709961,
      "learning_rate": 0.00019996292843407586,
      "loss": 4.535,
      "step": 13546
    },
    {
      "epoch": 0.08687315634218289,
      "grad_norm": 79.01409912109375,
      "learning_rate": 0.00019996292294862956,
      "loss": 4.8662,
      "step": 13547
    },
    {
      "epoch": 0.086879569065025,
      "grad_norm": 143.6643524169922,
      "learning_rate": 0.0001999629174627775,
      "loss": 4.6815,
      "step": 13548
    },
    {
      "epoch": 0.08688598178786713,
      "grad_norm": 44.63527297973633,
      "learning_rate": 0.0001999629119765197,
      "loss": 4.7685,
      "step": 13549
    },
    {
      "epoch": 0.08689239451070925,
      "grad_norm": 27.201828002929688,
      "learning_rate": 0.0001999629064898562,
      "loss": 5.0245,
      "step": 13550
    },
    {
      "epoch": 0.08689880723355137,
      "grad_norm": 31.44501304626465,
      "learning_rate": 0.00019996290100278693,
      "loss": 4.6911,
      "step": 13551
    },
    {
      "epoch": 0.08690521995639348,
      "grad_norm": 197.64283752441406,
      "learning_rate": 0.00019996289551531198,
      "loss": 4.7284,
      "step": 13552
    },
    {
      "epoch": 0.0869116326792356,
      "grad_norm": 27.587055206298828,
      "learning_rate": 0.00019996289002743124,
      "loss": 4.7207,
      "step": 13553
    },
    {
      "epoch": 0.08691804540207772,
      "grad_norm": 87.59712219238281,
      "learning_rate": 0.0001999628845391448,
      "loss": 4.6093,
      "step": 13554
    },
    {
      "epoch": 0.08692445812491983,
      "grad_norm": 125.03168487548828,
      "learning_rate": 0.0001999628790504526,
      "loss": 4.8554,
      "step": 13555
    },
    {
      "epoch": 0.08693087084776197,
      "grad_norm": 22.392784118652344,
      "learning_rate": 0.0001999628735613547,
      "loss": 4.8067,
      "step": 13556
    },
    {
      "epoch": 0.08693728357060408,
      "grad_norm": 44.11484146118164,
      "learning_rate": 0.00019996286807185106,
      "loss": 4.672,
      "step": 13557
    },
    {
      "epoch": 0.0869436962934462,
      "grad_norm": 67.54904174804688,
      "learning_rate": 0.00019996286258194167,
      "loss": 4.7719,
      "step": 13558
    },
    {
      "epoch": 0.08695010901628832,
      "grad_norm": 45.17697525024414,
      "learning_rate": 0.00019996285709162655,
      "loss": 4.8494,
      "step": 13559
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 83.56893920898438,
      "learning_rate": 0.00019996285160090571,
      "loss": 4.8683,
      "step": 13560
    },
    {
      "epoch": 0.08696293446197255,
      "grad_norm": 46.4065055847168,
      "learning_rate": 0.00019996284610977914,
      "loss": 5.2485,
      "step": 13561
    },
    {
      "epoch": 0.08696934718481467,
      "grad_norm": 40.19149398803711,
      "learning_rate": 0.0001999628406182468,
      "loss": 4.8412,
      "step": 13562
    },
    {
      "epoch": 0.0869757599076568,
      "grad_norm": 22.113983154296875,
      "learning_rate": 0.00019996283512630877,
      "loss": 4.6687,
      "step": 13563
    },
    {
      "epoch": 0.08698217263049891,
      "grad_norm": 21.534177780151367,
      "learning_rate": 0.000199962829633965,
      "loss": 4.6462,
      "step": 13564
    },
    {
      "epoch": 0.08698858535334103,
      "grad_norm": 59.136478424072266,
      "learning_rate": 0.00019996282414121548,
      "loss": 4.6055,
      "step": 13565
    },
    {
      "epoch": 0.08699499807618315,
      "grad_norm": 185.97775268554688,
      "learning_rate": 0.00019996281864806026,
      "loss": 4.8003,
      "step": 13566
    },
    {
      "epoch": 0.08700141079902526,
      "grad_norm": 26.7349910736084,
      "learning_rate": 0.00019996281315449928,
      "loss": 4.8001,
      "step": 13567
    },
    {
      "epoch": 0.08700782352186738,
      "grad_norm": 143.10398864746094,
      "learning_rate": 0.00019996280766053256,
      "loss": 4.8968,
      "step": 13568
    },
    {
      "epoch": 0.0870142362447095,
      "grad_norm": 12.692922592163086,
      "learning_rate": 0.00019996280216616014,
      "loss": 4.3778,
      "step": 13569
    },
    {
      "epoch": 0.08702064896755163,
      "grad_norm": 14.675248146057129,
      "learning_rate": 0.00019996279667138195,
      "loss": 4.8511,
      "step": 13570
    },
    {
      "epoch": 0.08702706169039374,
      "grad_norm": 87.91217041015625,
      "learning_rate": 0.00019996279117619805,
      "loss": 4.9776,
      "step": 13571
    },
    {
      "epoch": 0.08703347441323586,
      "grad_norm": 40.71139907836914,
      "learning_rate": 0.00019996278568060842,
      "loss": 4.6175,
      "step": 13572
    },
    {
      "epoch": 0.08703988713607798,
      "grad_norm": 54.7884407043457,
      "learning_rate": 0.00019996278018461302,
      "loss": 4.681,
      "step": 13573
    },
    {
      "epoch": 0.0870462998589201,
      "grad_norm": 80.61573028564453,
      "learning_rate": 0.00019996277468821192,
      "loss": 4.8693,
      "step": 13574
    },
    {
      "epoch": 0.08705271258176221,
      "grad_norm": 39.49074935913086,
      "learning_rate": 0.00019996276919140508,
      "loss": 4.642,
      "step": 13575
    },
    {
      "epoch": 0.08705912530460433,
      "grad_norm": 104.21600341796875,
      "learning_rate": 0.00019996276369419253,
      "loss": 4.5911,
      "step": 13576
    },
    {
      "epoch": 0.08706553802744646,
      "grad_norm": 65.60762786865234,
      "learning_rate": 0.00019996275819657422,
      "loss": 4.6191,
      "step": 13577
    },
    {
      "epoch": 0.08707195075028858,
      "grad_norm": 29.975866317749023,
      "learning_rate": 0.0001999627526985502,
      "loss": 4.7328,
      "step": 13578
    },
    {
      "epoch": 0.0870783634731307,
      "grad_norm": 76.4834976196289,
      "learning_rate": 0.00019996274720012041,
      "loss": 4.7472,
      "step": 13579
    },
    {
      "epoch": 0.08708477619597281,
      "grad_norm": 182.8960418701172,
      "learning_rate": 0.00019996274170128495,
      "loss": 4.5999,
      "step": 13580
    },
    {
      "epoch": 0.08709118891881493,
      "grad_norm": 27.91074562072754,
      "learning_rate": 0.0001999627362020437,
      "loss": 4.5847,
      "step": 13581
    },
    {
      "epoch": 0.08709760164165704,
      "grad_norm": 25.00680160522461,
      "learning_rate": 0.00019996273070239676,
      "loss": 4.655,
      "step": 13582
    },
    {
      "epoch": 0.08710401436449916,
      "grad_norm": 36.958709716796875,
      "learning_rate": 0.00019996272520234407,
      "loss": 4.8295,
      "step": 13583
    },
    {
      "epoch": 0.08711042708734129,
      "grad_norm": 28.71465301513672,
      "learning_rate": 0.00019996271970188563,
      "loss": 5.1259,
      "step": 13584
    },
    {
      "epoch": 0.08711683981018341,
      "grad_norm": 42.73215866088867,
      "learning_rate": 0.00019996271420102146,
      "loss": 4.6897,
      "step": 13585
    },
    {
      "epoch": 0.08712325253302552,
      "grad_norm": 25.22308349609375,
      "learning_rate": 0.0001999627086997516,
      "loss": 4.8403,
      "step": 13586
    },
    {
      "epoch": 0.08712966525586764,
      "grad_norm": 206.70387268066406,
      "learning_rate": 0.00019996270319807598,
      "loss": 4.6487,
      "step": 13587
    },
    {
      "epoch": 0.08713607797870976,
      "grad_norm": 63.81234359741211,
      "learning_rate": 0.0001999626976959946,
      "loss": 4.7794,
      "step": 13588
    },
    {
      "epoch": 0.08714249070155188,
      "grad_norm": 38.620243072509766,
      "learning_rate": 0.00019996269219350752,
      "loss": 5.0236,
      "step": 13589
    },
    {
      "epoch": 0.08714890342439399,
      "grad_norm": 31.252124786376953,
      "learning_rate": 0.0001999626866906147,
      "loss": 4.6387,
      "step": 13590
    },
    {
      "epoch": 0.08715531614723612,
      "grad_norm": 23.65053939819336,
      "learning_rate": 0.00019996268118731614,
      "loss": 5.0088,
      "step": 13591
    },
    {
      "epoch": 0.08716172887007824,
      "grad_norm": 20.593910217285156,
      "learning_rate": 0.00019996267568361188,
      "loss": 5.0398,
      "step": 13592
    },
    {
      "epoch": 0.08716814159292036,
      "grad_norm": 116.24022674560547,
      "learning_rate": 0.00019996267017950185,
      "loss": 4.8547,
      "step": 13593
    },
    {
      "epoch": 0.08717455431576247,
      "grad_norm": 32.13490676879883,
      "learning_rate": 0.0001999626646749861,
      "loss": 4.6124,
      "step": 13594
    },
    {
      "epoch": 0.08718096703860459,
      "grad_norm": 69.8430404663086,
      "learning_rate": 0.00019996265917006462,
      "loss": 5.0007,
      "step": 13595
    },
    {
      "epoch": 0.0871873797614467,
      "grad_norm": 19.464397430419922,
      "learning_rate": 0.00019996265366473744,
      "loss": 4.7774,
      "step": 13596
    },
    {
      "epoch": 0.08719379248428882,
      "grad_norm": 88.84688568115234,
      "learning_rate": 0.00019996264815900448,
      "loss": 4.7784,
      "step": 13597
    },
    {
      "epoch": 0.08720020520713095,
      "grad_norm": 43.45478057861328,
      "learning_rate": 0.0001999626426528658,
      "loss": 4.6134,
      "step": 13598
    },
    {
      "epoch": 0.08720661792997307,
      "grad_norm": 45.030216217041016,
      "learning_rate": 0.0001999626371463214,
      "loss": 5.0175,
      "step": 13599
    },
    {
      "epoch": 0.08721303065281519,
      "grad_norm": 33.380516052246094,
      "learning_rate": 0.00019996263163937127,
      "loss": 4.8738,
      "step": 13600
    },
    {
      "epoch": 0.08721303065281519,
      "eval_loss": 4.728085517883301,
      "eval_runtime": 34.7158,
      "eval_samples_per_second": 90.305,
      "eval_steps_per_second": 22.583,
      "step": 13600
    },
    {
      "epoch": 0.0872194433756573,
      "grad_norm": 22.92929458618164,
      "learning_rate": 0.00019996262613201538,
      "loss": 4.7217,
      "step": 13601
    },
    {
      "epoch": 0.08722585609849942,
      "grad_norm": 25.875141143798828,
      "learning_rate": 0.0001999626206242538,
      "loss": 4.7792,
      "step": 13602
    },
    {
      "epoch": 0.08723226882134154,
      "grad_norm": 87.50433349609375,
      "learning_rate": 0.00019996261511608644,
      "loss": 4.4693,
      "step": 13603
    },
    {
      "epoch": 0.08723868154418365,
      "grad_norm": 257.1986389160156,
      "learning_rate": 0.00019996260960751338,
      "loss": 4.6755,
      "step": 13604
    },
    {
      "epoch": 0.08724509426702579,
      "grad_norm": 15.565326690673828,
      "learning_rate": 0.0001999626040985346,
      "loss": 4.7837,
      "step": 13605
    },
    {
      "epoch": 0.0872515069898679,
      "grad_norm": 1221.5804443359375,
      "learning_rate": 0.00019996259858915004,
      "loss": 5.1921,
      "step": 13606
    },
    {
      "epoch": 0.08725791971271002,
      "grad_norm": 20.010011672973633,
      "learning_rate": 0.0001999625930793598,
      "loss": 4.7481,
      "step": 13607
    },
    {
      "epoch": 0.08726433243555214,
      "grad_norm": 44.8248291015625,
      "learning_rate": 0.0001999625875691638,
      "loss": 4.7581,
      "step": 13608
    },
    {
      "epoch": 0.08727074515839425,
      "grad_norm": 150.3134002685547,
      "learning_rate": 0.00019996258205856208,
      "loss": 4.9886,
      "step": 13609
    },
    {
      "epoch": 0.08727715788123637,
      "grad_norm": 94.44618225097656,
      "learning_rate": 0.00019996257654755463,
      "loss": 4.881,
      "step": 13610
    },
    {
      "epoch": 0.08728357060407849,
      "grad_norm": 26.230545043945312,
      "learning_rate": 0.00019996257103614145,
      "loss": 4.69,
      "step": 13611
    },
    {
      "epoch": 0.08728998332692062,
      "grad_norm": 130.71795654296875,
      "learning_rate": 0.00019996256552432253,
      "loss": 4.775,
      "step": 13612
    },
    {
      "epoch": 0.08729639604976273,
      "grad_norm": 2192.800048828125,
      "learning_rate": 0.00019996256001209787,
      "loss": 4.8479,
      "step": 13613
    },
    {
      "epoch": 0.08730280877260485,
      "grad_norm": 103.91686248779297,
      "learning_rate": 0.00019996255449946748,
      "loss": 5.4198,
      "step": 13614
    },
    {
      "epoch": 0.08730922149544697,
      "grad_norm": 314.97052001953125,
      "learning_rate": 0.00019996254898643138,
      "loss": 5.2077,
      "step": 13615
    },
    {
      "epoch": 0.08731563421828908,
      "grad_norm": 30.98237419128418,
      "learning_rate": 0.00019996254347298952,
      "loss": 4.9867,
      "step": 13616
    },
    {
      "epoch": 0.0873220469411312,
      "grad_norm": 144.26657104492188,
      "learning_rate": 0.00019996253795914198,
      "loss": 4.7444,
      "step": 13617
    },
    {
      "epoch": 0.08732845966397332,
      "grad_norm": 22.041236877441406,
      "learning_rate": 0.00019996253244488864,
      "loss": 4.6767,
      "step": 13618
    },
    {
      "epoch": 0.08733487238681545,
      "grad_norm": 34.19301223754883,
      "learning_rate": 0.0001999625269302296,
      "loss": 5.2002,
      "step": 13619
    },
    {
      "epoch": 0.08734128510965757,
      "grad_norm": 30.680030822753906,
      "learning_rate": 0.00019996252141516485,
      "loss": 4.9054,
      "step": 13620
    },
    {
      "epoch": 0.08734769783249968,
      "grad_norm": 62.12108612060547,
      "learning_rate": 0.00019996251589969434,
      "loss": 4.9164,
      "step": 13621
    },
    {
      "epoch": 0.0873541105553418,
      "grad_norm": 43.80747604370117,
      "learning_rate": 0.00019996251038381812,
      "loss": 4.7152,
      "step": 13622
    },
    {
      "epoch": 0.08736052327818392,
      "grad_norm": 61.5076904296875,
      "learning_rate": 0.00019996250486753616,
      "loss": 4.9339,
      "step": 13623
    },
    {
      "epoch": 0.08736693600102603,
      "grad_norm": 75.70145416259766,
      "learning_rate": 0.00019996249935084847,
      "loss": 4.9243,
      "step": 13624
    },
    {
      "epoch": 0.08737334872386815,
      "grad_norm": 66.83899688720703,
      "learning_rate": 0.00019996249383375504,
      "loss": 4.8637,
      "step": 13625
    },
    {
      "epoch": 0.08737976144671028,
      "grad_norm": 51.8823356628418,
      "learning_rate": 0.00019996248831625585,
      "loss": 4.7657,
      "step": 13626
    },
    {
      "epoch": 0.0873861741695524,
      "grad_norm": 59.83393096923828,
      "learning_rate": 0.00019996248279835097,
      "loss": 4.8596,
      "step": 13627
    },
    {
      "epoch": 0.08739258689239451,
      "grad_norm": 28.935556411743164,
      "learning_rate": 0.00019996247728004037,
      "loss": 4.8054,
      "step": 13628
    },
    {
      "epoch": 0.08739899961523663,
      "grad_norm": 44.626304626464844,
      "learning_rate": 0.000199962471761324,
      "loss": 4.8621,
      "step": 13629
    },
    {
      "epoch": 0.08740541233807875,
      "grad_norm": 51.20240783691406,
      "learning_rate": 0.00019996246624220192,
      "loss": 4.6812,
      "step": 13630
    },
    {
      "epoch": 0.08741182506092086,
      "grad_norm": 25.69214630126953,
      "learning_rate": 0.0001999624607226741,
      "loss": 5.0004,
      "step": 13631
    },
    {
      "epoch": 0.08741823778376298,
      "grad_norm": 175.5303192138672,
      "learning_rate": 0.00019996245520274055,
      "loss": 5.0181,
      "step": 13632
    },
    {
      "epoch": 0.0874246505066051,
      "grad_norm": 13.825831413269043,
      "learning_rate": 0.0001999624496824013,
      "loss": 5.0721,
      "step": 13633
    },
    {
      "epoch": 0.08743106322944723,
      "grad_norm": 123.7389907836914,
      "learning_rate": 0.00019996244416165627,
      "loss": 4.9118,
      "step": 13634
    },
    {
      "epoch": 0.08743747595228935,
      "grad_norm": 13.657023429870605,
      "learning_rate": 0.00019996243864050554,
      "loss": 4.729,
      "step": 13635
    },
    {
      "epoch": 0.08744388867513146,
      "grad_norm": 32.46950912475586,
      "learning_rate": 0.00019996243311894908,
      "loss": 4.9593,
      "step": 13636
    },
    {
      "epoch": 0.08745030139797358,
      "grad_norm": 57.26782989501953,
      "learning_rate": 0.00019996242759698688,
      "loss": 4.7492,
      "step": 13637
    },
    {
      "epoch": 0.0874567141208157,
      "grad_norm": 54.198062896728516,
      "learning_rate": 0.00019996242207461892,
      "loss": 5.1341,
      "step": 13638
    },
    {
      "epoch": 0.08746312684365781,
      "grad_norm": 49.14072799682617,
      "learning_rate": 0.00019996241655184527,
      "loss": 4.9136,
      "step": 13639
    },
    {
      "epoch": 0.08746953956649993,
      "grad_norm": 108.73916625976562,
      "learning_rate": 0.0001999624110286659,
      "loss": 5.125,
      "step": 13640
    },
    {
      "epoch": 0.08747595228934206,
      "grad_norm": 36.236183166503906,
      "learning_rate": 0.00019996240550508075,
      "loss": 4.8605,
      "step": 13641
    },
    {
      "epoch": 0.08748236501218418,
      "grad_norm": 58.613033294677734,
      "learning_rate": 0.0001999623999810899,
      "loss": 5.0796,
      "step": 13642
    },
    {
      "epoch": 0.0874887777350263,
      "grad_norm": 21.596206665039062,
      "learning_rate": 0.0001999623944566933,
      "loss": 4.8024,
      "step": 13643
    },
    {
      "epoch": 0.08749519045786841,
      "grad_norm": 28.4151668548584,
      "learning_rate": 0.000199962388931891,
      "loss": 4.7932,
      "step": 13644
    },
    {
      "epoch": 0.08750160318071053,
      "grad_norm": 32.33308029174805,
      "learning_rate": 0.00019996238340668296,
      "loss": 5.2333,
      "step": 13645
    },
    {
      "epoch": 0.08750801590355264,
      "grad_norm": 27.613849639892578,
      "learning_rate": 0.00019996237788106916,
      "loss": 4.7863,
      "step": 13646
    },
    {
      "epoch": 0.08751442862639476,
      "grad_norm": 18.50423812866211,
      "learning_rate": 0.00019996237235504966,
      "loss": 4.7826,
      "step": 13647
    },
    {
      "epoch": 0.08752084134923689,
      "grad_norm": 24.292421340942383,
      "learning_rate": 0.00019996236682862445,
      "loss": 4.8271,
      "step": 13648
    },
    {
      "epoch": 0.08752725407207901,
      "grad_norm": 66.7842025756836,
      "learning_rate": 0.00019996236130179345,
      "loss": 5.1435,
      "step": 13649
    },
    {
      "epoch": 0.08753366679492113,
      "grad_norm": 13.284132957458496,
      "learning_rate": 0.00019996235577455674,
      "loss": 4.7189,
      "step": 13650
    },
    {
      "epoch": 0.08754007951776324,
      "grad_norm": 19.380294799804688,
      "learning_rate": 0.00019996235024691432,
      "loss": 4.7151,
      "step": 13651
    },
    {
      "epoch": 0.08754649224060536,
      "grad_norm": 37.47042465209961,
      "learning_rate": 0.00019996234471886614,
      "loss": 4.8371,
      "step": 13652
    },
    {
      "epoch": 0.08755290496344748,
      "grad_norm": 38.22199249267578,
      "learning_rate": 0.00019996233919041228,
      "loss": 4.6639,
      "step": 13653
    },
    {
      "epoch": 0.08755931768628959,
      "grad_norm": 45.397911071777344,
      "learning_rate": 0.00019996233366155263,
      "loss": 5.2003,
      "step": 13654
    },
    {
      "epoch": 0.08756573040913172,
      "grad_norm": 21.464506149291992,
      "learning_rate": 0.00019996232813228727,
      "loss": 4.836,
      "step": 13655
    },
    {
      "epoch": 0.08757214313197384,
      "grad_norm": 31.188268661499023,
      "learning_rate": 0.0001999623226026162,
      "loss": 4.7711,
      "step": 13656
    },
    {
      "epoch": 0.08757855585481596,
      "grad_norm": 38.581172943115234,
      "learning_rate": 0.00019996231707253937,
      "loss": 4.7008,
      "step": 13657
    },
    {
      "epoch": 0.08758496857765807,
      "grad_norm": 21.52177619934082,
      "learning_rate": 0.00019996231154205684,
      "loss": 4.8783,
      "step": 13658
    },
    {
      "epoch": 0.08759138130050019,
      "grad_norm": 17.62403678894043,
      "learning_rate": 0.00019996230601116856,
      "loss": 4.8927,
      "step": 13659
    },
    {
      "epoch": 0.0875977940233423,
      "grad_norm": 19.037757873535156,
      "learning_rate": 0.00019996230047987455,
      "loss": 4.8282,
      "step": 13660
    },
    {
      "epoch": 0.08760420674618442,
      "grad_norm": 38.381263732910156,
      "learning_rate": 0.0001999622949481748,
      "loss": 4.795,
      "step": 13661
    },
    {
      "epoch": 0.08761061946902655,
      "grad_norm": 27.076934814453125,
      "learning_rate": 0.00019996228941606932,
      "loss": 4.8097,
      "step": 13662
    },
    {
      "epoch": 0.08761703219186867,
      "grad_norm": 33.36838912963867,
      "learning_rate": 0.00019996228388355816,
      "loss": 4.7355,
      "step": 13663
    },
    {
      "epoch": 0.08762344491471079,
      "grad_norm": 32.473201751708984,
      "learning_rate": 0.0001999622783506412,
      "loss": 4.729,
      "step": 13664
    },
    {
      "epoch": 0.0876298576375529,
      "grad_norm": 23.498615264892578,
      "learning_rate": 0.00019996227281731855,
      "loss": 4.7767,
      "step": 13665
    },
    {
      "epoch": 0.08763627036039502,
      "grad_norm": 102.40025329589844,
      "learning_rate": 0.00019996226728359015,
      "loss": 4.6435,
      "step": 13666
    },
    {
      "epoch": 0.08764268308323714,
      "grad_norm": 17.69495964050293,
      "learning_rate": 0.00019996226174945605,
      "loss": 4.6854,
      "step": 13667
    },
    {
      "epoch": 0.08764909580607926,
      "grad_norm": 27.505279541015625,
      "learning_rate": 0.0001999622562149162,
      "loss": 4.6517,
      "step": 13668
    },
    {
      "epoch": 0.08765550852892139,
      "grad_norm": 20.58329200744629,
      "learning_rate": 0.0001999622506799706,
      "loss": 4.5289,
      "step": 13669
    },
    {
      "epoch": 0.0876619212517635,
      "grad_norm": 85.51766204833984,
      "learning_rate": 0.0001999622451446193,
      "loss": 4.9635,
      "step": 13670
    },
    {
      "epoch": 0.08766833397460562,
      "grad_norm": 13.120294570922852,
      "learning_rate": 0.00019996223960886225,
      "loss": 4.82,
      "step": 13671
    },
    {
      "epoch": 0.08767474669744774,
      "grad_norm": 34.087642669677734,
      "learning_rate": 0.00019996223407269946,
      "loss": 4.7735,
      "step": 13672
    },
    {
      "epoch": 0.08768115942028985,
      "grad_norm": 333.4683837890625,
      "learning_rate": 0.00019996222853613097,
      "loss": 4.7656,
      "step": 13673
    },
    {
      "epoch": 0.08768757214313197,
      "grad_norm": 26.458003997802734,
      "learning_rate": 0.00019996222299915675,
      "loss": 4.9917,
      "step": 13674
    },
    {
      "epoch": 0.08769398486597409,
      "grad_norm": 36.082576751708984,
      "learning_rate": 0.00019996221746177678,
      "loss": 4.8507,
      "step": 13675
    },
    {
      "epoch": 0.08770039758881622,
      "grad_norm": 44.07328414916992,
      "learning_rate": 0.00019996221192399109,
      "loss": 4.8557,
      "step": 13676
    },
    {
      "epoch": 0.08770681031165833,
      "grad_norm": 136.8158721923828,
      "learning_rate": 0.00019996220638579968,
      "loss": 5.0464,
      "step": 13677
    },
    {
      "epoch": 0.08771322303450045,
      "grad_norm": 23.165725708007812,
      "learning_rate": 0.00019996220084720248,
      "loss": 5.1047,
      "step": 13678
    },
    {
      "epoch": 0.08771963575734257,
      "grad_norm": 26.601736068725586,
      "learning_rate": 0.00019996219530819963,
      "loss": 4.8299,
      "step": 13679
    },
    {
      "epoch": 0.08772604848018468,
      "grad_norm": 8.733841896057129,
      "learning_rate": 0.00019996218976879102,
      "loss": 5.1208,
      "step": 13680
    },
    {
      "epoch": 0.0877324612030268,
      "grad_norm": 11.124937057495117,
      "learning_rate": 0.00019996218422897667,
      "loss": 5.0408,
      "step": 13681
    },
    {
      "epoch": 0.08773887392586892,
      "grad_norm": 5.750133037567139,
      "learning_rate": 0.0001999621786887566,
      "loss": 4.5746,
      "step": 13682
    },
    {
      "epoch": 0.08774528664871105,
      "grad_norm": 29.730514526367188,
      "learning_rate": 0.0001999621731481308,
      "loss": 4.8363,
      "step": 13683
    },
    {
      "epoch": 0.08775169937155317,
      "grad_norm": 19.645944595336914,
      "learning_rate": 0.00019996216760709924,
      "loss": 4.8714,
      "step": 13684
    },
    {
      "epoch": 0.08775811209439528,
      "grad_norm": 77.0353775024414,
      "learning_rate": 0.00019996216206566198,
      "loss": 4.7214,
      "step": 13685
    },
    {
      "epoch": 0.0877645248172374,
      "grad_norm": 81.29899597167969,
      "learning_rate": 0.000199962156523819,
      "loss": 4.5467,
      "step": 13686
    },
    {
      "epoch": 0.08777093754007952,
      "grad_norm": 22.248899459838867,
      "learning_rate": 0.0001999621509815703,
      "loss": 4.834,
      "step": 13687
    },
    {
      "epoch": 0.08777735026292163,
      "grad_norm": 41.408103942871094,
      "learning_rate": 0.00019996214543891583,
      "loss": 4.8833,
      "step": 13688
    },
    {
      "epoch": 0.08778376298576375,
      "grad_norm": 25.03692626953125,
      "learning_rate": 0.00019996213989585565,
      "loss": 4.7418,
      "step": 13689
    },
    {
      "epoch": 0.08779017570860588,
      "grad_norm": 1437.494873046875,
      "learning_rate": 0.00019996213435238974,
      "loss": 4.7882,
      "step": 13690
    },
    {
      "epoch": 0.087796588431448,
      "grad_norm": 22.570539474487305,
      "learning_rate": 0.0001999621288085181,
      "loss": 4.7105,
      "step": 13691
    },
    {
      "epoch": 0.08780300115429011,
      "grad_norm": 63.168270111083984,
      "learning_rate": 0.0001999621232642407,
      "loss": 4.8348,
      "step": 13692
    },
    {
      "epoch": 0.08780941387713223,
      "grad_norm": 26.833576202392578,
      "learning_rate": 0.0001999621177195576,
      "loss": 4.7565,
      "step": 13693
    },
    {
      "epoch": 0.08781582659997435,
      "grad_norm": 24.625276565551758,
      "learning_rate": 0.00019996211217446878,
      "loss": 4.5172,
      "step": 13694
    },
    {
      "epoch": 0.08782223932281646,
      "grad_norm": 94.99391174316406,
      "learning_rate": 0.0001999621066289742,
      "loss": 4.867,
      "step": 13695
    },
    {
      "epoch": 0.08782865204565858,
      "grad_norm": 462.716064453125,
      "learning_rate": 0.00019996210108307394,
      "loss": 4.8944,
      "step": 13696
    },
    {
      "epoch": 0.08783506476850071,
      "grad_norm": 217.7458038330078,
      "learning_rate": 0.0001999620955367679,
      "loss": 4.8784,
      "step": 13697
    },
    {
      "epoch": 0.08784147749134283,
      "grad_norm": 33.62623596191406,
      "learning_rate": 0.00019996208999005616,
      "loss": 4.6132,
      "step": 13698
    },
    {
      "epoch": 0.08784789021418495,
      "grad_norm": 24.58733558654785,
      "learning_rate": 0.00019996208444293868,
      "loss": 4.9486,
      "step": 13699
    },
    {
      "epoch": 0.08785430293702706,
      "grad_norm": 99.63573455810547,
      "learning_rate": 0.00019996207889541546,
      "loss": 4.6113,
      "step": 13700
    },
    {
      "epoch": 0.08785430293702706,
      "eval_loss": 4.778447151184082,
      "eval_runtime": 34.7551,
      "eval_samples_per_second": 90.202,
      "eval_steps_per_second": 22.558,
      "step": 13700
    },
    {
      "epoch": 0.08786071565986918,
      "grad_norm": 90.82744598388672,
      "learning_rate": 0.00019996207334748654,
      "loss": 4.9446,
      "step": 13701
    },
    {
      "epoch": 0.0878671283827113,
      "grad_norm": 91.3558120727539,
      "learning_rate": 0.00019996206779915188,
      "loss": 4.8675,
      "step": 13702
    },
    {
      "epoch": 0.08787354110555341,
      "grad_norm": 37.0540771484375,
      "learning_rate": 0.00019996206225041148,
      "loss": 4.792,
      "step": 13703
    },
    {
      "epoch": 0.08787995382839554,
      "grad_norm": 14.148665428161621,
      "learning_rate": 0.00019996205670126535,
      "loss": 4.6684,
      "step": 13704
    },
    {
      "epoch": 0.08788636655123766,
      "grad_norm": 59.91154479980469,
      "learning_rate": 0.00019996205115171346,
      "loss": 4.7427,
      "step": 13705
    },
    {
      "epoch": 0.08789277927407978,
      "grad_norm": 137.83419799804688,
      "learning_rate": 0.0001999620456017559,
      "loss": 4.6658,
      "step": 13706
    },
    {
      "epoch": 0.0878991919969219,
      "grad_norm": 251.50674438476562,
      "learning_rate": 0.00019996204005139258,
      "loss": 4.861,
      "step": 13707
    },
    {
      "epoch": 0.08790560471976401,
      "grad_norm": 79.10844421386719,
      "learning_rate": 0.00019996203450062353,
      "loss": 4.8833,
      "step": 13708
    },
    {
      "epoch": 0.08791201744260613,
      "grad_norm": 41.15797805786133,
      "learning_rate": 0.00019996202894944875,
      "loss": 4.6206,
      "step": 13709
    },
    {
      "epoch": 0.08791843016544824,
      "grad_norm": 192.9010772705078,
      "learning_rate": 0.00019996202339786826,
      "loss": 4.5164,
      "step": 13710
    },
    {
      "epoch": 0.08792484288829037,
      "grad_norm": 36.048133850097656,
      "learning_rate": 0.00019996201784588203,
      "loss": 4.7977,
      "step": 13711
    },
    {
      "epoch": 0.08793125561113249,
      "grad_norm": 34.43385314941406,
      "learning_rate": 0.00019996201229349005,
      "loss": 4.9911,
      "step": 13712
    },
    {
      "epoch": 0.08793766833397461,
      "grad_norm": 210.5332794189453,
      "learning_rate": 0.00019996200674069238,
      "loss": 4.5616,
      "step": 13713
    },
    {
      "epoch": 0.08794408105681673,
      "grad_norm": 41.563175201416016,
      "learning_rate": 0.00019996200118748894,
      "loss": 4.8099,
      "step": 13714
    },
    {
      "epoch": 0.08795049377965884,
      "grad_norm": 16.829824447631836,
      "learning_rate": 0.0001999619956338798,
      "loss": 4.6514,
      "step": 13715
    },
    {
      "epoch": 0.08795690650250096,
      "grad_norm": 22.464508056640625,
      "learning_rate": 0.0001999619900798649,
      "loss": 4.6017,
      "step": 13716
    },
    {
      "epoch": 0.08796331922534308,
      "grad_norm": 80.52662658691406,
      "learning_rate": 0.0001999619845254443,
      "loss": 4.9374,
      "step": 13717
    },
    {
      "epoch": 0.0879697319481852,
      "grad_norm": 66.0941162109375,
      "learning_rate": 0.00019996197897061797,
      "loss": 4.9057,
      "step": 13718
    },
    {
      "epoch": 0.08797614467102732,
      "grad_norm": 22.7617244720459,
      "learning_rate": 0.00019996197341538589,
      "loss": 5.2727,
      "step": 13719
    },
    {
      "epoch": 0.08798255739386944,
      "grad_norm": 45.39896011352539,
      "learning_rate": 0.0001999619678597481,
      "loss": 4.7262,
      "step": 13720
    },
    {
      "epoch": 0.08798897011671156,
      "grad_norm": 19.8211669921875,
      "learning_rate": 0.00019996196230370457,
      "loss": 4.8903,
      "step": 13721
    },
    {
      "epoch": 0.08799538283955367,
      "grad_norm": 100.85787963867188,
      "learning_rate": 0.0001999619567472553,
      "loss": 4.8703,
      "step": 13722
    },
    {
      "epoch": 0.08800179556239579,
      "grad_norm": 68.96659088134766,
      "learning_rate": 0.00019996195119040034,
      "loss": 5.0292,
      "step": 13723
    },
    {
      "epoch": 0.08800820828523791,
      "grad_norm": 31.251445770263672,
      "learning_rate": 0.0001999619456331396,
      "loss": 4.8673,
      "step": 13724
    },
    {
      "epoch": 0.08801462100808002,
      "grad_norm": 155.6150360107422,
      "learning_rate": 0.0001999619400754732,
      "loss": 4.7912,
      "step": 13725
    },
    {
      "epoch": 0.08802103373092215,
      "grad_norm": 61.45484161376953,
      "learning_rate": 0.00019996193451740098,
      "loss": 4.5952,
      "step": 13726
    },
    {
      "epoch": 0.08802744645376427,
      "grad_norm": 68.00520324707031,
      "learning_rate": 0.0001999619289589231,
      "loss": 4.7719,
      "step": 13727
    },
    {
      "epoch": 0.08803385917660639,
      "grad_norm": 45.36125946044922,
      "learning_rate": 0.00019996192340003948,
      "loss": 4.6556,
      "step": 13728
    },
    {
      "epoch": 0.0880402718994485,
      "grad_norm": 216.5426788330078,
      "learning_rate": 0.00019996191784075012,
      "loss": 5.1226,
      "step": 13729
    },
    {
      "epoch": 0.08804668462229062,
      "grad_norm": 13.1810302734375,
      "learning_rate": 0.00019996191228105503,
      "loss": 4.6356,
      "step": 13730
    },
    {
      "epoch": 0.08805309734513274,
      "grad_norm": 14.87026596069336,
      "learning_rate": 0.0001999619067209542,
      "loss": 4.9801,
      "step": 13731
    },
    {
      "epoch": 0.08805951006797486,
      "grad_norm": 126.79689025878906,
      "learning_rate": 0.00019996190116044766,
      "loss": 5.0851,
      "step": 13732
    },
    {
      "epoch": 0.08806592279081699,
      "grad_norm": 111.81977844238281,
      "learning_rate": 0.0001999618955995354,
      "loss": 4.7914,
      "step": 13733
    },
    {
      "epoch": 0.0880723355136591,
      "grad_norm": 26.718503952026367,
      "learning_rate": 0.00019996189003821738,
      "loss": 4.7643,
      "step": 13734
    },
    {
      "epoch": 0.08807874823650122,
      "grad_norm": 36.49449157714844,
      "learning_rate": 0.00019996188447649366,
      "loss": 4.9037,
      "step": 13735
    },
    {
      "epoch": 0.08808516095934334,
      "grad_norm": 19.585981369018555,
      "learning_rate": 0.00019996187891436419,
      "loss": 4.7916,
      "step": 13736
    },
    {
      "epoch": 0.08809157368218545,
      "grad_norm": 47.60460662841797,
      "learning_rate": 0.000199961873351829,
      "loss": 4.7149,
      "step": 13737
    },
    {
      "epoch": 0.08809798640502757,
      "grad_norm": 42.614585876464844,
      "learning_rate": 0.0001999618677888881,
      "loss": 4.8927,
      "step": 13738
    },
    {
      "epoch": 0.08810439912786969,
      "grad_norm": 20.320356369018555,
      "learning_rate": 0.00019996186222554142,
      "loss": 4.6925,
      "step": 13739
    },
    {
      "epoch": 0.08811081185071182,
      "grad_norm": 32.189144134521484,
      "learning_rate": 0.00019996185666178908,
      "loss": 4.8991,
      "step": 13740
    },
    {
      "epoch": 0.08811722457355393,
      "grad_norm": 19.202768325805664,
      "learning_rate": 0.00019996185109763098,
      "loss": 4.8363,
      "step": 13741
    },
    {
      "epoch": 0.08812363729639605,
      "grad_norm": 17.077228546142578,
      "learning_rate": 0.00019996184553306714,
      "loss": 4.5501,
      "step": 13742
    },
    {
      "epoch": 0.08813005001923817,
      "grad_norm": 20.583404541015625,
      "learning_rate": 0.00019996183996809756,
      "loss": 4.7631,
      "step": 13743
    },
    {
      "epoch": 0.08813646274208028,
      "grad_norm": 67.72616577148438,
      "learning_rate": 0.00019996183440272228,
      "loss": 4.8195,
      "step": 13744
    },
    {
      "epoch": 0.0881428754649224,
      "grad_norm": 56.655853271484375,
      "learning_rate": 0.00019996182883694126,
      "loss": 4.559,
      "step": 13745
    },
    {
      "epoch": 0.08814928818776452,
      "grad_norm": 45.968971252441406,
      "learning_rate": 0.0001999618232707545,
      "loss": 4.8053,
      "step": 13746
    },
    {
      "epoch": 0.08815570091060665,
      "grad_norm": 22.73869514465332,
      "learning_rate": 0.00019996181770416205,
      "loss": 4.6947,
      "step": 13747
    },
    {
      "epoch": 0.08816211363344877,
      "grad_norm": 29.613746643066406,
      "learning_rate": 0.00019996181213716383,
      "loss": 4.7217,
      "step": 13748
    },
    {
      "epoch": 0.08816852635629088,
      "grad_norm": 14.43486499786377,
      "learning_rate": 0.0001999618065697599,
      "loss": 4.8104,
      "step": 13749
    },
    {
      "epoch": 0.088174939079133,
      "grad_norm": 149.5409698486328,
      "learning_rate": 0.00019996180100195025,
      "loss": 4.6307,
      "step": 13750
    },
    {
      "epoch": 0.08818135180197512,
      "grad_norm": 50.58672332763672,
      "learning_rate": 0.00019996179543373485,
      "loss": 4.8947,
      "step": 13751
    },
    {
      "epoch": 0.08818776452481723,
      "grad_norm": 16.789995193481445,
      "learning_rate": 0.00019996178986511374,
      "loss": 4.6411,
      "step": 13752
    },
    {
      "epoch": 0.08819417724765935,
      "grad_norm": 38.61284637451172,
      "learning_rate": 0.0001999617842960869,
      "loss": 5.0714,
      "step": 13753
    },
    {
      "epoch": 0.08820058997050148,
      "grad_norm": 45.69889831542969,
      "learning_rate": 0.0001999617787266543,
      "loss": 4.7696,
      "step": 13754
    },
    {
      "epoch": 0.0882070026933436,
      "grad_norm": 52.06397247314453,
      "learning_rate": 0.00019996177315681601,
      "loss": 4.8132,
      "step": 13755
    },
    {
      "epoch": 0.08821341541618571,
      "grad_norm": 65.9790267944336,
      "learning_rate": 0.00019996176758657196,
      "loss": 4.8952,
      "step": 13756
    },
    {
      "epoch": 0.08821982813902783,
      "grad_norm": 17.263954162597656,
      "learning_rate": 0.0001999617620159222,
      "loss": 4.8188,
      "step": 13757
    },
    {
      "epoch": 0.08822624086186995,
      "grad_norm": 33.3046989440918,
      "learning_rate": 0.00019996175644486673,
      "loss": 4.7324,
      "step": 13758
    },
    {
      "epoch": 0.08823265358471206,
      "grad_norm": 121.55013275146484,
      "learning_rate": 0.00019996175087340552,
      "loss": 5.5406,
      "step": 13759
    },
    {
      "epoch": 0.08823906630755418,
      "grad_norm": 13.749464988708496,
      "learning_rate": 0.00019996174530153855,
      "loss": 4.6202,
      "step": 13760
    },
    {
      "epoch": 0.08824547903039631,
      "grad_norm": 47.88826370239258,
      "learning_rate": 0.0001999617397292659,
      "loss": 5.1209,
      "step": 13761
    },
    {
      "epoch": 0.08825189175323843,
      "grad_norm": 211.06484985351562,
      "learning_rate": 0.0001999617341565875,
      "loss": 4.7415,
      "step": 13762
    },
    {
      "epoch": 0.08825830447608055,
      "grad_norm": 33.90816879272461,
      "learning_rate": 0.00019996172858350336,
      "loss": 4.7508,
      "step": 13763
    },
    {
      "epoch": 0.08826471719892266,
      "grad_norm": 20.153987884521484,
      "learning_rate": 0.0001999617230100135,
      "loss": 4.7445,
      "step": 13764
    },
    {
      "epoch": 0.08827112992176478,
      "grad_norm": 45.5352783203125,
      "learning_rate": 0.0001999617174361179,
      "loss": 4.8208,
      "step": 13765
    },
    {
      "epoch": 0.0882775426446069,
      "grad_norm": 28.187767028808594,
      "learning_rate": 0.0001999617118618166,
      "loss": 4.9317,
      "step": 13766
    },
    {
      "epoch": 0.08828395536744901,
      "grad_norm": 25.631071090698242,
      "learning_rate": 0.00019996170628710957,
      "loss": 4.8952,
      "step": 13767
    },
    {
      "epoch": 0.08829036809029114,
      "grad_norm": 22.399993896484375,
      "learning_rate": 0.0001999617007119968,
      "loss": 4.8361,
      "step": 13768
    },
    {
      "epoch": 0.08829678081313326,
      "grad_norm": 38.639991760253906,
      "learning_rate": 0.0001999616951364783,
      "loss": 4.9206,
      "step": 13769
    },
    {
      "epoch": 0.08830319353597538,
      "grad_norm": 36.45902633666992,
      "learning_rate": 0.00019996168956055405,
      "loss": 4.5066,
      "step": 13770
    },
    {
      "epoch": 0.0883096062588175,
      "grad_norm": 22.72376823425293,
      "learning_rate": 0.00019996168398422412,
      "loss": 4.6727,
      "step": 13771
    },
    {
      "epoch": 0.08831601898165961,
      "grad_norm": 31.19528579711914,
      "learning_rate": 0.00019996167840748844,
      "loss": 4.7219,
      "step": 13772
    },
    {
      "epoch": 0.08832243170450173,
      "grad_norm": 129.32708740234375,
      "learning_rate": 0.000199961672830347,
      "loss": 4.8973,
      "step": 13773
    },
    {
      "epoch": 0.08832884442734384,
      "grad_norm": 164.57850646972656,
      "learning_rate": 0.00019996166725279988,
      "loss": 4.8057,
      "step": 13774
    },
    {
      "epoch": 0.08833525715018598,
      "grad_norm": 129.9122314453125,
      "learning_rate": 0.000199961661674847,
      "loss": 4.7445,
      "step": 13775
    },
    {
      "epoch": 0.08834166987302809,
      "grad_norm": 131.92750549316406,
      "learning_rate": 0.00019996165609648844,
      "loss": 5.3043,
      "step": 13776
    },
    {
      "epoch": 0.08834808259587021,
      "grad_norm": 51.51243591308594,
      "learning_rate": 0.0001999616505177241,
      "loss": 4.7721,
      "step": 13777
    },
    {
      "epoch": 0.08835449531871233,
      "grad_norm": 36.48148727416992,
      "learning_rate": 0.00019996164493855405,
      "loss": 4.7937,
      "step": 13778
    },
    {
      "epoch": 0.08836090804155444,
      "grad_norm": 23.431316375732422,
      "learning_rate": 0.00019996163935897827,
      "loss": 4.8082,
      "step": 13779
    },
    {
      "epoch": 0.08836732076439656,
      "grad_norm": 32.213226318359375,
      "learning_rate": 0.00019996163377899678,
      "loss": 5.1733,
      "step": 13780
    },
    {
      "epoch": 0.08837373348723868,
      "grad_norm": 17.35213279724121,
      "learning_rate": 0.00019996162819860955,
      "loss": 4.6171,
      "step": 13781
    },
    {
      "epoch": 0.0883801462100808,
      "grad_norm": 22.175716400146484,
      "learning_rate": 0.00019996162261781656,
      "loss": 4.801,
      "step": 13782
    },
    {
      "epoch": 0.08838655893292292,
      "grad_norm": 12.735166549682617,
      "learning_rate": 0.0001999616170366179,
      "loss": 4.7257,
      "step": 13783
    },
    {
      "epoch": 0.08839297165576504,
      "grad_norm": 25.38092613220215,
      "learning_rate": 0.00019996161145501349,
      "loss": 4.7027,
      "step": 13784
    },
    {
      "epoch": 0.08839938437860716,
      "grad_norm": 51.56975555419922,
      "learning_rate": 0.00019996160587300334,
      "loss": 4.7163,
      "step": 13785
    },
    {
      "epoch": 0.08840579710144927,
      "grad_norm": 34.74897766113281,
      "learning_rate": 0.00019996160029058747,
      "loss": 4.8139,
      "step": 13786
    },
    {
      "epoch": 0.08841220982429139,
      "grad_norm": 21.127851486206055,
      "learning_rate": 0.00019996159470776585,
      "loss": 5.1202,
      "step": 13787
    },
    {
      "epoch": 0.08841862254713351,
      "grad_norm": 30.45488166809082,
      "learning_rate": 0.00019996158912453853,
      "loss": 4.6368,
      "step": 13788
    },
    {
      "epoch": 0.08842503526997564,
      "grad_norm": 62.779823303222656,
      "learning_rate": 0.00019996158354090548,
      "loss": 4.8689,
      "step": 13789
    },
    {
      "epoch": 0.08843144799281775,
      "grad_norm": 13.850431442260742,
      "learning_rate": 0.0001999615779568667,
      "loss": 4.7152,
      "step": 13790
    },
    {
      "epoch": 0.08843786071565987,
      "grad_norm": 16.255348205566406,
      "learning_rate": 0.00019996157237242218,
      "loss": 4.8301,
      "step": 13791
    },
    {
      "epoch": 0.08844427343850199,
      "grad_norm": 42.61109161376953,
      "learning_rate": 0.00019996156678757197,
      "loss": 5.0319,
      "step": 13792
    },
    {
      "epoch": 0.0884506861613441,
      "grad_norm": 14.00450325012207,
      "learning_rate": 0.00019996156120231597,
      "loss": 4.8425,
      "step": 13793
    },
    {
      "epoch": 0.08845709888418622,
      "grad_norm": 9.241291999816895,
      "learning_rate": 0.0001999615556166543,
      "loss": 4.9163,
      "step": 13794
    },
    {
      "epoch": 0.08846351160702834,
      "grad_norm": 17.10478401184082,
      "learning_rate": 0.00019996155003058688,
      "loss": 4.8477,
      "step": 13795
    },
    {
      "epoch": 0.08846992432987047,
      "grad_norm": 16.031126022338867,
      "learning_rate": 0.00019996154444411373,
      "loss": 4.7272,
      "step": 13796
    },
    {
      "epoch": 0.08847633705271259,
      "grad_norm": 11.039759635925293,
      "learning_rate": 0.00019996153885723487,
      "loss": 4.9737,
      "step": 13797
    },
    {
      "epoch": 0.0884827497755547,
      "grad_norm": 15.2447509765625,
      "learning_rate": 0.00019996153326995027,
      "loss": 4.6804,
      "step": 13798
    },
    {
      "epoch": 0.08848916249839682,
      "grad_norm": 12.252861976623535,
      "learning_rate": 0.0001999615276822599,
      "loss": 4.9822,
      "step": 13799
    },
    {
      "epoch": 0.08849557522123894,
      "grad_norm": 52.07650375366211,
      "learning_rate": 0.00019996152209416387,
      "loss": 4.6133,
      "step": 13800
    },
    {
      "epoch": 0.08849557522123894,
      "eval_loss": 4.726586818695068,
      "eval_runtime": 34.7915,
      "eval_samples_per_second": 90.108,
      "eval_steps_per_second": 22.534,
      "step": 13800
    },
    {
      "epoch": 0.08850198794408105,
      "grad_norm": 20.060956954956055,
      "learning_rate": 0.00019996151650566207,
      "loss": 5.3144,
      "step": 13801
    },
    {
      "epoch": 0.08850840066692317,
      "grad_norm": 37.81778335571289,
      "learning_rate": 0.00019996151091675456,
      "loss": 4.8384,
      "step": 13802
    },
    {
      "epoch": 0.0885148133897653,
      "grad_norm": 52.32257080078125,
      "learning_rate": 0.00019996150532744134,
      "loss": 4.6687,
      "step": 13803
    },
    {
      "epoch": 0.08852122611260742,
      "grad_norm": 114.05683135986328,
      "learning_rate": 0.0001999614997377224,
      "loss": 4.6254,
      "step": 13804
    },
    {
      "epoch": 0.08852763883544953,
      "grad_norm": 118.88751220703125,
      "learning_rate": 0.00019996149414759767,
      "loss": 5.0723,
      "step": 13805
    },
    {
      "epoch": 0.08853405155829165,
      "grad_norm": 32.31856918334961,
      "learning_rate": 0.00019996148855706727,
      "loss": 4.6241,
      "step": 13806
    },
    {
      "epoch": 0.08854046428113377,
      "grad_norm": 14.329055786132812,
      "learning_rate": 0.0001999614829661311,
      "loss": 4.885,
      "step": 13807
    },
    {
      "epoch": 0.08854687700397589,
      "grad_norm": 10.336936950683594,
      "learning_rate": 0.00019996147737478924,
      "loss": 4.8239,
      "step": 13808
    },
    {
      "epoch": 0.088553289726818,
      "grad_norm": 23.72850799560547,
      "learning_rate": 0.00019996147178304163,
      "loss": 4.8137,
      "step": 13809
    },
    {
      "epoch": 0.08855970244966013,
      "grad_norm": 24.640335083007812,
      "learning_rate": 0.00019996146619088832,
      "loss": 4.9832,
      "step": 13810
    },
    {
      "epoch": 0.08856611517250225,
      "grad_norm": 16.387142181396484,
      "learning_rate": 0.00019996146059832924,
      "loss": 4.7763,
      "step": 13811
    },
    {
      "epoch": 0.08857252789534437,
      "grad_norm": 14.004142761230469,
      "learning_rate": 0.0001999614550053645,
      "loss": 4.9485,
      "step": 13812
    },
    {
      "epoch": 0.08857894061818648,
      "grad_norm": 42.09400177001953,
      "learning_rate": 0.00019996144941199394,
      "loss": 4.6198,
      "step": 13813
    },
    {
      "epoch": 0.0885853533410286,
      "grad_norm": 29.694379806518555,
      "learning_rate": 0.0001999614438182177,
      "loss": 4.8212,
      "step": 13814
    },
    {
      "epoch": 0.08859176606387072,
      "grad_norm": 38.47306823730469,
      "learning_rate": 0.00019996143822403575,
      "loss": 4.5284,
      "step": 13815
    },
    {
      "epoch": 0.08859817878671283,
      "grad_norm": 35.74829864501953,
      "learning_rate": 0.00019996143262944807,
      "loss": 4.8109,
      "step": 13816
    },
    {
      "epoch": 0.08860459150955495,
      "grad_norm": 48.79022979736328,
      "learning_rate": 0.00019996142703445466,
      "loss": 4.7488,
      "step": 13817
    },
    {
      "epoch": 0.08861100423239708,
      "grad_norm": 34.080955505371094,
      "learning_rate": 0.0001999614214390555,
      "loss": 4.7339,
      "step": 13818
    },
    {
      "epoch": 0.0886174169552392,
      "grad_norm": 28.062480926513672,
      "learning_rate": 0.00019996141584325064,
      "loss": 5.4527,
      "step": 13819
    },
    {
      "epoch": 0.08862382967808131,
      "grad_norm": 25.17283821105957,
      "learning_rate": 0.00019996141024704003,
      "loss": 4.5069,
      "step": 13820
    },
    {
      "epoch": 0.08863024240092343,
      "grad_norm": 19.26906967163086,
      "learning_rate": 0.0001999614046504237,
      "loss": 4.803,
      "step": 13821
    },
    {
      "epoch": 0.08863665512376555,
      "grad_norm": 13.224867820739746,
      "learning_rate": 0.00019996139905340164,
      "loss": 4.6389,
      "step": 13822
    },
    {
      "epoch": 0.08864306784660766,
      "grad_norm": 21.571237564086914,
      "learning_rate": 0.00019996139345597388,
      "loss": 4.962,
      "step": 13823
    },
    {
      "epoch": 0.08864948056944978,
      "grad_norm": 35.582618713378906,
      "learning_rate": 0.00019996138785814037,
      "loss": 4.8296,
      "step": 13824
    },
    {
      "epoch": 0.08865589329229191,
      "grad_norm": 51.33368682861328,
      "learning_rate": 0.00019996138225990113,
      "loss": 5.3138,
      "step": 13825
    },
    {
      "epoch": 0.08866230601513403,
      "grad_norm": 11.729538917541504,
      "learning_rate": 0.00019996137666125616,
      "loss": 4.781,
      "step": 13826
    },
    {
      "epoch": 0.08866871873797615,
      "grad_norm": 16.722225189208984,
      "learning_rate": 0.0001999613710622055,
      "loss": 4.7109,
      "step": 13827
    },
    {
      "epoch": 0.08867513146081826,
      "grad_norm": 28.46764373779297,
      "learning_rate": 0.00019996136546274906,
      "loss": 4.9104,
      "step": 13828
    },
    {
      "epoch": 0.08868154418366038,
      "grad_norm": 22.88966941833496,
      "learning_rate": 0.00019996135986288693,
      "loss": 4.5854,
      "step": 13829
    },
    {
      "epoch": 0.0886879569065025,
      "grad_norm": 257.7251892089844,
      "learning_rate": 0.0001999613542626191,
      "loss": 4.9849,
      "step": 13830
    },
    {
      "epoch": 0.08869436962934461,
      "grad_norm": 10.034205436706543,
      "learning_rate": 0.00019996134866194547,
      "loss": 4.9086,
      "step": 13831
    },
    {
      "epoch": 0.08870078235218674,
      "grad_norm": 55.7664680480957,
      "learning_rate": 0.00019996134306086616,
      "loss": 4.7104,
      "step": 13832
    },
    {
      "epoch": 0.08870719507502886,
      "grad_norm": 12.836904525756836,
      "learning_rate": 0.00019996133745938112,
      "loss": 4.6753,
      "step": 13833
    },
    {
      "epoch": 0.08871360779787098,
      "grad_norm": 51.78618240356445,
      "learning_rate": 0.00019996133185749035,
      "loss": 4.7547,
      "step": 13834
    },
    {
      "epoch": 0.0887200205207131,
      "grad_norm": 37.91047668457031,
      "learning_rate": 0.00019996132625519383,
      "loss": 4.8923,
      "step": 13835
    },
    {
      "epoch": 0.08872643324355521,
      "grad_norm": 6.644237041473389,
      "learning_rate": 0.0001999613206524916,
      "loss": 4.9117,
      "step": 13836
    },
    {
      "epoch": 0.08873284596639733,
      "grad_norm": 13.128297805786133,
      "learning_rate": 0.00019996131504938368,
      "loss": 4.7231,
      "step": 13837
    },
    {
      "epoch": 0.08873925868923944,
      "grad_norm": 29.11944580078125,
      "learning_rate": 0.00019996130944586996,
      "loss": 4.7257,
      "step": 13838
    },
    {
      "epoch": 0.08874567141208158,
      "grad_norm": 8.454000473022461,
      "learning_rate": 0.0001999613038419506,
      "loss": 4.635,
      "step": 13839
    },
    {
      "epoch": 0.08875208413492369,
      "grad_norm": 15.760519981384277,
      "learning_rate": 0.00019996129823762545,
      "loss": 4.9152,
      "step": 13840
    },
    {
      "epoch": 0.08875849685776581,
      "grad_norm": 6.812376976013184,
      "learning_rate": 0.0001999612926328946,
      "loss": 4.9198,
      "step": 13841
    },
    {
      "epoch": 0.08876490958060793,
      "grad_norm": 10.030177116394043,
      "learning_rate": 0.000199961287027758,
      "loss": 4.8045,
      "step": 13842
    },
    {
      "epoch": 0.08877132230345004,
      "grad_norm": 8.495771408081055,
      "learning_rate": 0.00019996128142221568,
      "loss": 4.8393,
      "step": 13843
    },
    {
      "epoch": 0.08877773502629216,
      "grad_norm": 6.86124849319458,
      "learning_rate": 0.00019996127581626766,
      "loss": 4.6949,
      "step": 13844
    },
    {
      "epoch": 0.08878414774913428,
      "grad_norm": 19.033227920532227,
      "learning_rate": 0.0001999612702099139,
      "loss": 4.733,
      "step": 13845
    },
    {
      "epoch": 0.0887905604719764,
      "grad_norm": 23.288734436035156,
      "learning_rate": 0.0001999612646031544,
      "loss": 4.879,
      "step": 13846
    },
    {
      "epoch": 0.08879697319481852,
      "grad_norm": 42.12105941772461,
      "learning_rate": 0.0001999612589959892,
      "loss": 4.7877,
      "step": 13847
    },
    {
      "epoch": 0.08880338591766064,
      "grad_norm": 13.408610343933105,
      "learning_rate": 0.00019996125338841826,
      "loss": 4.918,
      "step": 13848
    },
    {
      "epoch": 0.08880979864050276,
      "grad_norm": 35.27864074707031,
      "learning_rate": 0.00019996124778044156,
      "loss": 4.8969,
      "step": 13849
    },
    {
      "epoch": 0.08881621136334487,
      "grad_norm": 29.511098861694336,
      "learning_rate": 0.00019996124217205917,
      "loss": 4.5892,
      "step": 13850
    },
    {
      "epoch": 0.08882262408618699,
      "grad_norm": 43.21450424194336,
      "learning_rate": 0.00019996123656327105,
      "loss": 4.9694,
      "step": 13851
    },
    {
      "epoch": 0.08882903680902911,
      "grad_norm": 13.400368690490723,
      "learning_rate": 0.00019996123095407722,
      "loss": 4.6791,
      "step": 13852
    },
    {
      "epoch": 0.08883544953187124,
      "grad_norm": 9.698552131652832,
      "learning_rate": 0.00019996122534447763,
      "loss": 4.7112,
      "step": 13853
    },
    {
      "epoch": 0.08884186225471336,
      "grad_norm": 6.754876613616943,
      "learning_rate": 0.00019996121973447234,
      "loss": 4.8202,
      "step": 13854
    },
    {
      "epoch": 0.08884827497755547,
      "grad_norm": 44.07609939575195,
      "learning_rate": 0.0001999612141240613,
      "loss": 4.946,
      "step": 13855
    },
    {
      "epoch": 0.08885468770039759,
      "grad_norm": 4.07095193862915,
      "learning_rate": 0.00019996120851324456,
      "loss": 4.811,
      "step": 13856
    },
    {
      "epoch": 0.0888611004232397,
      "grad_norm": 28.031312942504883,
      "learning_rate": 0.00019996120290202208,
      "loss": 4.7371,
      "step": 13857
    },
    {
      "epoch": 0.08886751314608182,
      "grad_norm": 27.79784393310547,
      "learning_rate": 0.0001999611972903939,
      "loss": 4.8816,
      "step": 13858
    },
    {
      "epoch": 0.08887392586892394,
      "grad_norm": 23.02646255493164,
      "learning_rate": 0.00019996119167835997,
      "loss": 4.5493,
      "step": 13859
    },
    {
      "epoch": 0.08888033859176607,
      "grad_norm": 9.626995086669922,
      "learning_rate": 0.00019996118606592029,
      "loss": 4.8791,
      "step": 13860
    },
    {
      "epoch": 0.08888675131460819,
      "grad_norm": 15.22802734375,
      "learning_rate": 0.0001999611804530749,
      "loss": 4.8904,
      "step": 13861
    },
    {
      "epoch": 0.0888931640374503,
      "grad_norm": 5.995092391967773,
      "learning_rate": 0.00019996117483982382,
      "loss": 4.6224,
      "step": 13862
    },
    {
      "epoch": 0.08889957676029242,
      "grad_norm": 8.661646842956543,
      "learning_rate": 0.00019996116922616698,
      "loss": 4.884,
      "step": 13863
    },
    {
      "epoch": 0.08890598948313454,
      "grad_norm": 8.217823028564453,
      "learning_rate": 0.0001999611636121044,
      "loss": 4.8075,
      "step": 13864
    },
    {
      "epoch": 0.08891240220597665,
      "grad_norm": 38.01349639892578,
      "learning_rate": 0.00019996115799763615,
      "loss": 4.7228,
      "step": 13865
    },
    {
      "epoch": 0.08891881492881877,
      "grad_norm": 7.501304626464844,
      "learning_rate": 0.0001999611523827621,
      "loss": 4.6984,
      "step": 13866
    },
    {
      "epoch": 0.0889252276516609,
      "grad_norm": 39.146854400634766,
      "learning_rate": 0.00019996114676748238,
      "loss": 4.8266,
      "step": 13867
    },
    {
      "epoch": 0.08893164037450302,
      "grad_norm": 11.444107055664062,
      "learning_rate": 0.00019996114115179695,
      "loss": 4.847,
      "step": 13868
    },
    {
      "epoch": 0.08893805309734513,
      "grad_norm": 6.0888872146606445,
      "learning_rate": 0.00019996113553570575,
      "loss": 4.6983,
      "step": 13869
    },
    {
      "epoch": 0.08894446582018725,
      "grad_norm": 10.052238464355469,
      "learning_rate": 0.00019996112991920885,
      "loss": 4.7091,
      "step": 13870
    },
    {
      "epoch": 0.08895087854302937,
      "grad_norm": 5.811126232147217,
      "learning_rate": 0.00019996112430230618,
      "loss": 4.6921,
      "step": 13871
    },
    {
      "epoch": 0.08895729126587149,
      "grad_norm": 7.315386772155762,
      "learning_rate": 0.0001999611186849978,
      "loss": 5.1613,
      "step": 13872
    },
    {
      "epoch": 0.0889637039887136,
      "grad_norm": 13.713008880615234,
      "learning_rate": 0.00019996111306728374,
      "loss": 4.6878,
      "step": 13873
    },
    {
      "epoch": 0.08897011671155573,
      "grad_norm": 12.160697937011719,
      "learning_rate": 0.0001999611074491639,
      "loss": 4.9306,
      "step": 13874
    },
    {
      "epoch": 0.08897652943439785,
      "grad_norm": 6.100783824920654,
      "learning_rate": 0.00019996110183063837,
      "loss": 4.8626,
      "step": 13875
    },
    {
      "epoch": 0.08898294215723997,
      "grad_norm": 6.926548957824707,
      "learning_rate": 0.0001999610962117071,
      "loss": 4.6058,
      "step": 13876
    },
    {
      "epoch": 0.08898935488008208,
      "grad_norm": 6.9511895179748535,
      "learning_rate": 0.0001999610905923701,
      "loss": 4.7478,
      "step": 13877
    },
    {
      "epoch": 0.0889957676029242,
      "grad_norm": 6.924286365509033,
      "learning_rate": 0.0001999610849726274,
      "loss": 4.8305,
      "step": 13878
    },
    {
      "epoch": 0.08900218032576632,
      "grad_norm": 7.623762607574463,
      "learning_rate": 0.00019996107935247895,
      "loss": 4.6949,
      "step": 13879
    },
    {
      "epoch": 0.08900859304860843,
      "grad_norm": 11.048131942749023,
      "learning_rate": 0.00019996107373192477,
      "loss": 4.5765,
      "step": 13880
    },
    {
      "epoch": 0.08901500577145056,
      "grad_norm": 8.761835098266602,
      "learning_rate": 0.00019996106811096489,
      "loss": 4.8187,
      "step": 13881
    },
    {
      "epoch": 0.08902141849429268,
      "grad_norm": 5.380906581878662,
      "learning_rate": 0.00019996106248959926,
      "loss": 4.598,
      "step": 13882
    },
    {
      "epoch": 0.0890278312171348,
      "grad_norm": 64.51095581054688,
      "learning_rate": 0.0001999610568678279,
      "loss": 4.8724,
      "step": 13883
    },
    {
      "epoch": 0.08903424393997691,
      "grad_norm": 34.63583755493164,
      "learning_rate": 0.00019996105124565084,
      "loss": 4.9876,
      "step": 13884
    },
    {
      "epoch": 0.08904065666281903,
      "grad_norm": 17.09001350402832,
      "learning_rate": 0.00019996104562306803,
      "loss": 4.665,
      "step": 13885
    },
    {
      "epoch": 0.08904706938566115,
      "grad_norm": 4.860720157623291,
      "learning_rate": 0.00019996104000007952,
      "loss": 4.7663,
      "step": 13886
    },
    {
      "epoch": 0.08905348210850327,
      "grad_norm": 3.749458074569702,
      "learning_rate": 0.00019996103437668525,
      "loss": 4.8416,
      "step": 13887
    },
    {
      "epoch": 0.0890598948313454,
      "grad_norm": 4.825624465942383,
      "learning_rate": 0.0001999610287528853,
      "loss": 4.7819,
      "step": 13888
    },
    {
      "epoch": 0.08906630755418751,
      "grad_norm": 10.992694854736328,
      "learning_rate": 0.0001999610231286796,
      "loss": 4.7096,
      "step": 13889
    },
    {
      "epoch": 0.08907272027702963,
      "grad_norm": 4.9983930587768555,
      "learning_rate": 0.00019996101750406817,
      "loss": 4.995,
      "step": 13890
    },
    {
      "epoch": 0.08907913299987175,
      "grad_norm": 6.0754194259643555,
      "learning_rate": 0.000199961011879051,
      "loss": 4.8978,
      "step": 13891
    },
    {
      "epoch": 0.08908554572271386,
      "grad_norm": 23.14191246032715,
      "learning_rate": 0.00019996100625362811,
      "loss": 5.0059,
      "step": 13892
    },
    {
      "epoch": 0.08909195844555598,
      "grad_norm": 5.642712116241455,
      "learning_rate": 0.00019996100062779953,
      "loss": 4.5994,
      "step": 13893
    },
    {
      "epoch": 0.0890983711683981,
      "grad_norm": 7.070149898529053,
      "learning_rate": 0.0001999609950015652,
      "loss": 4.7919,
      "step": 13894
    },
    {
      "epoch": 0.08910478389124023,
      "grad_norm": 12.909783363342285,
      "learning_rate": 0.00019996098937492514,
      "loss": 4.7287,
      "step": 13895
    },
    {
      "epoch": 0.08911119661408234,
      "grad_norm": 10.116480827331543,
      "learning_rate": 0.00019996098374787938,
      "loss": 4.6903,
      "step": 13896
    },
    {
      "epoch": 0.08911760933692446,
      "grad_norm": 48.298728942871094,
      "learning_rate": 0.0001999609781204279,
      "loss": 4.6233,
      "step": 13897
    },
    {
      "epoch": 0.08912402205976658,
      "grad_norm": 37.459747314453125,
      "learning_rate": 0.00019996097249257066,
      "loss": 4.9977,
      "step": 13898
    },
    {
      "epoch": 0.0891304347826087,
      "grad_norm": 10.780193328857422,
      "learning_rate": 0.0001999609668643077,
      "loss": 4.9301,
      "step": 13899
    },
    {
      "epoch": 0.08913684750545081,
      "grad_norm": 18.674631118774414,
      "learning_rate": 0.00019996096123563902,
      "loss": 4.7649,
      "step": 13900
    },
    {
      "epoch": 0.08913684750545081,
      "eval_loss": 4.717553615570068,
      "eval_runtime": 34.7351,
      "eval_samples_per_second": 90.255,
      "eval_steps_per_second": 22.571,
      "step": 13900
    },
    {
      "epoch": 0.08914326022829293,
      "grad_norm": 11.188275337219238,
      "learning_rate": 0.00019996095560656464,
      "loss": 5.0212,
      "step": 13901
    },
    {
      "epoch": 0.08914967295113506,
      "grad_norm": 23.988815307617188,
      "learning_rate": 0.00019996094997708452,
      "loss": 4.8263,
      "step": 13902
    },
    {
      "epoch": 0.08915608567397718,
      "grad_norm": 11.668822288513184,
      "learning_rate": 0.00019996094434719864,
      "loss": 4.7966,
      "step": 13903
    },
    {
      "epoch": 0.08916249839681929,
      "grad_norm": 23.740955352783203,
      "learning_rate": 0.00019996093871690705,
      "loss": 4.8021,
      "step": 13904
    },
    {
      "epoch": 0.08916891111966141,
      "grad_norm": 8.995269775390625,
      "learning_rate": 0.00019996093308620978,
      "loss": 4.848,
      "step": 13905
    },
    {
      "epoch": 0.08917532384250353,
      "grad_norm": 6.334228992462158,
      "learning_rate": 0.00019996092745510675,
      "loss": 5.0086,
      "step": 13906
    },
    {
      "epoch": 0.08918173656534564,
      "grad_norm": 12.309661865234375,
      "learning_rate": 0.000199960921823598,
      "loss": 4.901,
      "step": 13907
    },
    {
      "epoch": 0.08918814928818776,
      "grad_norm": 6.118104934692383,
      "learning_rate": 0.0001999609161916835,
      "loss": 4.4887,
      "step": 13908
    },
    {
      "epoch": 0.08919456201102988,
      "grad_norm": 6.317331790924072,
      "learning_rate": 0.00019996091055936332,
      "loss": 4.7666,
      "step": 13909
    },
    {
      "epoch": 0.08920097473387201,
      "grad_norm": 6.467826843261719,
      "learning_rate": 0.00019996090492663742,
      "loss": 4.5736,
      "step": 13910
    },
    {
      "epoch": 0.08920738745671412,
      "grad_norm": 4.512150287628174,
      "learning_rate": 0.00019996089929350574,
      "loss": 4.7083,
      "step": 13911
    },
    {
      "epoch": 0.08921380017955624,
      "grad_norm": 5.343024253845215,
      "learning_rate": 0.00019996089365996838,
      "loss": 4.5866,
      "step": 13912
    },
    {
      "epoch": 0.08922021290239836,
      "grad_norm": 67.11552429199219,
      "learning_rate": 0.00019996088802602525,
      "loss": 4.6852,
      "step": 13913
    },
    {
      "epoch": 0.08922662562524047,
      "grad_norm": 4.9743218421936035,
      "learning_rate": 0.00019996088239167644,
      "loss": 4.6546,
      "step": 13914
    },
    {
      "epoch": 0.08923303834808259,
      "grad_norm": 7.72509241104126,
      "learning_rate": 0.0001999608767569219,
      "loss": 4.7506,
      "step": 13915
    },
    {
      "epoch": 0.08923945107092471,
      "grad_norm": 17.41192054748535,
      "learning_rate": 0.00019996087112176162,
      "loss": 4.8399,
      "step": 13916
    },
    {
      "epoch": 0.08924586379376684,
      "grad_norm": 6.372398376464844,
      "learning_rate": 0.00019996086548619563,
      "loss": 5.0899,
      "step": 13917
    },
    {
      "epoch": 0.08925227651660896,
      "grad_norm": 35.16889953613281,
      "learning_rate": 0.0001999608598502239,
      "loss": 4.6361,
      "step": 13918
    },
    {
      "epoch": 0.08925868923945107,
      "grad_norm": 16.8748779296875,
      "learning_rate": 0.00019996085421384647,
      "loss": 4.8542,
      "step": 13919
    },
    {
      "epoch": 0.08926510196229319,
      "grad_norm": 18.291330337524414,
      "learning_rate": 0.0001999608485770633,
      "loss": 4.9403,
      "step": 13920
    },
    {
      "epoch": 0.0892715146851353,
      "grad_norm": 11.919536590576172,
      "learning_rate": 0.00019996084293987437,
      "loss": 4.709,
      "step": 13921
    },
    {
      "epoch": 0.08927792740797742,
      "grad_norm": 36.516883850097656,
      "learning_rate": 0.00019996083730227976,
      "loss": 4.8516,
      "step": 13922
    },
    {
      "epoch": 0.08928434013081954,
      "grad_norm": 28.999242782592773,
      "learning_rate": 0.0001999608316642794,
      "loss": 4.8475,
      "step": 13923
    },
    {
      "epoch": 0.08929075285366167,
      "grad_norm": 38.263221740722656,
      "learning_rate": 0.00019996082602587336,
      "loss": 4.6367,
      "step": 13924
    },
    {
      "epoch": 0.08929716557650379,
      "grad_norm": 33.481468200683594,
      "learning_rate": 0.00019996082038706154,
      "loss": 4.7799,
      "step": 13925
    },
    {
      "epoch": 0.0893035782993459,
      "grad_norm": 19.552919387817383,
      "learning_rate": 0.00019996081474784404,
      "loss": 4.6114,
      "step": 13926
    },
    {
      "epoch": 0.08930999102218802,
      "grad_norm": 23.48015022277832,
      "learning_rate": 0.0001999608091082208,
      "loss": 4.8273,
      "step": 13927
    },
    {
      "epoch": 0.08931640374503014,
      "grad_norm": 18.817380905151367,
      "learning_rate": 0.0001999608034681918,
      "loss": 4.8819,
      "step": 13928
    },
    {
      "epoch": 0.08932281646787225,
      "grad_norm": 91.1666259765625,
      "learning_rate": 0.00019996079782775712,
      "loss": 4.7165,
      "step": 13929
    },
    {
      "epoch": 0.08932922919071437,
      "grad_norm": 34.40376281738281,
      "learning_rate": 0.0001999607921869167,
      "loss": 4.5116,
      "step": 13930
    },
    {
      "epoch": 0.0893356419135565,
      "grad_norm": 13.546614646911621,
      "learning_rate": 0.00019996078654567056,
      "loss": 4.7441,
      "step": 13931
    },
    {
      "epoch": 0.08934205463639862,
      "grad_norm": 22.3581485748291,
      "learning_rate": 0.0001999607809040187,
      "loss": 4.7291,
      "step": 13932
    },
    {
      "epoch": 0.08934846735924074,
      "grad_norm": 17.339622497558594,
      "learning_rate": 0.0001999607752619611,
      "loss": 4.82,
      "step": 13933
    },
    {
      "epoch": 0.08935488008208285,
      "grad_norm": 116.28821563720703,
      "learning_rate": 0.0001999607696194978,
      "loss": 4.6994,
      "step": 13934
    },
    {
      "epoch": 0.08936129280492497,
      "grad_norm": 43.0804557800293,
      "learning_rate": 0.00019996076397662876,
      "loss": 4.5068,
      "step": 13935
    },
    {
      "epoch": 0.08936770552776709,
      "grad_norm": 23.726228713989258,
      "learning_rate": 0.000199960758333354,
      "loss": 5.2367,
      "step": 13936
    },
    {
      "epoch": 0.0893741182506092,
      "grad_norm": 30.51375961303711,
      "learning_rate": 0.0001999607526896735,
      "loss": 4.8413,
      "step": 13937
    },
    {
      "epoch": 0.08938053097345133,
      "grad_norm": 11.219244003295898,
      "learning_rate": 0.00019996074704558729,
      "loss": 4.6661,
      "step": 13938
    },
    {
      "epoch": 0.08938694369629345,
      "grad_norm": 13.737749099731445,
      "learning_rate": 0.00019996074140109536,
      "loss": 4.7311,
      "step": 13939
    },
    {
      "epoch": 0.08939335641913557,
      "grad_norm": 14.58266544342041,
      "learning_rate": 0.0001999607357561977,
      "loss": 4.6389,
      "step": 13940
    },
    {
      "epoch": 0.08939976914197768,
      "grad_norm": 13.458877563476562,
      "learning_rate": 0.0001999607301108943,
      "loss": 4.8463,
      "step": 13941
    },
    {
      "epoch": 0.0894061818648198,
      "grad_norm": 10.202816009521484,
      "learning_rate": 0.0001999607244651852,
      "loss": 4.8138,
      "step": 13942
    },
    {
      "epoch": 0.08941259458766192,
      "grad_norm": 70.28882598876953,
      "learning_rate": 0.00019996071881907038,
      "loss": 4.938,
      "step": 13943
    },
    {
      "epoch": 0.08941900731050403,
      "grad_norm": 16.75365447998047,
      "learning_rate": 0.0001999607131725498,
      "loss": 4.5106,
      "step": 13944
    },
    {
      "epoch": 0.08942542003334616,
      "grad_norm": 44.90824890136719,
      "learning_rate": 0.00019996070752562351,
      "loss": 4.797,
      "step": 13945
    },
    {
      "epoch": 0.08943183275618828,
      "grad_norm": 109.20714569091797,
      "learning_rate": 0.00019996070187829152,
      "loss": 4.7923,
      "step": 13946
    },
    {
      "epoch": 0.0894382454790304,
      "grad_norm": 12.76600170135498,
      "learning_rate": 0.0001999606962305538,
      "loss": 4.9947,
      "step": 13947
    },
    {
      "epoch": 0.08944465820187252,
      "grad_norm": 39.17428207397461,
      "learning_rate": 0.00019996069058241032,
      "loss": 4.861,
      "step": 13948
    },
    {
      "epoch": 0.08945107092471463,
      "grad_norm": 35.76054382324219,
      "learning_rate": 0.00019996068493386115,
      "loss": 4.7858,
      "step": 13949
    },
    {
      "epoch": 0.08945748364755675,
      "grad_norm": 33.78209686279297,
      "learning_rate": 0.00019996067928490627,
      "loss": 4.7986,
      "step": 13950
    },
    {
      "epoch": 0.08946389637039887,
      "grad_norm": 49.87654495239258,
      "learning_rate": 0.00019996067363554565,
      "loss": 4.9022,
      "step": 13951
    },
    {
      "epoch": 0.089470309093241,
      "grad_norm": 14.793233871459961,
      "learning_rate": 0.00019996066798577927,
      "loss": 4.6942,
      "step": 13952
    },
    {
      "epoch": 0.08947672181608311,
      "grad_norm": 13.679425239562988,
      "learning_rate": 0.0001999606623356072,
      "loss": 4.7204,
      "step": 13953
    },
    {
      "epoch": 0.08948313453892523,
      "grad_norm": 108.73350524902344,
      "learning_rate": 0.00019996065668502944,
      "loss": 4.9168,
      "step": 13954
    },
    {
      "epoch": 0.08948954726176735,
      "grad_norm": 28.84461784362793,
      "learning_rate": 0.0001999606510340459,
      "loss": 4.7828,
      "step": 13955
    },
    {
      "epoch": 0.08949595998460946,
      "grad_norm": 13.904619216918945,
      "learning_rate": 0.00019996064538265666,
      "loss": 4.8212,
      "step": 13956
    },
    {
      "epoch": 0.08950237270745158,
      "grad_norm": 127.83623504638672,
      "learning_rate": 0.00019996063973086169,
      "loss": 4.7602,
      "step": 13957
    },
    {
      "epoch": 0.0895087854302937,
      "grad_norm": 34.76310348510742,
      "learning_rate": 0.00019996063407866103,
      "loss": 4.6543,
      "step": 13958
    },
    {
      "epoch": 0.08951519815313583,
      "grad_norm": 37.69548034667969,
      "learning_rate": 0.00019996062842605458,
      "loss": 4.9768,
      "step": 13959
    },
    {
      "epoch": 0.08952161087597794,
      "grad_norm": 39.38093185424805,
      "learning_rate": 0.00019996062277304245,
      "loss": 4.6995,
      "step": 13960
    },
    {
      "epoch": 0.08952802359882006,
      "grad_norm": 79.32572174072266,
      "learning_rate": 0.00019996061711962458,
      "loss": 4.6318,
      "step": 13961
    },
    {
      "epoch": 0.08953443632166218,
      "grad_norm": 14.820588111877441,
      "learning_rate": 0.000199960611465801,
      "loss": 4.723,
      "step": 13962
    },
    {
      "epoch": 0.0895408490445043,
      "grad_norm": 22.45133399963379,
      "learning_rate": 0.0001999606058115717,
      "loss": 4.8991,
      "step": 13963
    },
    {
      "epoch": 0.08954726176734641,
      "grad_norm": 10.12146282196045,
      "learning_rate": 0.00019996060015693666,
      "loss": 4.6452,
      "step": 13964
    },
    {
      "epoch": 0.08955367449018853,
      "grad_norm": 85.7444076538086,
      "learning_rate": 0.0001999605945018959,
      "loss": 4.7721,
      "step": 13965
    },
    {
      "epoch": 0.08956008721303066,
      "grad_norm": 44.09962844848633,
      "learning_rate": 0.00019996058884644944,
      "loss": 4.5797,
      "step": 13966
    },
    {
      "epoch": 0.08956649993587278,
      "grad_norm": 42.06901168823242,
      "learning_rate": 0.00019996058319059722,
      "loss": 4.977,
      "step": 13967
    },
    {
      "epoch": 0.08957291265871489,
      "grad_norm": 25.388099670410156,
      "learning_rate": 0.0001999605775343393,
      "loss": 4.8169,
      "step": 13968
    },
    {
      "epoch": 0.08957932538155701,
      "grad_norm": 34.320045471191406,
      "learning_rate": 0.00019996057187767562,
      "loss": 4.7002,
      "step": 13969
    },
    {
      "epoch": 0.08958573810439913,
      "grad_norm": 20.981979370117188,
      "learning_rate": 0.0001999605662206063,
      "loss": 4.6904,
      "step": 13970
    },
    {
      "epoch": 0.08959215082724124,
      "grad_norm": 78.73869323730469,
      "learning_rate": 0.00019996056056313118,
      "loss": 4.5829,
      "step": 13971
    },
    {
      "epoch": 0.08959856355008336,
      "grad_norm": 30.131816864013672,
      "learning_rate": 0.00019996055490525033,
      "loss": 4.8104,
      "step": 13972
    },
    {
      "epoch": 0.08960497627292549,
      "grad_norm": 160.86744689941406,
      "learning_rate": 0.0001999605492469638,
      "loss": 4.7587,
      "step": 13973
    },
    {
      "epoch": 0.08961138899576761,
      "grad_norm": 36.251129150390625,
      "learning_rate": 0.00019996054358827154,
      "loss": 4.7626,
      "step": 13974
    },
    {
      "epoch": 0.08961780171860972,
      "grad_norm": 57.9501953125,
      "learning_rate": 0.00019996053792917354,
      "loss": 4.9653,
      "step": 13975
    },
    {
      "epoch": 0.08962421444145184,
      "grad_norm": 20.306724548339844,
      "learning_rate": 0.00019996053226966983,
      "loss": 4.9032,
      "step": 13976
    },
    {
      "epoch": 0.08963062716429396,
      "grad_norm": 43.0234375,
      "learning_rate": 0.00019996052660976039,
      "loss": 4.7518,
      "step": 13977
    },
    {
      "epoch": 0.08963703988713607,
      "grad_norm": 13.521222114562988,
      "learning_rate": 0.00019996052094944523,
      "loss": 4.837,
      "step": 13978
    },
    {
      "epoch": 0.08964345260997819,
      "grad_norm": 30.073158264160156,
      "learning_rate": 0.00019996051528872434,
      "loss": 4.5421,
      "step": 13979
    },
    {
      "epoch": 0.08964986533282032,
      "grad_norm": 20.21123504638672,
      "learning_rate": 0.00019996050962759775,
      "loss": 4.8654,
      "step": 13980
    },
    {
      "epoch": 0.08965627805566244,
      "grad_norm": 75.85055541992188,
      "learning_rate": 0.00019996050396606542,
      "loss": 4.8394,
      "step": 13981
    },
    {
      "epoch": 0.08966269077850456,
      "grad_norm": 18.94800567626953,
      "learning_rate": 0.00019996049830412735,
      "loss": 4.9038,
      "step": 13982
    },
    {
      "epoch": 0.08966910350134667,
      "grad_norm": 14.657207489013672,
      "learning_rate": 0.00019996049264178357,
      "loss": 4.688,
      "step": 13983
    },
    {
      "epoch": 0.08967551622418879,
      "grad_norm": 12.327783584594727,
      "learning_rate": 0.0001999604869790341,
      "loss": 4.6119,
      "step": 13984
    },
    {
      "epoch": 0.0896819289470309,
      "grad_norm": 20.06868553161621,
      "learning_rate": 0.00019996048131587887,
      "loss": 4.5502,
      "step": 13985
    },
    {
      "epoch": 0.08968834166987302,
      "grad_norm": 51.9828987121582,
      "learning_rate": 0.0001999604756523179,
      "loss": 4.8262,
      "step": 13986
    },
    {
      "epoch": 0.08969475439271515,
      "grad_norm": 22.50243377685547,
      "learning_rate": 0.00019996046998835122,
      "loss": 4.7248,
      "step": 13987
    },
    {
      "epoch": 0.08970116711555727,
      "grad_norm": 14.719141960144043,
      "learning_rate": 0.00019996046432397885,
      "loss": 4.6005,
      "step": 13988
    },
    {
      "epoch": 0.08970757983839939,
      "grad_norm": 9.185707092285156,
      "learning_rate": 0.0001999604586592007,
      "loss": 4.748,
      "step": 13989
    },
    {
      "epoch": 0.0897139925612415,
      "grad_norm": 31.364221572875977,
      "learning_rate": 0.0001999604529940169,
      "loss": 4.7825,
      "step": 13990
    },
    {
      "epoch": 0.08972040528408362,
      "grad_norm": 10.50339126586914,
      "learning_rate": 0.00019996044732842734,
      "loss": 4.4643,
      "step": 13991
    },
    {
      "epoch": 0.08972681800692574,
      "grad_norm": 8.528964042663574,
      "learning_rate": 0.00019996044166243205,
      "loss": 4.7505,
      "step": 13992
    },
    {
      "epoch": 0.08973323072976785,
      "grad_norm": 34.74242401123047,
      "learning_rate": 0.00019996043599603103,
      "loss": 4.7159,
      "step": 13993
    },
    {
      "epoch": 0.08973964345260999,
      "grad_norm": 22.577611923217773,
      "learning_rate": 0.00019996043032922432,
      "loss": 4.7341,
      "step": 13994
    },
    {
      "epoch": 0.0897460561754521,
      "grad_norm": 21.555912017822266,
      "learning_rate": 0.00019996042466201186,
      "loss": 4.9117,
      "step": 13995
    },
    {
      "epoch": 0.08975246889829422,
      "grad_norm": 53.60900115966797,
      "learning_rate": 0.00019996041899439368,
      "loss": 5.0408,
      "step": 13996
    },
    {
      "epoch": 0.08975888162113634,
      "grad_norm": 13.425814628601074,
      "learning_rate": 0.00019996041332636977,
      "loss": 4.68,
      "step": 13997
    },
    {
      "epoch": 0.08976529434397845,
      "grad_norm": 14.020349502563477,
      "learning_rate": 0.00019996040765794015,
      "loss": 4.6191,
      "step": 13998
    },
    {
      "epoch": 0.08977170706682057,
      "grad_norm": 11.396410942077637,
      "learning_rate": 0.00019996040198910482,
      "loss": 6.1092,
      "step": 13999
    },
    {
      "epoch": 0.08977811978966269,
      "grad_norm": 24.249860763549805,
      "learning_rate": 0.00019996039631986373,
      "loss": 4.724,
      "step": 14000
    },
    {
      "epoch": 0.08977811978966269,
      "eval_loss": 4.711449146270752,
      "eval_runtime": 34.7886,
      "eval_samples_per_second": 90.116,
      "eval_steps_per_second": 22.536,
      "step": 14000
    },
    {
      "epoch": 0.0897845325125048,
      "grad_norm": 7.549798011779785,
      "learning_rate": 0.00019996039065021696,
      "loss": 4.7563,
      "step": 14001
    },
    {
      "epoch": 0.08979094523534693,
      "grad_norm": 13.06253719329834,
      "learning_rate": 0.00019996038498016442,
      "loss": 4.6442,
      "step": 14002
    },
    {
      "epoch": 0.08979735795818905,
      "grad_norm": 20.593603134155273,
      "learning_rate": 0.00019996037930970618,
      "loss": 4.7496,
      "step": 14003
    },
    {
      "epoch": 0.08980377068103117,
      "grad_norm": 11.073179244995117,
      "learning_rate": 0.00019996037363884223,
      "loss": 4.59,
      "step": 14004
    },
    {
      "epoch": 0.08981018340387328,
      "grad_norm": 16.437284469604492,
      "learning_rate": 0.00019996036796757257,
      "loss": 4.6869,
      "step": 14005
    },
    {
      "epoch": 0.0898165961267154,
      "grad_norm": 7.5642619132995605,
      "learning_rate": 0.00019996036229589717,
      "loss": 5.0408,
      "step": 14006
    },
    {
      "epoch": 0.08982300884955752,
      "grad_norm": 7.801829814910889,
      "learning_rate": 0.00019996035662381604,
      "loss": 4.7907,
      "step": 14007
    },
    {
      "epoch": 0.08982942157239963,
      "grad_norm": 7.999019622802734,
      "learning_rate": 0.0001999603509513292,
      "loss": 4.9402,
      "step": 14008
    },
    {
      "epoch": 0.08983583429524176,
      "grad_norm": 15.434100151062012,
      "learning_rate": 0.00019996034527843662,
      "loss": 5.4965,
      "step": 14009
    },
    {
      "epoch": 0.08984224701808388,
      "grad_norm": 22.095474243164062,
      "learning_rate": 0.00019996033960513834,
      "loss": 4.7925,
      "step": 14010
    },
    {
      "epoch": 0.089848659740926,
      "grad_norm": 19.780593872070312,
      "learning_rate": 0.0001999603339314343,
      "loss": 4.5734,
      "step": 14011
    },
    {
      "epoch": 0.08985507246376812,
      "grad_norm": 11.4365234375,
      "learning_rate": 0.0001999603282573246,
      "loss": 4.7932,
      "step": 14012
    },
    {
      "epoch": 0.08986148518661023,
      "grad_norm": 16.56256675720215,
      "learning_rate": 0.0001999603225828091,
      "loss": 4.7834,
      "step": 14013
    },
    {
      "epoch": 0.08986789790945235,
      "grad_norm": 11.493252754211426,
      "learning_rate": 0.00019996031690788793,
      "loss": 4.6401,
      "step": 14014
    },
    {
      "epoch": 0.08987431063229447,
      "grad_norm": 8.760844230651855,
      "learning_rate": 0.00019996031123256102,
      "loss": 4.5116,
      "step": 14015
    },
    {
      "epoch": 0.0898807233551366,
      "grad_norm": 30.030607223510742,
      "learning_rate": 0.00019996030555682838,
      "loss": 4.7949,
      "step": 14016
    },
    {
      "epoch": 0.08988713607797871,
      "grad_norm": 18.38860511779785,
      "learning_rate": 0.00019996029988069003,
      "loss": 4.6133,
      "step": 14017
    },
    {
      "epoch": 0.08989354880082083,
      "grad_norm": 23.850889205932617,
      "learning_rate": 0.00019996029420414594,
      "loss": 4.8937,
      "step": 14018
    },
    {
      "epoch": 0.08989996152366295,
      "grad_norm": 15.846968650817871,
      "learning_rate": 0.00019996028852719614,
      "loss": 4.8169,
      "step": 14019
    },
    {
      "epoch": 0.08990637424650506,
      "grad_norm": 21.545928955078125,
      "learning_rate": 0.00019996028284984064,
      "loss": 4.742,
      "step": 14020
    },
    {
      "epoch": 0.08991278696934718,
      "grad_norm": 41.126991271972656,
      "learning_rate": 0.0001999602771720794,
      "loss": 4.7541,
      "step": 14021
    },
    {
      "epoch": 0.0899191996921893,
      "grad_norm": 68.21334075927734,
      "learning_rate": 0.00019996027149391242,
      "loss": 4.8176,
      "step": 14022
    },
    {
      "epoch": 0.08992561241503143,
      "grad_norm": 39.17902755737305,
      "learning_rate": 0.00019996026581533974,
      "loss": 4.7817,
      "step": 14023
    },
    {
      "epoch": 0.08993202513787354,
      "grad_norm": 59.361366271972656,
      "learning_rate": 0.00019996026013636135,
      "loss": 4.7479,
      "step": 14024
    },
    {
      "epoch": 0.08993843786071566,
      "grad_norm": 42.72449493408203,
      "learning_rate": 0.00019996025445697725,
      "loss": 4.7561,
      "step": 14025
    },
    {
      "epoch": 0.08994485058355778,
      "grad_norm": 39.09076690673828,
      "learning_rate": 0.00019996024877718736,
      "loss": 4.7349,
      "step": 14026
    },
    {
      "epoch": 0.0899512633063999,
      "grad_norm": 144.75938415527344,
      "learning_rate": 0.00019996024309699179,
      "loss": 4.8722,
      "step": 14027
    },
    {
      "epoch": 0.08995767602924201,
      "grad_norm": 61.75381088256836,
      "learning_rate": 0.0001999602374163905,
      "loss": 4.8653,
      "step": 14028
    },
    {
      "epoch": 0.08996408875208413,
      "grad_norm": 68.39093780517578,
      "learning_rate": 0.00019996023173538346,
      "loss": 4.8179,
      "step": 14029
    },
    {
      "epoch": 0.08997050147492626,
      "grad_norm": 48.10355758666992,
      "learning_rate": 0.00019996022605397077,
      "loss": 4.8567,
      "step": 14030
    },
    {
      "epoch": 0.08997691419776838,
      "grad_norm": 50.5787239074707,
      "learning_rate": 0.00019996022037215228,
      "loss": 4.8945,
      "step": 14031
    },
    {
      "epoch": 0.08998332692061049,
      "grad_norm": 61.78470230102539,
      "learning_rate": 0.00019996021468992808,
      "loss": 4.7367,
      "step": 14032
    },
    {
      "epoch": 0.08998973964345261,
      "grad_norm": 108.23701477050781,
      "learning_rate": 0.0001999602090072982,
      "loss": 4.9136,
      "step": 14033
    },
    {
      "epoch": 0.08999615236629473,
      "grad_norm": 33.44526672363281,
      "learning_rate": 0.00019996020332426254,
      "loss": 4.6244,
      "step": 14034
    },
    {
      "epoch": 0.09000256508913684,
      "grad_norm": 88.12672424316406,
      "learning_rate": 0.00019996019764082122,
      "loss": 4.6213,
      "step": 14035
    },
    {
      "epoch": 0.09000897781197896,
      "grad_norm": 28.99169921875,
      "learning_rate": 0.00019996019195697416,
      "loss": 5.0698,
      "step": 14036
    },
    {
      "epoch": 0.09001539053482109,
      "grad_norm": 51.56269454956055,
      "learning_rate": 0.00019996018627272134,
      "loss": 4.7566,
      "step": 14037
    },
    {
      "epoch": 0.09002180325766321,
      "grad_norm": 22.598024368286133,
      "learning_rate": 0.00019996018058806282,
      "loss": 4.5286,
      "step": 14038
    },
    {
      "epoch": 0.09002821598050532,
      "grad_norm": 29.604469299316406,
      "learning_rate": 0.00019996017490299858,
      "loss": 4.7251,
      "step": 14039
    },
    {
      "epoch": 0.09003462870334744,
      "grad_norm": 74.71965026855469,
      "learning_rate": 0.00019996016921752864,
      "loss": 4.807,
      "step": 14040
    },
    {
      "epoch": 0.09004104142618956,
      "grad_norm": 161.26727294921875,
      "learning_rate": 0.00019996016353165296,
      "loss": 4.5428,
      "step": 14041
    },
    {
      "epoch": 0.09004745414903167,
      "grad_norm": 350.89044189453125,
      "learning_rate": 0.00019996015784537154,
      "loss": 4.6932,
      "step": 14042
    },
    {
      "epoch": 0.09005386687187379,
      "grad_norm": 100.0207290649414,
      "learning_rate": 0.00019996015215868442,
      "loss": 4.6809,
      "step": 14043
    },
    {
      "epoch": 0.09006027959471592,
      "grad_norm": 53.18706512451172,
      "learning_rate": 0.00019996014647159159,
      "loss": 4.67,
      "step": 14044
    },
    {
      "epoch": 0.09006669231755804,
      "grad_norm": 17.828664779663086,
      "learning_rate": 0.00019996014078409302,
      "loss": 5.1513,
      "step": 14045
    },
    {
      "epoch": 0.09007310504040016,
      "grad_norm": 78.87605285644531,
      "learning_rate": 0.00019996013509618871,
      "loss": 4.8444,
      "step": 14046
    },
    {
      "epoch": 0.09007951776324227,
      "grad_norm": 85.57538604736328,
      "learning_rate": 0.0001999601294078787,
      "loss": 4.8603,
      "step": 14047
    },
    {
      "epoch": 0.09008593048608439,
      "grad_norm": 53.45245361328125,
      "learning_rate": 0.00019996012371916298,
      "loss": 4.8859,
      "step": 14048
    },
    {
      "epoch": 0.0900923432089265,
      "grad_norm": 30.707876205444336,
      "learning_rate": 0.0001999601180300415,
      "loss": 4.5745,
      "step": 14049
    },
    {
      "epoch": 0.09009875593176862,
      "grad_norm": 95.642333984375,
      "learning_rate": 0.00019996011234051434,
      "loss": 4.6912,
      "step": 14050
    },
    {
      "epoch": 0.09010516865461075,
      "grad_norm": 79.99920654296875,
      "learning_rate": 0.00019996010665058144,
      "loss": 4.892,
      "step": 14051
    },
    {
      "epoch": 0.09011158137745287,
      "grad_norm": 32.75849151611328,
      "learning_rate": 0.0001999601009602428,
      "loss": 4.9124,
      "step": 14052
    },
    {
      "epoch": 0.09011799410029499,
      "grad_norm": 61.59947967529297,
      "learning_rate": 0.00019996009526949848,
      "loss": 5.0007,
      "step": 14053
    },
    {
      "epoch": 0.0901244068231371,
      "grad_norm": 30.368045806884766,
      "learning_rate": 0.0001999600895783484,
      "loss": 4.9115,
      "step": 14054
    },
    {
      "epoch": 0.09013081954597922,
      "grad_norm": 31.31922721862793,
      "learning_rate": 0.00019996008388679264,
      "loss": 4.8286,
      "step": 14055
    },
    {
      "epoch": 0.09013723226882134,
      "grad_norm": 65.22486114501953,
      "learning_rate": 0.00019996007819483112,
      "loss": 4.6802,
      "step": 14056
    },
    {
      "epoch": 0.09014364499166345,
      "grad_norm": 19.283401489257812,
      "learning_rate": 0.0001999600725024639,
      "loss": 4.8266,
      "step": 14057
    },
    {
      "epoch": 0.09015005771450559,
      "grad_norm": 159.01551818847656,
      "learning_rate": 0.00019996006680969095,
      "loss": 4.7241,
      "step": 14058
    },
    {
      "epoch": 0.0901564704373477,
      "grad_norm": 229.9081573486328,
      "learning_rate": 0.00019996006111651227,
      "loss": 4.569,
      "step": 14059
    },
    {
      "epoch": 0.09016288316018982,
      "grad_norm": 27.008342742919922,
      "learning_rate": 0.0001999600554229279,
      "loss": 5.3348,
      "step": 14060
    },
    {
      "epoch": 0.09016929588303194,
      "grad_norm": 63.08156967163086,
      "learning_rate": 0.0001999600497289378,
      "loss": 4.8049,
      "step": 14061
    },
    {
      "epoch": 0.09017570860587405,
      "grad_norm": 52.37401580810547,
      "learning_rate": 0.00019996004403454194,
      "loss": 4.7073,
      "step": 14062
    },
    {
      "epoch": 0.09018212132871617,
      "grad_norm": 36.10109329223633,
      "learning_rate": 0.00019996003833974038,
      "loss": 4.7777,
      "step": 14063
    },
    {
      "epoch": 0.09018853405155829,
      "grad_norm": 19.539819717407227,
      "learning_rate": 0.0001999600326445331,
      "loss": 4.7916,
      "step": 14064
    },
    {
      "epoch": 0.09019494677440042,
      "grad_norm": 19.10143280029297,
      "learning_rate": 0.0001999600269489201,
      "loss": 4.7722,
      "step": 14065
    },
    {
      "epoch": 0.09020135949724253,
      "grad_norm": 37.254905700683594,
      "learning_rate": 0.00019996002125290138,
      "loss": 4.755,
      "step": 14066
    },
    {
      "epoch": 0.09020777222008465,
      "grad_norm": 21.04607391357422,
      "learning_rate": 0.00019996001555647695,
      "loss": 4.7636,
      "step": 14067
    },
    {
      "epoch": 0.09021418494292677,
      "grad_norm": 19.734071731567383,
      "learning_rate": 0.00019996000985964677,
      "loss": 4.6189,
      "step": 14068
    },
    {
      "epoch": 0.09022059766576888,
      "grad_norm": 23.457616806030273,
      "learning_rate": 0.0001999600041624109,
      "loss": 5.1557,
      "step": 14069
    },
    {
      "epoch": 0.090227010388611,
      "grad_norm": 99.42290496826172,
      "learning_rate": 0.0001999599984647693,
      "loss": 4.9105,
      "step": 14070
    },
    {
      "epoch": 0.09023342311145312,
      "grad_norm": 43.75917434692383,
      "learning_rate": 0.00019995999276672195,
      "loss": 4.7669,
      "step": 14071
    },
    {
      "epoch": 0.09023983583429525,
      "grad_norm": 98.98987579345703,
      "learning_rate": 0.0001999599870682689,
      "loss": 4.7161,
      "step": 14072
    },
    {
      "epoch": 0.09024624855713737,
      "grad_norm": 50.67888259887695,
      "learning_rate": 0.00019995998136941015,
      "loss": 4.9098,
      "step": 14073
    },
    {
      "epoch": 0.09025266127997948,
      "grad_norm": 194.95758056640625,
      "learning_rate": 0.00019995997567014566,
      "loss": 4.7853,
      "step": 14074
    },
    {
      "epoch": 0.0902590740028216,
      "grad_norm": 109.78108215332031,
      "learning_rate": 0.00019995996997047545,
      "loss": 4.9375,
      "step": 14075
    },
    {
      "epoch": 0.09026548672566372,
      "grad_norm": 44.82408142089844,
      "learning_rate": 0.00019995996427039955,
      "loss": 5.0223,
      "step": 14076
    },
    {
      "epoch": 0.09027189944850583,
      "grad_norm": 56.17197799682617,
      "learning_rate": 0.00019995995856991787,
      "loss": 4.7647,
      "step": 14077
    },
    {
      "epoch": 0.09027831217134795,
      "grad_norm": 92.87521362304688,
      "learning_rate": 0.0001999599528690305,
      "loss": 5.0207,
      "step": 14078
    },
    {
      "epoch": 0.09028472489419008,
      "grad_norm": 283.025146484375,
      "learning_rate": 0.0001999599471677374,
      "loss": 5.1861,
      "step": 14079
    },
    {
      "epoch": 0.0902911376170322,
      "grad_norm": 64.87387084960938,
      "learning_rate": 0.00019995994146603858,
      "loss": 4.9361,
      "step": 14080
    },
    {
      "epoch": 0.09029755033987431,
      "grad_norm": 88.02098846435547,
      "learning_rate": 0.00019995993576393405,
      "loss": 4.7103,
      "step": 14081
    },
    {
      "epoch": 0.09030396306271643,
      "grad_norm": 27.283571243286133,
      "learning_rate": 0.0001999599300614238,
      "loss": 4.8287,
      "step": 14082
    },
    {
      "epoch": 0.09031037578555855,
      "grad_norm": 53.769004821777344,
      "learning_rate": 0.0001999599243585078,
      "loss": 4.8242,
      "step": 14083
    },
    {
      "epoch": 0.09031678850840066,
      "grad_norm": 28.197553634643555,
      "learning_rate": 0.00019995991865518612,
      "loss": 4.7346,
      "step": 14084
    },
    {
      "epoch": 0.09032320123124278,
      "grad_norm": 60.28707504272461,
      "learning_rate": 0.0001999599129514587,
      "loss": 4.524,
      "step": 14085
    },
    {
      "epoch": 0.09032961395408491,
      "grad_norm": 37.77610778808594,
      "learning_rate": 0.00019995990724732557,
      "loss": 4.7621,
      "step": 14086
    },
    {
      "epoch": 0.09033602667692703,
      "grad_norm": 48.74293518066406,
      "learning_rate": 0.0001999599015427867,
      "loss": 4.7146,
      "step": 14087
    },
    {
      "epoch": 0.09034243939976914,
      "grad_norm": 186.8619842529297,
      "learning_rate": 0.00019995989583784213,
      "loss": 4.878,
      "step": 14088
    },
    {
      "epoch": 0.09034885212261126,
      "grad_norm": 38.50014114379883,
      "learning_rate": 0.00019995989013249182,
      "loss": 4.701,
      "step": 14089
    },
    {
      "epoch": 0.09035526484545338,
      "grad_norm": 171.1727752685547,
      "learning_rate": 0.0001999598844267358,
      "loss": 4.8347,
      "step": 14090
    },
    {
      "epoch": 0.0903616775682955,
      "grad_norm": 26.651111602783203,
      "learning_rate": 0.00019995987872057405,
      "loss": 4.9046,
      "step": 14091
    },
    {
      "epoch": 0.09036809029113761,
      "grad_norm": 32.442138671875,
      "learning_rate": 0.0001999598730140066,
      "loss": 4.6728,
      "step": 14092
    },
    {
      "epoch": 0.09037450301397973,
      "grad_norm": 84.02067565917969,
      "learning_rate": 0.0001999598673070334,
      "loss": 4.804,
      "step": 14093
    },
    {
      "epoch": 0.09038091573682186,
      "grad_norm": 74.73389434814453,
      "learning_rate": 0.00019995986159965448,
      "loss": 4.7288,
      "step": 14094
    },
    {
      "epoch": 0.09038732845966398,
      "grad_norm": 30.120203018188477,
      "learning_rate": 0.00019995985589186987,
      "loss": 4.777,
      "step": 14095
    },
    {
      "epoch": 0.0903937411825061,
      "grad_norm": 46.275840759277344,
      "learning_rate": 0.00019995985018367952,
      "loss": 5.0402,
      "step": 14096
    },
    {
      "epoch": 0.09040015390534821,
      "grad_norm": 28.052764892578125,
      "learning_rate": 0.00019995984447508344,
      "loss": 4.879,
      "step": 14097
    },
    {
      "epoch": 0.09040656662819033,
      "grad_norm": 124.35812377929688,
      "learning_rate": 0.00019995983876608167,
      "loss": 4.7862,
      "step": 14098
    },
    {
      "epoch": 0.09041297935103244,
      "grad_norm": 95.0719985961914,
      "learning_rate": 0.00019995983305667414,
      "loss": 4.7896,
      "step": 14099
    },
    {
      "epoch": 0.09041939207387456,
      "grad_norm": 195.74859619140625,
      "learning_rate": 0.00019995982734686093,
      "loss": 4.7348,
      "step": 14100
    },
    {
      "epoch": 0.09041939207387456,
      "eval_loss": 4.73884391784668,
      "eval_runtime": 34.7983,
      "eval_samples_per_second": 90.091,
      "eval_steps_per_second": 22.53,
      "step": 14100
    },
    {
      "epoch": 0.09042580479671669,
      "grad_norm": 229.33248901367188,
      "learning_rate": 0.00019995982163664198,
      "loss": 4.8461,
      "step": 14101
    },
    {
      "epoch": 0.09043221751955881,
      "grad_norm": 58.287208557128906,
      "learning_rate": 0.0001999598159260173,
      "loss": 4.8973,
      "step": 14102
    },
    {
      "epoch": 0.09043863024240092,
      "grad_norm": 28.3023624420166,
      "learning_rate": 0.00019995981021498694,
      "loss": 4.7723,
      "step": 14103
    },
    {
      "epoch": 0.09044504296524304,
      "grad_norm": 267.6514892578125,
      "learning_rate": 0.00019995980450355081,
      "loss": 4.8273,
      "step": 14104
    },
    {
      "epoch": 0.09045145568808516,
      "grad_norm": 148.99472045898438,
      "learning_rate": 0.00019995979879170895,
      "loss": 5.0569,
      "step": 14105
    },
    {
      "epoch": 0.09045786841092728,
      "grad_norm": 81.03578186035156,
      "learning_rate": 0.0001999597930794614,
      "loss": 4.6833,
      "step": 14106
    },
    {
      "epoch": 0.09046428113376939,
      "grad_norm": 26.72996711730957,
      "learning_rate": 0.00019995978736680816,
      "loss": 4.827,
      "step": 14107
    },
    {
      "epoch": 0.09047069385661152,
      "grad_norm": 29.354259490966797,
      "learning_rate": 0.00019995978165374915,
      "loss": 4.763,
      "step": 14108
    },
    {
      "epoch": 0.09047710657945364,
      "grad_norm": 65.36421203613281,
      "learning_rate": 0.00019995977594028442,
      "loss": 5.0747,
      "step": 14109
    },
    {
      "epoch": 0.09048351930229576,
      "grad_norm": 37.93276596069336,
      "learning_rate": 0.00019995977022641402,
      "loss": 4.7559,
      "step": 14110
    },
    {
      "epoch": 0.09048993202513787,
      "grad_norm": 34.52960205078125,
      "learning_rate": 0.00019995976451213788,
      "loss": 5.0471,
      "step": 14111
    },
    {
      "epoch": 0.09049634474797999,
      "grad_norm": 30.65779685974121,
      "learning_rate": 0.00019995975879745598,
      "loss": 4.8853,
      "step": 14112
    },
    {
      "epoch": 0.0905027574708221,
      "grad_norm": 16.34178352355957,
      "learning_rate": 0.00019995975308236837,
      "loss": 4.794,
      "step": 14113
    },
    {
      "epoch": 0.09050917019366422,
      "grad_norm": 50.6977424621582,
      "learning_rate": 0.00019995974736687508,
      "loss": 4.7605,
      "step": 14114
    },
    {
      "epoch": 0.09051558291650635,
      "grad_norm": 162.70697021484375,
      "learning_rate": 0.00019995974165097605,
      "loss": 4.7649,
      "step": 14115
    },
    {
      "epoch": 0.09052199563934847,
      "grad_norm": 33.577980041503906,
      "learning_rate": 0.0001999597359346713,
      "loss": 4.7902,
      "step": 14116
    },
    {
      "epoch": 0.09052840836219059,
      "grad_norm": 40.73823165893555,
      "learning_rate": 0.00019995973021796082,
      "loss": 4.8499,
      "step": 14117
    },
    {
      "epoch": 0.0905348210850327,
      "grad_norm": 48.657161712646484,
      "learning_rate": 0.00019995972450084464,
      "loss": 4.931,
      "step": 14118
    },
    {
      "epoch": 0.09054123380787482,
      "grad_norm": 49.19792175292969,
      "learning_rate": 0.00019995971878332273,
      "loss": 5.1311,
      "step": 14119
    },
    {
      "epoch": 0.09054764653071694,
      "grad_norm": 52.39202117919922,
      "learning_rate": 0.0001999597130653951,
      "loss": 4.8333,
      "step": 14120
    },
    {
      "epoch": 0.09055405925355905,
      "grad_norm": 37.89806365966797,
      "learning_rate": 0.00019995970734706174,
      "loss": 4.98,
      "step": 14121
    },
    {
      "epoch": 0.09056047197640119,
      "grad_norm": 58.1068000793457,
      "learning_rate": 0.00019995970162832265,
      "loss": 4.8224,
      "step": 14122
    },
    {
      "epoch": 0.0905668846992433,
      "grad_norm": 23.295726776123047,
      "learning_rate": 0.00019995969590917787,
      "loss": 4.8134,
      "step": 14123
    },
    {
      "epoch": 0.09057329742208542,
      "grad_norm": 51.00531005859375,
      "learning_rate": 0.00019995969018962736,
      "loss": 4.6627,
      "step": 14124
    },
    {
      "epoch": 0.09057971014492754,
      "grad_norm": 197.43861389160156,
      "learning_rate": 0.00019995968446967111,
      "loss": 4.7143,
      "step": 14125
    },
    {
      "epoch": 0.09058612286776965,
      "grad_norm": 60.744205474853516,
      "learning_rate": 0.00019995967874930916,
      "loss": 4.9686,
      "step": 14126
    },
    {
      "epoch": 0.09059253559061177,
      "grad_norm": 24.428760528564453,
      "learning_rate": 0.0001999596730285415,
      "loss": 4.6016,
      "step": 14127
    },
    {
      "epoch": 0.09059894831345389,
      "grad_norm": 207.8206787109375,
      "learning_rate": 0.0001999596673073681,
      "loss": 4.6146,
      "step": 14128
    },
    {
      "epoch": 0.09060536103629602,
      "grad_norm": 44.07497787475586,
      "learning_rate": 0.00019995966158578902,
      "loss": 4.8325,
      "step": 14129
    },
    {
      "epoch": 0.09061177375913813,
      "grad_norm": 64.99275970458984,
      "learning_rate": 0.00019995965586380417,
      "loss": 4.8694,
      "step": 14130
    },
    {
      "epoch": 0.09061818648198025,
      "grad_norm": 42.12898635864258,
      "learning_rate": 0.0001999596501414136,
      "loss": 4.7664,
      "step": 14131
    },
    {
      "epoch": 0.09062459920482237,
      "grad_norm": 40.067626953125,
      "learning_rate": 0.00019995964441861733,
      "loss": 4.8099,
      "step": 14132
    },
    {
      "epoch": 0.09063101192766448,
      "grad_norm": 42.04239273071289,
      "learning_rate": 0.00019995963869541534,
      "loss": 4.7905,
      "step": 14133
    },
    {
      "epoch": 0.0906374246505066,
      "grad_norm": 133.85621643066406,
      "learning_rate": 0.00019995963297180763,
      "loss": 4.8316,
      "step": 14134
    },
    {
      "epoch": 0.09064383737334872,
      "grad_norm": 54.1575927734375,
      "learning_rate": 0.0001999596272477942,
      "loss": 4.875,
      "step": 14135
    },
    {
      "epoch": 0.09065025009619085,
      "grad_norm": 28.69972038269043,
      "learning_rate": 0.00019995962152337504,
      "loss": 5.0429,
      "step": 14136
    },
    {
      "epoch": 0.09065666281903297,
      "grad_norm": 36.70983123779297,
      "learning_rate": 0.0001999596157985502,
      "loss": 5.0061,
      "step": 14137
    },
    {
      "epoch": 0.09066307554187508,
      "grad_norm": 41.04825973510742,
      "learning_rate": 0.0001999596100733196,
      "loss": 5.1011,
      "step": 14138
    },
    {
      "epoch": 0.0906694882647172,
      "grad_norm": 34.04711151123047,
      "learning_rate": 0.0001999596043476833,
      "loss": 4.7758,
      "step": 14139
    },
    {
      "epoch": 0.09067590098755932,
      "grad_norm": 57.79555130004883,
      "learning_rate": 0.00019995959862164123,
      "loss": 5.108,
      "step": 14140
    },
    {
      "epoch": 0.09068231371040143,
      "grad_norm": 22.725690841674805,
      "learning_rate": 0.0001999595928951935,
      "loss": 4.8432,
      "step": 14141
    },
    {
      "epoch": 0.09068872643324355,
      "grad_norm": 34.69450759887695,
      "learning_rate": 0.00019995958716834003,
      "loss": 4.785,
      "step": 14142
    },
    {
      "epoch": 0.09069513915608568,
      "grad_norm": 13.305717468261719,
      "learning_rate": 0.00019995958144108084,
      "loss": 4.6929,
      "step": 14143
    },
    {
      "epoch": 0.0907015518789278,
      "grad_norm": 68.98918914794922,
      "learning_rate": 0.00019995957571341595,
      "loss": 4.8684,
      "step": 14144
    },
    {
      "epoch": 0.09070796460176991,
      "grad_norm": 30.486406326293945,
      "learning_rate": 0.00019995956998534534,
      "loss": 5.0405,
      "step": 14145
    },
    {
      "epoch": 0.09071437732461203,
      "grad_norm": 37.84164810180664,
      "learning_rate": 0.00019995956425686897,
      "loss": 4.8422,
      "step": 14146
    },
    {
      "epoch": 0.09072079004745415,
      "grad_norm": 755.7001953125,
      "learning_rate": 0.00019995955852798692,
      "loss": 4.5095,
      "step": 14147
    },
    {
      "epoch": 0.09072720277029626,
      "grad_norm": 32.8210563659668,
      "learning_rate": 0.00019995955279869914,
      "loss": 4.778,
      "step": 14148
    },
    {
      "epoch": 0.09073361549313838,
      "grad_norm": 30.249155044555664,
      "learning_rate": 0.00019995954706900562,
      "loss": 4.4969,
      "step": 14149
    },
    {
      "epoch": 0.09074002821598051,
      "grad_norm": 76.70217895507812,
      "learning_rate": 0.0001999595413389064,
      "loss": 4.8305,
      "step": 14150
    },
    {
      "epoch": 0.09074644093882263,
      "grad_norm": 105.48976135253906,
      "learning_rate": 0.00019995953560840145,
      "loss": 4.7981,
      "step": 14151
    },
    {
      "epoch": 0.09075285366166475,
      "grad_norm": 27.349979400634766,
      "learning_rate": 0.0001999595298774908,
      "loss": 4.8349,
      "step": 14152
    },
    {
      "epoch": 0.09075926638450686,
      "grad_norm": 13.955167770385742,
      "learning_rate": 0.00019995952414617442,
      "loss": 4.7946,
      "step": 14153
    },
    {
      "epoch": 0.09076567910734898,
      "grad_norm": 28.973520278930664,
      "learning_rate": 0.0001999595184144523,
      "loss": 4.5468,
      "step": 14154
    },
    {
      "epoch": 0.0907720918301911,
      "grad_norm": 169.38490295410156,
      "learning_rate": 0.0001999595126823245,
      "loss": 5.2228,
      "step": 14155
    },
    {
      "epoch": 0.09077850455303321,
      "grad_norm": 46.365684509277344,
      "learning_rate": 0.00019995950694979094,
      "loss": 5.4339,
      "step": 14156
    },
    {
      "epoch": 0.09078491727587534,
      "grad_norm": 13.649840354919434,
      "learning_rate": 0.00019995950121685173,
      "loss": 4.7689,
      "step": 14157
    },
    {
      "epoch": 0.09079132999871746,
      "grad_norm": 28.441404342651367,
      "learning_rate": 0.00019995949548350672,
      "loss": 4.8943,
      "step": 14158
    },
    {
      "epoch": 0.09079774272155958,
      "grad_norm": 12.835304260253906,
      "learning_rate": 0.00019995948974975604,
      "loss": 4.8216,
      "step": 14159
    },
    {
      "epoch": 0.0908041554444017,
      "grad_norm": 36.1163330078125,
      "learning_rate": 0.00019995948401559961,
      "loss": 5.0301,
      "step": 14160
    },
    {
      "epoch": 0.09081056816724381,
      "grad_norm": 7.005917549133301,
      "learning_rate": 0.00019995947828103748,
      "loss": 4.8418,
      "step": 14161
    },
    {
      "epoch": 0.09081698089008593,
      "grad_norm": 11.043191909790039,
      "learning_rate": 0.00019995947254606964,
      "loss": 4.7957,
      "step": 14162
    },
    {
      "epoch": 0.09082339361292804,
      "grad_norm": 12.421759605407715,
      "learning_rate": 0.00019995946681069607,
      "loss": 4.7773,
      "step": 14163
    },
    {
      "epoch": 0.09082980633577017,
      "grad_norm": 5.271085739135742,
      "learning_rate": 0.00019995946107491676,
      "loss": 4.5632,
      "step": 14164
    },
    {
      "epoch": 0.09083621905861229,
      "grad_norm": 7.5781402587890625,
      "learning_rate": 0.00019995945533873174,
      "loss": 4.763,
      "step": 14165
    },
    {
      "epoch": 0.09084263178145441,
      "grad_norm": 11.707268714904785,
      "learning_rate": 0.00019995944960214104,
      "loss": 5.0758,
      "step": 14166
    },
    {
      "epoch": 0.09084904450429653,
      "grad_norm": 16.653223037719727,
      "learning_rate": 0.00019995944386514458,
      "loss": 4.8478,
      "step": 14167
    },
    {
      "epoch": 0.09085545722713864,
      "grad_norm": 7.916778564453125,
      "learning_rate": 0.0001999594381277424,
      "loss": 4.8421,
      "step": 14168
    },
    {
      "epoch": 0.09086186994998076,
      "grad_norm": 10.968024253845215,
      "learning_rate": 0.00019995943238993453,
      "loss": 4.7702,
      "step": 14169
    },
    {
      "epoch": 0.09086828267282288,
      "grad_norm": 8.792237281799316,
      "learning_rate": 0.00019995942665172094,
      "loss": 4.785,
      "step": 14170
    },
    {
      "epoch": 0.090874695395665,
      "grad_norm": 10.317288398742676,
      "learning_rate": 0.00019995942091310162,
      "loss": 4.598,
      "step": 14171
    },
    {
      "epoch": 0.09088110811850712,
      "grad_norm": 10.313648223876953,
      "learning_rate": 0.00019995941517407658,
      "loss": 4.5662,
      "step": 14172
    },
    {
      "epoch": 0.09088752084134924,
      "grad_norm": 15.056063652038574,
      "learning_rate": 0.0001999594094346458,
      "loss": 4.819,
      "step": 14173
    },
    {
      "epoch": 0.09089393356419136,
      "grad_norm": 5.733476161956787,
      "learning_rate": 0.0001999594036948093,
      "loss": 4.5633,
      "step": 14174
    },
    {
      "epoch": 0.09090034628703347,
      "grad_norm": 5.353370666503906,
      "learning_rate": 0.00019995939795456713,
      "loss": 4.6446,
      "step": 14175
    },
    {
      "epoch": 0.09090675900987559,
      "grad_norm": 12.318181991577148,
      "learning_rate": 0.0001999593922139192,
      "loss": 4.7823,
      "step": 14176
    },
    {
      "epoch": 0.0909131717327177,
      "grad_norm": 5.438892364501953,
      "learning_rate": 0.00019995938647286558,
      "loss": 4.9293,
      "step": 14177
    },
    {
      "epoch": 0.09091958445555984,
      "grad_norm": 38.56403350830078,
      "learning_rate": 0.00019995938073140624,
      "loss": 4.6904,
      "step": 14178
    },
    {
      "epoch": 0.09092599717840195,
      "grad_norm": 11.865219116210938,
      "learning_rate": 0.00019995937498954117,
      "loss": 5.1217,
      "step": 14179
    },
    {
      "epoch": 0.09093240990124407,
      "grad_norm": 6.872446537017822,
      "learning_rate": 0.00019995936924727036,
      "loss": 5.0025,
      "step": 14180
    },
    {
      "epoch": 0.09093882262408619,
      "grad_norm": 7.736626625061035,
      "learning_rate": 0.00019995936350459384,
      "loss": 5.3449,
      "step": 14181
    },
    {
      "epoch": 0.0909452353469283,
      "grad_norm": 7.978559970855713,
      "learning_rate": 0.00019995935776151162,
      "loss": 4.8776,
      "step": 14182
    },
    {
      "epoch": 0.09095164806977042,
      "grad_norm": 10.61221694946289,
      "learning_rate": 0.00019995935201802366,
      "loss": 4.7605,
      "step": 14183
    },
    {
      "epoch": 0.09095806079261254,
      "grad_norm": 33.92592239379883,
      "learning_rate": 0.00019995934627413,
      "loss": 5.0442,
      "step": 14184
    },
    {
      "epoch": 0.09096447351545466,
      "grad_norm": 9.024133682250977,
      "learning_rate": 0.00019995934052983064,
      "loss": 4.839,
      "step": 14185
    },
    {
      "epoch": 0.09097088623829679,
      "grad_norm": 11.093393325805664,
      "learning_rate": 0.00019995933478512555,
      "loss": 4.9689,
      "step": 14186
    },
    {
      "epoch": 0.0909772989611389,
      "grad_norm": 17.093639373779297,
      "learning_rate": 0.0001999593290400147,
      "loss": 4.7548,
      "step": 14187
    },
    {
      "epoch": 0.09098371168398102,
      "grad_norm": 21.869375228881836,
      "learning_rate": 0.00019995932329449815,
      "loss": 4.7686,
      "step": 14188
    },
    {
      "epoch": 0.09099012440682314,
      "grad_norm": 14.338788032531738,
      "learning_rate": 0.0001999593175485759,
      "loss": 4.7645,
      "step": 14189
    },
    {
      "epoch": 0.09099653712966525,
      "grad_norm": 7.756845951080322,
      "learning_rate": 0.00019995931180224794,
      "loss": 4.8462,
      "step": 14190
    },
    {
      "epoch": 0.09100294985250737,
      "grad_norm": 12.257917404174805,
      "learning_rate": 0.00019995930605551423,
      "loss": 5.0062,
      "step": 14191
    },
    {
      "epoch": 0.09100936257534949,
      "grad_norm": 8.515605926513672,
      "learning_rate": 0.00019995930030837483,
      "loss": 4.8035,
      "step": 14192
    },
    {
      "epoch": 0.09101577529819162,
      "grad_norm": 7.3619890213012695,
      "learning_rate": 0.00019995929456082968,
      "loss": 4.7975,
      "step": 14193
    },
    {
      "epoch": 0.09102218802103373,
      "grad_norm": 11.199129104614258,
      "learning_rate": 0.00019995928881287885,
      "loss": 4.7115,
      "step": 14194
    },
    {
      "epoch": 0.09102860074387585,
      "grad_norm": 14.03909969329834,
      "learning_rate": 0.00019995928306452228,
      "loss": 4.788,
      "step": 14195
    },
    {
      "epoch": 0.09103501346671797,
      "grad_norm": 9.296717643737793,
      "learning_rate": 0.00019995927731576,
      "loss": 4.7914,
      "step": 14196
    },
    {
      "epoch": 0.09104142618956008,
      "grad_norm": 9.470222473144531,
      "learning_rate": 0.00019995927156659198,
      "loss": 4.9728,
      "step": 14197
    },
    {
      "epoch": 0.0910478389124022,
      "grad_norm": 34.00700759887695,
      "learning_rate": 0.00019995926581701826,
      "loss": 4.7496,
      "step": 14198
    },
    {
      "epoch": 0.09105425163524432,
      "grad_norm": 7.079692363739014,
      "learning_rate": 0.00019995926006703883,
      "loss": 4.7916,
      "step": 14199
    },
    {
      "epoch": 0.09106066435808645,
      "grad_norm": 8.649928092956543,
      "learning_rate": 0.00019995925431665366,
      "loss": 4.7985,
      "step": 14200
    },
    {
      "epoch": 0.09106066435808645,
      "eval_loss": 4.7431159019470215,
      "eval_runtime": 34.739,
      "eval_samples_per_second": 90.244,
      "eval_steps_per_second": 22.568,
      "step": 14200
    },
    {
      "epoch": 0.09106707708092857,
      "grad_norm": 11.527853012084961,
      "learning_rate": 0.00019995924856586279,
      "loss": 5.5086,
      "step": 14201
    },
    {
      "epoch": 0.09107348980377068,
      "grad_norm": 12.517070770263672,
      "learning_rate": 0.0001999592428146662,
      "loss": 5.0246,
      "step": 14202
    },
    {
      "epoch": 0.0910799025266128,
      "grad_norm": 9.472228050231934,
      "learning_rate": 0.0001999592370630639,
      "loss": 4.7182,
      "step": 14203
    },
    {
      "epoch": 0.09108631524945492,
      "grad_norm": 5.964718818664551,
      "learning_rate": 0.00019995923131105585,
      "loss": 4.8688,
      "step": 14204
    },
    {
      "epoch": 0.09109272797229703,
      "grad_norm": 5.629061698913574,
      "learning_rate": 0.00019995922555864212,
      "loss": 4.7279,
      "step": 14205
    },
    {
      "epoch": 0.09109914069513915,
      "grad_norm": 12.490938186645508,
      "learning_rate": 0.00019995921980582265,
      "loss": 4.7731,
      "step": 14206
    },
    {
      "epoch": 0.09110555341798128,
      "grad_norm": 6.726548671722412,
      "learning_rate": 0.00019995921405259747,
      "loss": 4.8334,
      "step": 14207
    },
    {
      "epoch": 0.0911119661408234,
      "grad_norm": 7.524428844451904,
      "learning_rate": 0.00019995920829896655,
      "loss": 4.9806,
      "step": 14208
    },
    {
      "epoch": 0.09111837886366551,
      "grad_norm": 4.76017427444458,
      "learning_rate": 0.00019995920254492995,
      "loss": 4.7965,
      "step": 14209
    },
    {
      "epoch": 0.09112479158650763,
      "grad_norm": 5.08350944519043,
      "learning_rate": 0.0001999591967904876,
      "loss": 4.5637,
      "step": 14210
    },
    {
      "epoch": 0.09113120430934975,
      "grad_norm": 8.201255798339844,
      "learning_rate": 0.00019995919103563952,
      "loss": 4.9345,
      "step": 14211
    },
    {
      "epoch": 0.09113761703219186,
      "grad_norm": 8.059028625488281,
      "learning_rate": 0.00019995918528038575,
      "loss": 4.7761,
      "step": 14212
    },
    {
      "epoch": 0.09114402975503398,
      "grad_norm": 4.636793613433838,
      "learning_rate": 0.00019995917952472626,
      "loss": 4.6822,
      "step": 14213
    },
    {
      "epoch": 0.09115044247787611,
      "grad_norm": 5.462976455688477,
      "learning_rate": 0.00019995917376866107,
      "loss": 4.7693,
      "step": 14214
    },
    {
      "epoch": 0.09115685520071823,
      "grad_norm": 4.441547393798828,
      "learning_rate": 0.0001999591680121901,
      "loss": 4.5312,
      "step": 14215
    },
    {
      "epoch": 0.09116326792356035,
      "grad_norm": 15.129779815673828,
      "learning_rate": 0.0001999591622553135,
      "loss": 4.5874,
      "step": 14216
    },
    {
      "epoch": 0.09116968064640246,
      "grad_norm": 6.901241779327393,
      "learning_rate": 0.00019995915649803113,
      "loss": 4.566,
      "step": 14217
    },
    {
      "epoch": 0.09117609336924458,
      "grad_norm": 5.590426921844482,
      "learning_rate": 0.00019995915074034305,
      "loss": 4.6994,
      "step": 14218
    },
    {
      "epoch": 0.0911825060920867,
      "grad_norm": 6.609461784362793,
      "learning_rate": 0.00019995914498224923,
      "loss": 4.7808,
      "step": 14219
    },
    {
      "epoch": 0.09118891881492881,
      "grad_norm": 6.214004993438721,
      "learning_rate": 0.00019995913922374973,
      "loss": 4.527,
      "step": 14220
    },
    {
      "epoch": 0.09119533153777094,
      "grad_norm": 116.08462524414062,
      "learning_rate": 0.0001999591334648445,
      "loss": 4.7497,
      "step": 14221
    },
    {
      "epoch": 0.09120174426061306,
      "grad_norm": 28.413429260253906,
      "learning_rate": 0.00019995912770553353,
      "loss": 4.7857,
      "step": 14222
    },
    {
      "epoch": 0.09120815698345518,
      "grad_norm": 6.713785171508789,
      "learning_rate": 0.00019995912194581688,
      "loss": 4.7294,
      "step": 14223
    },
    {
      "epoch": 0.0912145697062973,
      "grad_norm": 10.842371940612793,
      "learning_rate": 0.0001999591161856945,
      "loss": 4.8023,
      "step": 14224
    },
    {
      "epoch": 0.09122098242913941,
      "grad_norm": 7.055118083953857,
      "learning_rate": 0.0001999591104251664,
      "loss": 5.0924,
      "step": 14225
    },
    {
      "epoch": 0.09122739515198153,
      "grad_norm": 11.696941375732422,
      "learning_rate": 0.0001999591046642326,
      "loss": 4.7355,
      "step": 14226
    },
    {
      "epoch": 0.09123380787482364,
      "grad_norm": 7.718008518218994,
      "learning_rate": 0.00019995909890289302,
      "loss": 4.8073,
      "step": 14227
    },
    {
      "epoch": 0.09124022059766577,
      "grad_norm": 39.22268295288086,
      "learning_rate": 0.00019995909314114778,
      "loss": 4.6928,
      "step": 14228
    },
    {
      "epoch": 0.09124663332050789,
      "grad_norm": 5.8877339363098145,
      "learning_rate": 0.0001999590873789968,
      "loss": 4.619,
      "step": 14229
    },
    {
      "epoch": 0.09125304604335001,
      "grad_norm": 5.009819984436035,
      "learning_rate": 0.0001999590816164401,
      "loss": 4.7486,
      "step": 14230
    },
    {
      "epoch": 0.09125945876619213,
      "grad_norm": 10.434861183166504,
      "learning_rate": 0.00019995907585347767,
      "loss": 4.8053,
      "step": 14231
    },
    {
      "epoch": 0.09126587148903424,
      "grad_norm": 6.513345718383789,
      "learning_rate": 0.00019995907009010957,
      "loss": 4.7163,
      "step": 14232
    },
    {
      "epoch": 0.09127228421187636,
      "grad_norm": 10.285293579101562,
      "learning_rate": 0.00019995906432633572,
      "loss": 4.7462,
      "step": 14233
    },
    {
      "epoch": 0.09127869693471848,
      "grad_norm": 7.902350902557373,
      "learning_rate": 0.00019995905856215614,
      "loss": 4.5401,
      "step": 14234
    },
    {
      "epoch": 0.0912851096575606,
      "grad_norm": 21.30188751220703,
      "learning_rate": 0.00019995905279757088,
      "loss": 4.8191,
      "step": 14235
    },
    {
      "epoch": 0.09129152238040272,
      "grad_norm": 8.197172164916992,
      "learning_rate": 0.00019995904703257989,
      "loss": 4.6638,
      "step": 14236
    },
    {
      "epoch": 0.09129793510324484,
      "grad_norm": 16.352285385131836,
      "learning_rate": 0.00019995904126718318,
      "loss": 4.8299,
      "step": 14237
    },
    {
      "epoch": 0.09130434782608696,
      "grad_norm": 6.682480335235596,
      "learning_rate": 0.00019995903550138074,
      "loss": 4.592,
      "step": 14238
    },
    {
      "epoch": 0.09131076054892907,
      "grad_norm": 6.718010902404785,
      "learning_rate": 0.0001999590297351726,
      "loss": 4.9084,
      "step": 14239
    },
    {
      "epoch": 0.09131717327177119,
      "grad_norm": 11.07339096069336,
      "learning_rate": 0.00019995902396855873,
      "loss": 4.8173,
      "step": 14240
    },
    {
      "epoch": 0.09132358599461331,
      "grad_norm": 16.020034790039062,
      "learning_rate": 0.00019995901820153914,
      "loss": 4.7939,
      "step": 14241
    },
    {
      "epoch": 0.09132999871745544,
      "grad_norm": 15.316839218139648,
      "learning_rate": 0.00019995901243411384,
      "loss": 4.6166,
      "step": 14242
    },
    {
      "epoch": 0.09133641144029755,
      "grad_norm": 67.02273559570312,
      "learning_rate": 0.00019995900666628283,
      "loss": 5.0931,
      "step": 14243
    },
    {
      "epoch": 0.09134282416313967,
      "grad_norm": 32.20975112915039,
      "learning_rate": 0.00019995900089804608,
      "loss": 4.8056,
      "step": 14244
    },
    {
      "epoch": 0.09134923688598179,
      "grad_norm": 11.319465637207031,
      "learning_rate": 0.00019995899512940363,
      "loss": 4.9841,
      "step": 14245
    },
    {
      "epoch": 0.0913556496088239,
      "grad_norm": 18.041296005249023,
      "learning_rate": 0.00019995898936035547,
      "loss": 4.9284,
      "step": 14246
    },
    {
      "epoch": 0.09136206233166602,
      "grad_norm": 25.012004852294922,
      "learning_rate": 0.0001999589835909016,
      "loss": 4.7352,
      "step": 14247
    },
    {
      "epoch": 0.09136847505450814,
      "grad_norm": 45.968406677246094,
      "learning_rate": 0.00019995897782104202,
      "loss": 4.8665,
      "step": 14248
    },
    {
      "epoch": 0.09137488777735027,
      "grad_norm": 19.599544525146484,
      "learning_rate": 0.00019995897205077668,
      "loss": 4.6293,
      "step": 14249
    },
    {
      "epoch": 0.09138130050019239,
      "grad_norm": 27.73067283630371,
      "learning_rate": 0.00019995896628010565,
      "loss": 4.6878,
      "step": 14250
    },
    {
      "epoch": 0.0913877132230345,
      "grad_norm": 29.40410614013672,
      "learning_rate": 0.0001999589605090289,
      "loss": 4.7214,
      "step": 14251
    },
    {
      "epoch": 0.09139412594587662,
      "grad_norm": 80.8870849609375,
      "learning_rate": 0.0001999589547375464,
      "loss": 4.9098,
      "step": 14252
    },
    {
      "epoch": 0.09140053866871874,
      "grad_norm": 216.52403259277344,
      "learning_rate": 0.00019995894896565822,
      "loss": 4.7275,
      "step": 14253
    },
    {
      "epoch": 0.09140695139156085,
      "grad_norm": 11.957236289978027,
      "learning_rate": 0.0001999589431933643,
      "loss": 4.6514,
      "step": 14254
    },
    {
      "epoch": 0.09141336411440297,
      "grad_norm": 13.38641357421875,
      "learning_rate": 0.0001999589374206647,
      "loss": 4.8118,
      "step": 14255
    },
    {
      "epoch": 0.0914197768372451,
      "grad_norm": 39.389896392822266,
      "learning_rate": 0.00019995893164755936,
      "loss": 4.7088,
      "step": 14256
    },
    {
      "epoch": 0.09142618956008722,
      "grad_norm": 11.119025230407715,
      "learning_rate": 0.00019995892587404833,
      "loss": 4.9092,
      "step": 14257
    },
    {
      "epoch": 0.09143260228292933,
      "grad_norm": 8.334017753601074,
      "learning_rate": 0.00019995892010013155,
      "loss": 4.7457,
      "step": 14258
    },
    {
      "epoch": 0.09143901500577145,
      "grad_norm": 53.00660705566406,
      "learning_rate": 0.00019995891432580907,
      "loss": 4.6873,
      "step": 14259
    },
    {
      "epoch": 0.09144542772861357,
      "grad_norm": 26.83721351623535,
      "learning_rate": 0.00019995890855108086,
      "loss": 4.8522,
      "step": 14260
    },
    {
      "epoch": 0.09145184045145568,
      "grad_norm": 8.814619064331055,
      "learning_rate": 0.00019995890277594693,
      "loss": 4.6908,
      "step": 14261
    },
    {
      "epoch": 0.0914582531742978,
      "grad_norm": 10.215422630310059,
      "learning_rate": 0.00019995889700040727,
      "loss": 4.7072,
      "step": 14262
    },
    {
      "epoch": 0.09146466589713993,
      "grad_norm": 8.508383750915527,
      "learning_rate": 0.00019995889122446193,
      "loss": 5.0132,
      "step": 14263
    },
    {
      "epoch": 0.09147107861998205,
      "grad_norm": 19.07683563232422,
      "learning_rate": 0.00019995888544811088,
      "loss": 4.9181,
      "step": 14264
    },
    {
      "epoch": 0.09147749134282417,
      "grad_norm": 15.19749927520752,
      "learning_rate": 0.00019995887967135407,
      "loss": 4.6382,
      "step": 14265
    },
    {
      "epoch": 0.09148390406566628,
      "grad_norm": 4.657585620880127,
      "learning_rate": 0.0001999588738941916,
      "loss": 4.661,
      "step": 14266
    },
    {
      "epoch": 0.0914903167885084,
      "grad_norm": 19.918012619018555,
      "learning_rate": 0.00019995886811662334,
      "loss": 4.9794,
      "step": 14267
    },
    {
      "epoch": 0.09149672951135052,
      "grad_norm": 11.615277290344238,
      "learning_rate": 0.00019995886233864943,
      "loss": 4.921,
      "step": 14268
    },
    {
      "epoch": 0.09150314223419263,
      "grad_norm": 6.554867744445801,
      "learning_rate": 0.0001999588565602698,
      "loss": 5.099,
      "step": 14269
    },
    {
      "epoch": 0.09150955495703476,
      "grad_norm": 9.195353507995605,
      "learning_rate": 0.0001999588507814844,
      "loss": 4.5636,
      "step": 14270
    },
    {
      "epoch": 0.09151596767987688,
      "grad_norm": 23.152647018432617,
      "learning_rate": 0.00019995884500229331,
      "loss": 4.6063,
      "step": 14271
    },
    {
      "epoch": 0.091522380402719,
      "grad_norm": 5.692852973937988,
      "learning_rate": 0.0001999588392226965,
      "loss": 4.6415,
      "step": 14272
    },
    {
      "epoch": 0.09152879312556111,
      "grad_norm": 5.711582183837891,
      "learning_rate": 0.00019995883344269398,
      "loss": 4.836,
      "step": 14273
    },
    {
      "epoch": 0.09153520584840323,
      "grad_norm": 52.54494857788086,
      "learning_rate": 0.00019995882766228577,
      "loss": 4.9933,
      "step": 14274
    },
    {
      "epoch": 0.09154161857124535,
      "grad_norm": 5.816588401794434,
      "learning_rate": 0.00019995882188147181,
      "loss": 4.4192,
      "step": 14275
    },
    {
      "epoch": 0.09154803129408746,
      "grad_norm": 10.0554838180542,
      "learning_rate": 0.00019995881610025213,
      "loss": 4.8499,
      "step": 14276
    },
    {
      "epoch": 0.09155444401692958,
      "grad_norm": 11.099802017211914,
      "learning_rate": 0.00019995881031862673,
      "loss": 4.7631,
      "step": 14277
    },
    {
      "epoch": 0.09156085673977171,
      "grad_norm": 7.667111873626709,
      "learning_rate": 0.00019995880453659565,
      "loss": 4.463,
      "step": 14278
    },
    {
      "epoch": 0.09156726946261383,
      "grad_norm": 6.79641056060791,
      "learning_rate": 0.00019995879875415882,
      "loss": 4.6202,
      "step": 14279
    },
    {
      "epoch": 0.09157368218545595,
      "grad_norm": 12.397690773010254,
      "learning_rate": 0.0001999587929713163,
      "loss": 4.6734,
      "step": 14280
    },
    {
      "epoch": 0.09158009490829806,
      "grad_norm": 8.919278144836426,
      "learning_rate": 0.00019995878718806804,
      "loss": 4.7128,
      "step": 14281
    },
    {
      "epoch": 0.09158650763114018,
      "grad_norm": 69.34809112548828,
      "learning_rate": 0.00019995878140441407,
      "loss": 8.3264,
      "step": 14282
    },
    {
      "epoch": 0.0915929203539823,
      "grad_norm": 11.619564056396484,
      "learning_rate": 0.0001999587756203544,
      "loss": 4.5432,
      "step": 14283
    },
    {
      "epoch": 0.09159933307682441,
      "grad_norm": 13.233075141906738,
      "learning_rate": 0.000199958769835889,
      "loss": 4.6155,
      "step": 14284
    },
    {
      "epoch": 0.09160574579966654,
      "grad_norm": 18.26116180419922,
      "learning_rate": 0.00019995876405101787,
      "loss": 4.7552,
      "step": 14285
    },
    {
      "epoch": 0.09161215852250866,
      "grad_norm": 25.47958755493164,
      "learning_rate": 0.00019995875826574105,
      "loss": 4.7579,
      "step": 14286
    },
    {
      "epoch": 0.09161857124535078,
      "grad_norm": 18.667530059814453,
      "learning_rate": 0.0001999587524800585,
      "loss": 4.7747,
      "step": 14287
    },
    {
      "epoch": 0.0916249839681929,
      "grad_norm": 27.503183364868164,
      "learning_rate": 0.00019995874669397024,
      "loss": 4.421,
      "step": 14288
    },
    {
      "epoch": 0.09163139669103501,
      "grad_norm": 10.819127082824707,
      "learning_rate": 0.00019995874090747627,
      "loss": 4.6385,
      "step": 14289
    },
    {
      "epoch": 0.09163780941387713,
      "grad_norm": 23.82252311706543,
      "learning_rate": 0.00019995873512057658,
      "loss": 5.3069,
      "step": 14290
    },
    {
      "epoch": 0.09164422213671924,
      "grad_norm": 19.26137924194336,
      "learning_rate": 0.00019995872933327116,
      "loss": 4.6778,
      "step": 14291
    },
    {
      "epoch": 0.09165063485956138,
      "grad_norm": 22.247255325317383,
      "learning_rate": 0.00019995872354556003,
      "loss": 4.6327,
      "step": 14292
    },
    {
      "epoch": 0.09165704758240349,
      "grad_norm": 23.00446891784668,
      "learning_rate": 0.00019995871775744316,
      "loss": 4.7003,
      "step": 14293
    },
    {
      "epoch": 0.09166346030524561,
      "grad_norm": 23.220861434936523,
      "learning_rate": 0.0001999587119689206,
      "loss": 4.6114,
      "step": 14294
    },
    {
      "epoch": 0.09166987302808773,
      "grad_norm": 26.982145309448242,
      "learning_rate": 0.00019995870617999236,
      "loss": 4.7309,
      "step": 14295
    },
    {
      "epoch": 0.09167628575092984,
      "grad_norm": 31.385223388671875,
      "learning_rate": 0.00019995870039065837,
      "loss": 4.7461,
      "step": 14296
    },
    {
      "epoch": 0.09168269847377196,
      "grad_norm": 27.522624969482422,
      "learning_rate": 0.00019995869460091864,
      "loss": 4.7723,
      "step": 14297
    },
    {
      "epoch": 0.09168911119661408,
      "grad_norm": 85.76030731201172,
      "learning_rate": 0.00019995868881077323,
      "loss": 4.7593,
      "step": 14298
    },
    {
      "epoch": 0.0916955239194562,
      "grad_norm": 35.61763000488281,
      "learning_rate": 0.00019995868302022209,
      "loss": 4.8086,
      "step": 14299
    },
    {
      "epoch": 0.09170193664229832,
      "grad_norm": 27.868953704833984,
      "learning_rate": 0.00019995867722926523,
      "loss": 4.7236,
      "step": 14300
    },
    {
      "epoch": 0.09170193664229832,
      "eval_loss": 4.707325458526611,
      "eval_runtime": 34.7558,
      "eval_samples_per_second": 90.201,
      "eval_steps_per_second": 22.557,
      "step": 14300
    },
    {
      "epoch": 0.09170834936514044,
      "grad_norm": 39.01944351196289,
      "learning_rate": 0.00019995867143790264,
      "loss": 4.7506,
      "step": 14301
    },
    {
      "epoch": 0.09171476208798256,
      "grad_norm": 153.54920959472656,
      "learning_rate": 0.0001999586656461344,
      "loss": 4.8976,
      "step": 14302
    },
    {
      "epoch": 0.09172117481082467,
      "grad_norm": 113.952880859375,
      "learning_rate": 0.00019995865985396037,
      "loss": 4.5077,
      "step": 14303
    },
    {
      "epoch": 0.09172758753366679,
      "grad_norm": 15.329818725585938,
      "learning_rate": 0.00019995865406138066,
      "loss": 4.7581,
      "step": 14304
    },
    {
      "epoch": 0.09173400025650891,
      "grad_norm": 20.63787078857422,
      "learning_rate": 0.00019995864826839524,
      "loss": 4.96,
      "step": 14305
    },
    {
      "epoch": 0.09174041297935104,
      "grad_norm": 11.832242965698242,
      "learning_rate": 0.00019995864247500408,
      "loss": 4.7389,
      "step": 14306
    },
    {
      "epoch": 0.09174682570219315,
      "grad_norm": 17.113327026367188,
      "learning_rate": 0.0001999586366812072,
      "loss": 4.828,
      "step": 14307
    },
    {
      "epoch": 0.09175323842503527,
      "grad_norm": 8.322585105895996,
      "learning_rate": 0.00019995863088700464,
      "loss": 4.7408,
      "step": 14308
    },
    {
      "epoch": 0.09175965114787739,
      "grad_norm": 14.925256729125977,
      "learning_rate": 0.00019995862509239633,
      "loss": 4.8115,
      "step": 14309
    },
    {
      "epoch": 0.0917660638707195,
      "grad_norm": 21.811363220214844,
      "learning_rate": 0.0001999586192973823,
      "loss": 4.6738,
      "step": 14310
    },
    {
      "epoch": 0.09177247659356162,
      "grad_norm": 59.84238052368164,
      "learning_rate": 0.0001999586135019626,
      "loss": 4.7136,
      "step": 14311
    },
    {
      "epoch": 0.09177888931640374,
      "grad_norm": 16.091548919677734,
      "learning_rate": 0.00019995860770613715,
      "loss": 4.6697,
      "step": 14312
    },
    {
      "epoch": 0.09178530203924587,
      "grad_norm": 18.509065628051758,
      "learning_rate": 0.000199958601909906,
      "loss": 4.6864,
      "step": 14313
    },
    {
      "epoch": 0.09179171476208799,
      "grad_norm": 16.32304573059082,
      "learning_rate": 0.00019995859611326912,
      "loss": 4.7094,
      "step": 14314
    },
    {
      "epoch": 0.0917981274849301,
      "grad_norm": 15.577873229980469,
      "learning_rate": 0.00019995859031622654,
      "loss": 4.6916,
      "step": 14315
    },
    {
      "epoch": 0.09180454020777222,
      "grad_norm": 10.315600395202637,
      "learning_rate": 0.0001999585845187782,
      "loss": 4.7804,
      "step": 14316
    },
    {
      "epoch": 0.09181095293061434,
      "grad_norm": 7.757992744445801,
      "learning_rate": 0.0001999585787209242,
      "loss": 4.9628,
      "step": 14317
    },
    {
      "epoch": 0.09181736565345645,
      "grad_norm": 14.015503883361816,
      "learning_rate": 0.00019995857292266447,
      "loss": 4.4564,
      "step": 14318
    },
    {
      "epoch": 0.09182377837629857,
      "grad_norm": 10.053582191467285,
      "learning_rate": 0.00019995856712399902,
      "loss": 4.8976,
      "step": 14319
    },
    {
      "epoch": 0.0918301910991407,
      "grad_norm": 23.090755462646484,
      "learning_rate": 0.00019995856132492786,
      "loss": 4.8399,
      "step": 14320
    },
    {
      "epoch": 0.09183660382198282,
      "grad_norm": 7.962751865386963,
      "learning_rate": 0.00019995855552545097,
      "loss": 4.6763,
      "step": 14321
    },
    {
      "epoch": 0.09184301654482493,
      "grad_norm": 10.945323944091797,
      "learning_rate": 0.0001999585497255684,
      "loss": 4.7943,
      "step": 14322
    },
    {
      "epoch": 0.09184942926766705,
      "grad_norm": 12.80180549621582,
      "learning_rate": 0.00019995854392528006,
      "loss": 4.6417,
      "step": 14323
    },
    {
      "epoch": 0.09185584199050917,
      "grad_norm": 11.221600532531738,
      "learning_rate": 0.00019995853812458604,
      "loss": 4.9034,
      "step": 14324
    },
    {
      "epoch": 0.09186225471335129,
      "grad_norm": 11.350780487060547,
      "learning_rate": 0.00019995853232348632,
      "loss": 4.7065,
      "step": 14325
    },
    {
      "epoch": 0.0918686674361934,
      "grad_norm": 9.147193908691406,
      "learning_rate": 0.00019995852652198085,
      "loss": 4.8409,
      "step": 14326
    },
    {
      "epoch": 0.09187508015903553,
      "grad_norm": 10.347238540649414,
      "learning_rate": 0.00019995852072006968,
      "loss": 4.8527,
      "step": 14327
    },
    {
      "epoch": 0.09188149288187765,
      "grad_norm": 10.018878936767578,
      "learning_rate": 0.0001999585149177528,
      "loss": 4.861,
      "step": 14328
    },
    {
      "epoch": 0.09188790560471977,
      "grad_norm": 9.496520042419434,
      "learning_rate": 0.0001999585091150302,
      "loss": 4.6921,
      "step": 14329
    },
    {
      "epoch": 0.09189431832756188,
      "grad_norm": 8.577995300292969,
      "learning_rate": 0.00019995850331190187,
      "loss": 4.6206,
      "step": 14330
    },
    {
      "epoch": 0.091900731050404,
      "grad_norm": 7.626922130584717,
      "learning_rate": 0.00019995849750836783,
      "loss": 4.6878,
      "step": 14331
    },
    {
      "epoch": 0.09190714377324612,
      "grad_norm": 11.235787391662598,
      "learning_rate": 0.0001999584917044281,
      "loss": 4.722,
      "step": 14332
    },
    {
      "epoch": 0.09191355649608823,
      "grad_norm": 7.120676040649414,
      "learning_rate": 0.00019995848590008262,
      "loss": 4.6253,
      "step": 14333
    },
    {
      "epoch": 0.09191996921893036,
      "grad_norm": 10.177802085876465,
      "learning_rate": 0.00019995848009533144,
      "loss": 4.6035,
      "step": 14334
    },
    {
      "epoch": 0.09192638194177248,
      "grad_norm": 10.779191017150879,
      "learning_rate": 0.00019995847429017457,
      "loss": 4.9466,
      "step": 14335
    },
    {
      "epoch": 0.0919327946646146,
      "grad_norm": 10.643341064453125,
      "learning_rate": 0.00019995846848461194,
      "loss": 4.6828,
      "step": 14336
    },
    {
      "epoch": 0.09193920738745671,
      "grad_norm": 13.655500411987305,
      "learning_rate": 0.00019995846267864363,
      "loss": 4.721,
      "step": 14337
    },
    {
      "epoch": 0.09194562011029883,
      "grad_norm": 5.60680627822876,
      "learning_rate": 0.0001999584568722696,
      "loss": 4.6753,
      "step": 14338
    },
    {
      "epoch": 0.09195203283314095,
      "grad_norm": 7.480231761932373,
      "learning_rate": 0.00019995845106548986,
      "loss": 4.8648,
      "step": 14339
    },
    {
      "epoch": 0.09195844555598306,
      "grad_norm": 5.514946937561035,
      "learning_rate": 0.00019995844525830437,
      "loss": 4.5292,
      "step": 14340
    },
    {
      "epoch": 0.0919648582788252,
      "grad_norm": 5.027602672576904,
      "learning_rate": 0.0001999584394507132,
      "loss": 4.8747,
      "step": 14341
    },
    {
      "epoch": 0.09197127100166731,
      "grad_norm": 5.7506914138793945,
      "learning_rate": 0.0001999584336427163,
      "loss": 4.7959,
      "step": 14342
    },
    {
      "epoch": 0.09197768372450943,
      "grad_norm": 4.98305082321167,
      "learning_rate": 0.00019995842783431366,
      "loss": 4.8184,
      "step": 14343
    },
    {
      "epoch": 0.09198409644735155,
      "grad_norm": 5.2049560546875,
      "learning_rate": 0.00019995842202550533,
      "loss": 4.8239,
      "step": 14344
    },
    {
      "epoch": 0.09199050917019366,
      "grad_norm": 4.969062328338623,
      "learning_rate": 0.0001999584162162913,
      "loss": 4.7102,
      "step": 14345
    },
    {
      "epoch": 0.09199692189303578,
      "grad_norm": 9.902010917663574,
      "learning_rate": 0.00019995841040667156,
      "loss": 4.633,
      "step": 14346
    },
    {
      "epoch": 0.0920033346158779,
      "grad_norm": 14.481271743774414,
      "learning_rate": 0.0001999584045966461,
      "loss": 4.4172,
      "step": 14347
    },
    {
      "epoch": 0.09200974733872003,
      "grad_norm": 7.336385250091553,
      "learning_rate": 0.0001999583987862149,
      "loss": 4.6055,
      "step": 14348
    },
    {
      "epoch": 0.09201616006156214,
      "grad_norm": 6.202086925506592,
      "learning_rate": 0.000199958392975378,
      "loss": 4.9435,
      "step": 14349
    },
    {
      "epoch": 0.09202257278440426,
      "grad_norm": 7.687729835510254,
      "learning_rate": 0.00019995838716413539,
      "loss": 4.792,
      "step": 14350
    },
    {
      "epoch": 0.09202898550724638,
      "grad_norm": 7.694890022277832,
      "learning_rate": 0.00019995838135248705,
      "loss": 4.6507,
      "step": 14351
    },
    {
      "epoch": 0.0920353982300885,
      "grad_norm": 8.077929496765137,
      "learning_rate": 0.000199958375540433,
      "loss": 4.7058,
      "step": 14352
    },
    {
      "epoch": 0.09204181095293061,
      "grad_norm": 6.460213661193848,
      "learning_rate": 0.00019995836972797325,
      "loss": 4.7066,
      "step": 14353
    },
    {
      "epoch": 0.09204822367577273,
      "grad_norm": 8.586787223815918,
      "learning_rate": 0.0001999583639151078,
      "loss": 4.6169,
      "step": 14354
    },
    {
      "epoch": 0.09205463639861486,
      "grad_norm": 9.66614818572998,
      "learning_rate": 0.0001999583581018366,
      "loss": 4.7416,
      "step": 14355
    },
    {
      "epoch": 0.09206104912145698,
      "grad_norm": 6.074351787567139,
      "learning_rate": 0.00019995835228815972,
      "loss": 4.715,
      "step": 14356
    },
    {
      "epoch": 0.09206746184429909,
      "grad_norm": 6.2594170570373535,
      "learning_rate": 0.00019995834647407708,
      "loss": 4.9812,
      "step": 14357
    },
    {
      "epoch": 0.09207387456714121,
      "grad_norm": 5.062995910644531,
      "learning_rate": 0.00019995834065958875,
      "loss": 4.7347,
      "step": 14358
    },
    {
      "epoch": 0.09208028728998333,
      "grad_norm": 5.881872653961182,
      "learning_rate": 0.0001999583348446947,
      "loss": 5.0151,
      "step": 14359
    },
    {
      "epoch": 0.09208670001282544,
      "grad_norm": 11.288795471191406,
      "learning_rate": 0.00019995832902939493,
      "loss": 4.5815,
      "step": 14360
    },
    {
      "epoch": 0.09209311273566756,
      "grad_norm": 7.507074356079102,
      "learning_rate": 0.00019995832321368945,
      "loss": 4.6018,
      "step": 14361
    },
    {
      "epoch": 0.09209952545850969,
      "grad_norm": 6.985520362854004,
      "learning_rate": 0.0001999583173975783,
      "loss": 4.8956,
      "step": 14362
    },
    {
      "epoch": 0.0921059381813518,
      "grad_norm": 7.194221496582031,
      "learning_rate": 0.00019995831158106138,
      "loss": 4.7988,
      "step": 14363
    },
    {
      "epoch": 0.09211235090419392,
      "grad_norm": 6.38178825378418,
      "learning_rate": 0.00019995830576413875,
      "loss": 5.7,
      "step": 14364
    },
    {
      "epoch": 0.09211876362703604,
      "grad_norm": 4.5873236656188965,
      "learning_rate": 0.00019995829994681044,
      "loss": 4.8639,
      "step": 14365
    },
    {
      "epoch": 0.09212517634987816,
      "grad_norm": 5.304196357727051,
      "learning_rate": 0.00019995829412907637,
      "loss": 4.696,
      "step": 14366
    },
    {
      "epoch": 0.09213158907272027,
      "grad_norm": 16.404512405395508,
      "learning_rate": 0.00019995828831093665,
      "loss": 4.6711,
      "step": 14367
    },
    {
      "epoch": 0.09213800179556239,
      "grad_norm": 4.474040508270264,
      "learning_rate": 0.00019995828249239116,
      "loss": 4.6689,
      "step": 14368
    },
    {
      "epoch": 0.09214441451840451,
      "grad_norm": 4.630552768707275,
      "learning_rate": 0.00019995827667344,
      "loss": 4.5795,
      "step": 14369
    },
    {
      "epoch": 0.09215082724124664,
      "grad_norm": 5.15120792388916,
      "learning_rate": 0.00019995827085408308,
      "loss": 4.512,
      "step": 14370
    },
    {
      "epoch": 0.09215723996408876,
      "grad_norm": 11.013200759887695,
      "learning_rate": 0.00019995826503432044,
      "loss": 4.4905,
      "step": 14371
    },
    {
      "epoch": 0.09216365268693087,
      "grad_norm": 7.058623313903809,
      "learning_rate": 0.00019995825921415212,
      "loss": 4.5784,
      "step": 14372
    },
    {
      "epoch": 0.09217006540977299,
      "grad_norm": 4.40701961517334,
      "learning_rate": 0.00019995825339357806,
      "loss": 4.7241,
      "step": 14373
    },
    {
      "epoch": 0.0921764781326151,
      "grad_norm": 4.81911563873291,
      "learning_rate": 0.0001999582475725983,
      "loss": 4.7406,
      "step": 14374
    },
    {
      "epoch": 0.09218289085545722,
      "grad_norm": 4.437709808349609,
      "learning_rate": 0.00019995824175121282,
      "loss": 4.6746,
      "step": 14375
    },
    {
      "epoch": 0.09218930357829934,
      "grad_norm": 4.004451751708984,
      "learning_rate": 0.00019995823592942164,
      "loss": 4.7216,
      "step": 14376
    },
    {
      "epoch": 0.09219571630114147,
      "grad_norm": 5.904884338378906,
      "learning_rate": 0.00019995823010722475,
      "loss": 4.665,
      "step": 14377
    },
    {
      "epoch": 0.09220212902398359,
      "grad_norm": 4.190982341766357,
      "learning_rate": 0.00019995822428462215,
      "loss": 4.8001,
      "step": 14378
    },
    {
      "epoch": 0.0922085417468257,
      "grad_norm": 3.9777910709381104,
      "learning_rate": 0.00019995821846161382,
      "loss": 4.7106,
      "step": 14379
    },
    {
      "epoch": 0.09221495446966782,
      "grad_norm": 7.510491371154785,
      "learning_rate": 0.00019995821263819977,
      "loss": 4.6158,
      "step": 14380
    },
    {
      "epoch": 0.09222136719250994,
      "grad_norm": 3.753678560256958,
      "learning_rate": 0.00019995820681438002,
      "loss": 4.7602,
      "step": 14381
    },
    {
      "epoch": 0.09222777991535205,
      "grad_norm": 5.283740520477295,
      "learning_rate": 0.00019995820099015453,
      "loss": 4.5801,
      "step": 14382
    },
    {
      "epoch": 0.09223419263819417,
      "grad_norm": 3.726468324661255,
      "learning_rate": 0.00019995819516552336,
      "loss": 4.776,
      "step": 14383
    },
    {
      "epoch": 0.0922406053610363,
      "grad_norm": 4.281453609466553,
      "learning_rate": 0.00019995818934048646,
      "loss": 4.7578,
      "step": 14384
    },
    {
      "epoch": 0.09224701808387842,
      "grad_norm": 3.5493323802948,
      "learning_rate": 0.00019995818351504384,
      "loss": 4.574,
      "step": 14385
    },
    {
      "epoch": 0.09225343080672053,
      "grad_norm": 3.8494820594787598,
      "learning_rate": 0.00019995817768919552,
      "loss": 4.9547,
      "step": 14386
    },
    {
      "epoch": 0.09225984352956265,
      "grad_norm": 4.797066688537598,
      "learning_rate": 0.00019995817186294147,
      "loss": 4.6129,
      "step": 14387
    },
    {
      "epoch": 0.09226625625240477,
      "grad_norm": 3.648430585861206,
      "learning_rate": 0.00019995816603628175,
      "loss": 4.7701,
      "step": 14388
    },
    {
      "epoch": 0.09227266897524689,
      "grad_norm": 4.884344100952148,
      "learning_rate": 0.00019995816020921628,
      "loss": 4.5579,
      "step": 14389
    },
    {
      "epoch": 0.092279081698089,
      "grad_norm": 4.994645595550537,
      "learning_rate": 0.00019995815438174507,
      "loss": 4.7087,
      "step": 14390
    },
    {
      "epoch": 0.09228549442093113,
      "grad_norm": 4.203294277191162,
      "learning_rate": 0.00019995814855386818,
      "loss": 4.7256,
      "step": 14391
    },
    {
      "epoch": 0.09229190714377325,
      "grad_norm": 4.055166721343994,
      "learning_rate": 0.00019995814272558558,
      "loss": 4.5163,
      "step": 14392
    },
    {
      "epoch": 0.09229831986661537,
      "grad_norm": 4.352242946624756,
      "learning_rate": 0.00019995813689689727,
      "loss": 4.6794,
      "step": 14393
    },
    {
      "epoch": 0.09230473258945748,
      "grad_norm": 3.767616033554077,
      "learning_rate": 0.00019995813106780323,
      "loss": 4.5095,
      "step": 14394
    },
    {
      "epoch": 0.0923111453122996,
      "grad_norm": 4.183825969696045,
      "learning_rate": 0.00019995812523830348,
      "loss": 4.9841,
      "step": 14395
    },
    {
      "epoch": 0.09231755803514172,
      "grad_norm": 3.3979315757751465,
      "learning_rate": 0.00019995811940839802,
      "loss": 4.6622,
      "step": 14396
    },
    {
      "epoch": 0.09232397075798383,
      "grad_norm": 3.6697771549224854,
      "learning_rate": 0.00019995811357808685,
      "loss": 4.8661,
      "step": 14397
    },
    {
      "epoch": 0.09233038348082596,
      "grad_norm": 3.164513111114502,
      "learning_rate": 0.00019995810774736997,
      "loss": 4.998,
      "step": 14398
    },
    {
      "epoch": 0.09233679620366808,
      "grad_norm": 4.061347484588623,
      "learning_rate": 0.00019995810191624736,
      "loss": 5.0337,
      "step": 14399
    },
    {
      "epoch": 0.0923432089265102,
      "grad_norm": 3.8879013061523438,
      "learning_rate": 0.00019995809608471904,
      "loss": 4.7587,
      "step": 14400
    },
    {
      "epoch": 0.0923432089265102,
      "eval_loss": 4.693244934082031,
      "eval_runtime": 34.8052,
      "eval_samples_per_second": 90.073,
      "eval_steps_per_second": 22.525,
      "step": 14400
    },
    {
      "epoch": 0.09234962164935231,
      "grad_norm": 4.30095100402832,
      "learning_rate": 0.00019995809025278503,
      "loss": 4.7364,
      "step": 14401
    },
    {
      "epoch": 0.09235603437219443,
      "grad_norm": 4.790102481842041,
      "learning_rate": 0.00019995808442044527,
      "loss": 4.9003,
      "step": 14402
    },
    {
      "epoch": 0.09236244709503655,
      "grad_norm": 3.1076974868774414,
      "learning_rate": 0.00019995807858769982,
      "loss": 4.6111,
      "step": 14403
    },
    {
      "epoch": 0.09236885981787867,
      "grad_norm": 3.442718029022217,
      "learning_rate": 0.00019995807275454864,
      "loss": 4.8095,
      "step": 14404
    },
    {
      "epoch": 0.0923752725407208,
      "grad_norm": 4.000185012817383,
      "learning_rate": 0.00019995806692099178,
      "loss": 4.5726,
      "step": 14405
    },
    {
      "epoch": 0.09238168526356291,
      "grad_norm": 8.115174293518066,
      "learning_rate": 0.00019995806108702918,
      "loss": 4.7377,
      "step": 14406
    },
    {
      "epoch": 0.09238809798640503,
      "grad_norm": 4.130305767059326,
      "learning_rate": 0.00019995805525266084,
      "loss": 4.5108,
      "step": 14407
    },
    {
      "epoch": 0.09239451070924715,
      "grad_norm": 4.391039848327637,
      "learning_rate": 0.00019995804941788686,
      "loss": 4.4951,
      "step": 14408
    },
    {
      "epoch": 0.09240092343208926,
      "grad_norm": 4.804867267608643,
      "learning_rate": 0.00019995804358270708,
      "loss": 4.8489,
      "step": 14409
    },
    {
      "epoch": 0.09240733615493138,
      "grad_norm": 4.952845573425293,
      "learning_rate": 0.00019995803774712164,
      "loss": 4.6545,
      "step": 14410
    },
    {
      "epoch": 0.0924137488777735,
      "grad_norm": 3.826079845428467,
      "learning_rate": 0.0001999580319111305,
      "loss": 4.6577,
      "step": 14411
    },
    {
      "epoch": 0.09242016160061563,
      "grad_norm": 6.100407600402832,
      "learning_rate": 0.00019995802607473363,
      "loss": 4.7034,
      "step": 14412
    },
    {
      "epoch": 0.09242657432345774,
      "grad_norm": 5.4510674476623535,
      "learning_rate": 0.000199958020237931,
      "loss": 4.9485,
      "step": 14413
    },
    {
      "epoch": 0.09243298704629986,
      "grad_norm": 7.313893795013428,
      "learning_rate": 0.00019995801440072272,
      "loss": 4.6205,
      "step": 14414
    },
    {
      "epoch": 0.09243939976914198,
      "grad_norm": 6.244528293609619,
      "learning_rate": 0.00019995800856310872,
      "loss": 4.7446,
      "step": 14415
    },
    {
      "epoch": 0.0924458124919841,
      "grad_norm": 12.40695858001709,
      "learning_rate": 0.000199958002725089,
      "loss": 4.8075,
      "step": 14416
    },
    {
      "epoch": 0.09245222521482621,
      "grad_norm": 11.112780570983887,
      "learning_rate": 0.00019995799688666353,
      "loss": 4.6424,
      "step": 14417
    },
    {
      "epoch": 0.09245863793766833,
      "grad_norm": 23.24498748779297,
      "learning_rate": 0.0001999579910478324,
      "loss": 4.6019,
      "step": 14418
    },
    {
      "epoch": 0.09246505066051046,
      "grad_norm": 17.507535934448242,
      "learning_rate": 0.00019995798520859552,
      "loss": 4.5897,
      "step": 14419
    },
    {
      "epoch": 0.09247146338335258,
      "grad_norm": 15.602678298950195,
      "learning_rate": 0.00019995797936895294,
      "loss": 4.648,
      "step": 14420
    },
    {
      "epoch": 0.09247787610619469,
      "grad_norm": 5.849454402923584,
      "learning_rate": 0.00019995797352890464,
      "loss": 4.8044,
      "step": 14421
    },
    {
      "epoch": 0.09248428882903681,
      "grad_norm": 21.824743270874023,
      "learning_rate": 0.00019995796768845065,
      "loss": 4.8297,
      "step": 14422
    },
    {
      "epoch": 0.09249070155187893,
      "grad_norm": 34.786346435546875,
      "learning_rate": 0.00019995796184759095,
      "loss": 4.8647,
      "step": 14423
    },
    {
      "epoch": 0.09249711427472104,
      "grad_norm": 7.182988166809082,
      "learning_rate": 0.0001999579560063255,
      "loss": 4.9066,
      "step": 14424
    },
    {
      "epoch": 0.09250352699756316,
      "grad_norm": 8.620440483093262,
      "learning_rate": 0.00019995795016465438,
      "loss": 4.7614,
      "step": 14425
    },
    {
      "epoch": 0.09250993972040529,
      "grad_norm": 17.655128479003906,
      "learning_rate": 0.0001999579443225775,
      "loss": 4.6163,
      "step": 14426
    },
    {
      "epoch": 0.09251635244324741,
      "grad_norm": 5.417725086212158,
      "learning_rate": 0.00019995793848009492,
      "loss": 4.543,
      "step": 14427
    },
    {
      "epoch": 0.09252276516608952,
      "grad_norm": 23.851253509521484,
      "learning_rate": 0.00019995793263720665,
      "loss": 4.8579,
      "step": 14428
    },
    {
      "epoch": 0.09252917788893164,
      "grad_norm": 24.544092178344727,
      "learning_rate": 0.00019995792679391265,
      "loss": 4.6827,
      "step": 14429
    },
    {
      "epoch": 0.09253559061177376,
      "grad_norm": 106.90262603759766,
      "learning_rate": 0.00019995792095021296,
      "loss": 5.0809,
      "step": 14430
    },
    {
      "epoch": 0.09254200333461587,
      "grad_norm": 11.339394569396973,
      "learning_rate": 0.00019995791510610752,
      "loss": 4.476,
      "step": 14431
    },
    {
      "epoch": 0.09254841605745799,
      "grad_norm": 24.14023780822754,
      "learning_rate": 0.0001999579092615964,
      "loss": 4.7127,
      "step": 14432
    },
    {
      "epoch": 0.09255482878030012,
      "grad_norm": 13.492419242858887,
      "learning_rate": 0.00019995790341667956,
      "loss": 4.6018,
      "step": 14433
    },
    {
      "epoch": 0.09256124150314224,
      "grad_norm": 11.257814407348633,
      "learning_rate": 0.00019995789757135698,
      "loss": 4.7717,
      "step": 14434
    },
    {
      "epoch": 0.09256765422598436,
      "grad_norm": 10.930167198181152,
      "learning_rate": 0.0001999578917256287,
      "loss": 4.9692,
      "step": 14435
    },
    {
      "epoch": 0.09257406694882647,
      "grad_norm": 15.517436981201172,
      "learning_rate": 0.00019995788587949474,
      "loss": 4.8359,
      "step": 14436
    },
    {
      "epoch": 0.09258047967166859,
      "grad_norm": 13.72399616241455,
      "learning_rate": 0.00019995788003295505,
      "loss": 4.7632,
      "step": 14437
    },
    {
      "epoch": 0.0925868923945107,
      "grad_norm": 24.669151306152344,
      "learning_rate": 0.00019995787418600962,
      "loss": 4.7254,
      "step": 14438
    },
    {
      "epoch": 0.09259330511735282,
      "grad_norm": 10.347057342529297,
      "learning_rate": 0.0001999578683386585,
      "loss": 4.731,
      "step": 14439
    },
    {
      "epoch": 0.09259971784019495,
      "grad_norm": 17.109710693359375,
      "learning_rate": 0.00019995786249090168,
      "loss": 4.741,
      "step": 14440
    },
    {
      "epoch": 0.09260613056303707,
      "grad_norm": 14.061360359191895,
      "learning_rate": 0.00019995785664273915,
      "loss": 4.6906,
      "step": 14441
    },
    {
      "epoch": 0.09261254328587919,
      "grad_norm": 13.083270072937012,
      "learning_rate": 0.00019995785079417086,
      "loss": 4.4897,
      "step": 14442
    },
    {
      "epoch": 0.0926189560087213,
      "grad_norm": 12.173500061035156,
      "learning_rate": 0.0001999578449451969,
      "loss": 4.693,
      "step": 14443
    },
    {
      "epoch": 0.09262536873156342,
      "grad_norm": 21.43132972717285,
      "learning_rate": 0.00019995783909581723,
      "loss": 4.8468,
      "step": 14444
    },
    {
      "epoch": 0.09263178145440554,
      "grad_norm": 18.839067459106445,
      "learning_rate": 0.0001999578332460318,
      "loss": 4.918,
      "step": 14445
    },
    {
      "epoch": 0.09263819417724765,
      "grad_norm": 49.76502227783203,
      "learning_rate": 0.00019995782739584073,
      "loss": 4.7465,
      "step": 14446
    },
    {
      "epoch": 0.09264460690008978,
      "grad_norm": 52.78750228881836,
      "learning_rate": 0.0001999578215452439,
      "loss": 4.7634,
      "step": 14447
    },
    {
      "epoch": 0.0926510196229319,
      "grad_norm": 16.596649169921875,
      "learning_rate": 0.00019995781569424136,
      "loss": 4.7576,
      "step": 14448
    },
    {
      "epoch": 0.09265743234577402,
      "grad_norm": 19.919763565063477,
      "learning_rate": 0.0001999578098428331,
      "loss": 4.4411,
      "step": 14449
    },
    {
      "epoch": 0.09266384506861614,
      "grad_norm": 24.897014617919922,
      "learning_rate": 0.00019995780399101914,
      "loss": 4.8959,
      "step": 14450
    },
    {
      "epoch": 0.09267025779145825,
      "grad_norm": 44.54145812988281,
      "learning_rate": 0.0001999577981387995,
      "loss": 4.9124,
      "step": 14451
    },
    {
      "epoch": 0.09267667051430037,
      "grad_norm": 55.31850814819336,
      "learning_rate": 0.0001999577922861741,
      "loss": 4.8166,
      "step": 14452
    },
    {
      "epoch": 0.09268308323714249,
      "grad_norm": 8.857048034667969,
      "learning_rate": 0.000199957786433143,
      "loss": 4.6624,
      "step": 14453
    },
    {
      "epoch": 0.09268949595998462,
      "grad_norm": 24.2429256439209,
      "learning_rate": 0.0001999577805797062,
      "loss": 4.667,
      "step": 14454
    },
    {
      "epoch": 0.09269590868282673,
      "grad_norm": 17.01972770690918,
      "learning_rate": 0.00019995777472586369,
      "loss": 4.7689,
      "step": 14455
    },
    {
      "epoch": 0.09270232140566885,
      "grad_norm": 14.804749488830566,
      "learning_rate": 0.00019995776887161545,
      "loss": 4.6835,
      "step": 14456
    },
    {
      "epoch": 0.09270873412851097,
      "grad_norm": 40.860450744628906,
      "learning_rate": 0.00019995776301696153,
      "loss": 4.4128,
      "step": 14457
    },
    {
      "epoch": 0.09271514685135308,
      "grad_norm": 85.27943420410156,
      "learning_rate": 0.00019995775716190187,
      "loss": 4.7485,
      "step": 14458
    },
    {
      "epoch": 0.0927215595741952,
      "grad_norm": 15.469460487365723,
      "learning_rate": 0.00019995775130643648,
      "loss": 4.6073,
      "step": 14459
    },
    {
      "epoch": 0.09272797229703732,
      "grad_norm": 9.402307510375977,
      "learning_rate": 0.0001999577454505654,
      "loss": 4.6265,
      "step": 14460
    },
    {
      "epoch": 0.09273438501987943,
      "grad_norm": 18.931354522705078,
      "learning_rate": 0.0001999577395942886,
      "loss": 4.5073,
      "step": 14461
    },
    {
      "epoch": 0.09274079774272156,
      "grad_norm": 27.733707427978516,
      "learning_rate": 0.00019995773373760614,
      "loss": 4.5843,
      "step": 14462
    },
    {
      "epoch": 0.09274721046556368,
      "grad_norm": 20.50187110900879,
      "learning_rate": 0.00019995772788051789,
      "loss": 4.5942,
      "step": 14463
    },
    {
      "epoch": 0.0927536231884058,
      "grad_norm": 41.719383239746094,
      "learning_rate": 0.00019995772202302398,
      "loss": 4.5429,
      "step": 14464
    },
    {
      "epoch": 0.09276003591124792,
      "grad_norm": 29.342914581298828,
      "learning_rate": 0.00019995771616512437,
      "loss": 4.6722,
      "step": 14465
    },
    {
      "epoch": 0.09276644863409003,
      "grad_norm": 52.58219528198242,
      "learning_rate": 0.000199957710306819,
      "loss": 4.4694,
      "step": 14466
    },
    {
      "epoch": 0.09277286135693215,
      "grad_norm": 22.010831832885742,
      "learning_rate": 0.00019995770444810793,
      "loss": 4.8663,
      "step": 14467
    },
    {
      "epoch": 0.09277927407977427,
      "grad_norm": 23.81222152709961,
      "learning_rate": 0.00019995769858899114,
      "loss": 4.7718,
      "step": 14468
    },
    {
      "epoch": 0.0927856868026164,
      "grad_norm": 37.10837936401367,
      "learning_rate": 0.00019995769272946866,
      "loss": 4.6636,
      "step": 14469
    },
    {
      "epoch": 0.09279209952545851,
      "grad_norm": 21.08588409423828,
      "learning_rate": 0.00019995768686954048,
      "loss": 4.5791,
      "step": 14470
    },
    {
      "epoch": 0.09279851224830063,
      "grad_norm": 28.69967269897461,
      "learning_rate": 0.00019995768100920658,
      "loss": 4.6863,
      "step": 14471
    },
    {
      "epoch": 0.09280492497114275,
      "grad_norm": 26.90056610107422,
      "learning_rate": 0.00019995767514846696,
      "loss": 4.591,
      "step": 14472
    },
    {
      "epoch": 0.09281133769398486,
      "grad_norm": 48.86988067626953,
      "learning_rate": 0.0001999576692873216,
      "loss": 5.0395,
      "step": 14473
    },
    {
      "epoch": 0.09281775041682698,
      "grad_norm": 43.849822998046875,
      "learning_rate": 0.00019995766342577057,
      "loss": 4.6205,
      "step": 14474
    },
    {
      "epoch": 0.0928241631396691,
      "grad_norm": 53.55781173706055,
      "learning_rate": 0.0001999576575638138,
      "loss": 4.8518,
      "step": 14475
    },
    {
      "epoch": 0.09283057586251123,
      "grad_norm": 45.98866271972656,
      "learning_rate": 0.00019995765170145133,
      "loss": 4.7434,
      "step": 14476
    },
    {
      "epoch": 0.09283698858535334,
      "grad_norm": 21.037830352783203,
      "learning_rate": 0.00019995764583868316,
      "loss": 4.6092,
      "step": 14477
    },
    {
      "epoch": 0.09284340130819546,
      "grad_norm": 37.35966110229492,
      "learning_rate": 0.00019995763997550928,
      "loss": 4.6924,
      "step": 14478
    },
    {
      "epoch": 0.09284981403103758,
      "grad_norm": 135.0784912109375,
      "learning_rate": 0.00019995763411192967,
      "loss": 4.7288,
      "step": 14479
    },
    {
      "epoch": 0.0928562267538797,
      "grad_norm": 85.87135314941406,
      "learning_rate": 0.00019995762824794435,
      "loss": 4.521,
      "step": 14480
    },
    {
      "epoch": 0.09286263947672181,
      "grad_norm": 13.464008331298828,
      "learning_rate": 0.00019995762238355334,
      "loss": 4.6393,
      "step": 14481
    },
    {
      "epoch": 0.09286905219956393,
      "grad_norm": 85.88267517089844,
      "learning_rate": 0.0001999576165187566,
      "loss": 4.7063,
      "step": 14482
    },
    {
      "epoch": 0.09287546492240606,
      "grad_norm": 188.21653747558594,
      "learning_rate": 0.00019995761065355413,
      "loss": 4.7455,
      "step": 14483
    },
    {
      "epoch": 0.09288187764524818,
      "grad_norm": 18.545820236206055,
      "learning_rate": 0.000199957604787946,
      "loss": 4.6345,
      "step": 14484
    },
    {
      "epoch": 0.09288829036809029,
      "grad_norm": 55.83940887451172,
      "learning_rate": 0.0001999575989219321,
      "loss": 4.6828,
      "step": 14485
    },
    {
      "epoch": 0.09289470309093241,
      "grad_norm": 30.707725524902344,
      "learning_rate": 0.0001999575930555125,
      "loss": 4.8984,
      "step": 14486
    },
    {
      "epoch": 0.09290111581377453,
      "grad_norm": 15.384439468383789,
      "learning_rate": 0.00019995758718868722,
      "loss": 4.8487,
      "step": 14487
    },
    {
      "epoch": 0.09290752853661664,
      "grad_norm": 40.918846130371094,
      "learning_rate": 0.00019995758132145623,
      "loss": 4.5643,
      "step": 14488
    },
    {
      "epoch": 0.09291394125945876,
      "grad_norm": 27.79336166381836,
      "learning_rate": 0.00019995757545381953,
      "loss": 4.7899,
      "step": 14489
    },
    {
      "epoch": 0.09292035398230089,
      "grad_norm": 170.04115295410156,
      "learning_rate": 0.00019995756958577707,
      "loss": 4.7682,
      "step": 14490
    },
    {
      "epoch": 0.09292676670514301,
      "grad_norm": 10.780960083007812,
      "learning_rate": 0.00019995756371732896,
      "loss": 4.763,
      "step": 14491
    },
    {
      "epoch": 0.09293317942798512,
      "grad_norm": 15.795272827148438,
      "learning_rate": 0.0001999575578484751,
      "loss": 4.5936,
      "step": 14492
    },
    {
      "epoch": 0.09293959215082724,
      "grad_norm": 28.483409881591797,
      "learning_rate": 0.00019995755197921552,
      "loss": 5.0041,
      "step": 14493
    },
    {
      "epoch": 0.09294600487366936,
      "grad_norm": 12.29046630859375,
      "learning_rate": 0.00019995754610955025,
      "loss": 4.7598,
      "step": 14494
    },
    {
      "epoch": 0.09295241759651147,
      "grad_norm": 71.26528930664062,
      "learning_rate": 0.00019995754023947927,
      "loss": 4.8414,
      "step": 14495
    },
    {
      "epoch": 0.09295883031935359,
      "grad_norm": 136.0679168701172,
      "learning_rate": 0.00019995753436900256,
      "loss": 4.7186,
      "step": 14496
    },
    {
      "epoch": 0.09296524304219572,
      "grad_norm": 37.54454040527344,
      "learning_rate": 0.00019995752849812017,
      "loss": 4.6373,
      "step": 14497
    },
    {
      "epoch": 0.09297165576503784,
      "grad_norm": 6.312529563903809,
      "learning_rate": 0.00019995752262683204,
      "loss": 4.8874,
      "step": 14498
    },
    {
      "epoch": 0.09297806848787996,
      "grad_norm": 13.60389518737793,
      "learning_rate": 0.00019995751675513823,
      "loss": 4.7856,
      "step": 14499
    },
    {
      "epoch": 0.09298448121072207,
      "grad_norm": 28.82657814025879,
      "learning_rate": 0.00019995751088303868,
      "loss": 4.712,
      "step": 14500
    },
    {
      "epoch": 0.09298448121072207,
      "eval_loss": 4.682683944702148,
      "eval_runtime": 34.7958,
      "eval_samples_per_second": 90.097,
      "eval_steps_per_second": 22.531,
      "step": 14500
    },
    {
      "epoch": 0.09299089393356419,
      "grad_norm": 11.179803848266602,
      "learning_rate": 0.00019995750501053343,
      "loss": 5.1139,
      "step": 14501
    },
    {
      "epoch": 0.0929973066564063,
      "grad_norm": 22.75872230529785,
      "learning_rate": 0.00019995749913762247,
      "loss": 4.6451,
      "step": 14502
    },
    {
      "epoch": 0.09300371937924842,
      "grad_norm": 19.63348960876465,
      "learning_rate": 0.0001999574932643058,
      "loss": 4.8425,
      "step": 14503
    },
    {
      "epoch": 0.09301013210209055,
      "grad_norm": 13.939017295837402,
      "learning_rate": 0.00019995748739058341,
      "loss": 4.9279,
      "step": 14504
    },
    {
      "epoch": 0.09301654482493267,
      "grad_norm": 20.581193923950195,
      "learning_rate": 0.00019995748151645533,
      "loss": 4.9586,
      "step": 14505
    },
    {
      "epoch": 0.09302295754777479,
      "grad_norm": 13.645482063293457,
      "learning_rate": 0.00019995747564192153,
      "loss": 5.032,
      "step": 14506
    },
    {
      "epoch": 0.0930293702706169,
      "grad_norm": 13.362202644348145,
      "learning_rate": 0.000199957469766982,
      "loss": 4.5646,
      "step": 14507
    },
    {
      "epoch": 0.09303578299345902,
      "grad_norm": 34.11626434326172,
      "learning_rate": 0.00019995746389163678,
      "loss": 4.6741,
      "step": 14508
    },
    {
      "epoch": 0.09304219571630114,
      "grad_norm": 32.28419494628906,
      "learning_rate": 0.00019995745801588583,
      "loss": 4.8477,
      "step": 14509
    },
    {
      "epoch": 0.09304860843914325,
      "grad_norm": 7.691524505615234,
      "learning_rate": 0.00019995745213972918,
      "loss": 4.9007,
      "step": 14510
    },
    {
      "epoch": 0.09305502116198539,
      "grad_norm": 15.039168357849121,
      "learning_rate": 0.0001999574462631668,
      "loss": 4.6586,
      "step": 14511
    },
    {
      "epoch": 0.0930614338848275,
      "grad_norm": 25.287738800048828,
      "learning_rate": 0.00019995744038619874,
      "loss": 4.5286,
      "step": 14512
    },
    {
      "epoch": 0.09306784660766962,
      "grad_norm": 13.4476957321167,
      "learning_rate": 0.00019995743450882495,
      "loss": 4.7432,
      "step": 14513
    },
    {
      "epoch": 0.09307425933051174,
      "grad_norm": 20.819801330566406,
      "learning_rate": 0.0001999574286310455,
      "loss": 4.4307,
      "step": 14514
    },
    {
      "epoch": 0.09308067205335385,
      "grad_norm": 29.207345962524414,
      "learning_rate": 0.00019995742275286026,
      "loss": 4.6854,
      "step": 14515
    },
    {
      "epoch": 0.09308708477619597,
      "grad_norm": 17.267154693603516,
      "learning_rate": 0.00019995741687426935,
      "loss": 4.9404,
      "step": 14516
    },
    {
      "epoch": 0.09309349749903809,
      "grad_norm": 20.88082504272461,
      "learning_rate": 0.00019995741099527274,
      "loss": 4.7526,
      "step": 14517
    },
    {
      "epoch": 0.09309991022188022,
      "grad_norm": 127.07740020751953,
      "learning_rate": 0.0001999574051158704,
      "loss": 4.5995,
      "step": 14518
    },
    {
      "epoch": 0.09310632294472233,
      "grad_norm": 74.58833312988281,
      "learning_rate": 0.00019995739923606235,
      "loss": 4.9002,
      "step": 14519
    },
    {
      "epoch": 0.09311273566756445,
      "grad_norm": 70.92129516601562,
      "learning_rate": 0.0001999573933558486,
      "loss": 4.8419,
      "step": 14520
    },
    {
      "epoch": 0.09311914839040657,
      "grad_norm": 50.25711441040039,
      "learning_rate": 0.00019995738747522913,
      "loss": 4.7483,
      "step": 14521
    },
    {
      "epoch": 0.09312556111324868,
      "grad_norm": 194.5569305419922,
      "learning_rate": 0.00019995738159420397,
      "loss": 4.5798,
      "step": 14522
    },
    {
      "epoch": 0.0931319738360908,
      "grad_norm": 42.762596130371094,
      "learning_rate": 0.00019995737571277308,
      "loss": 4.6881,
      "step": 14523
    },
    {
      "epoch": 0.09313838655893292,
      "grad_norm": 36.21778106689453,
      "learning_rate": 0.00019995736983093647,
      "loss": 4.596,
      "step": 14524
    },
    {
      "epoch": 0.09314479928177505,
      "grad_norm": 35.00225830078125,
      "learning_rate": 0.00019995736394869416,
      "loss": 4.8793,
      "step": 14525
    },
    {
      "epoch": 0.09315121200461716,
      "grad_norm": 88.35332489013672,
      "learning_rate": 0.00019995735806604614,
      "loss": 4.6237,
      "step": 14526
    },
    {
      "epoch": 0.09315762472745928,
      "grad_norm": 62.76823806762695,
      "learning_rate": 0.00019995735218299241,
      "loss": 4.5907,
      "step": 14527
    },
    {
      "epoch": 0.0931640374503014,
      "grad_norm": 44.87169647216797,
      "learning_rate": 0.00019995734629953298,
      "loss": 4.8756,
      "step": 14528
    },
    {
      "epoch": 0.09317045017314352,
      "grad_norm": 100.34989929199219,
      "learning_rate": 0.00019995734041566783,
      "loss": 4.4587,
      "step": 14529
    },
    {
      "epoch": 0.09317686289598563,
      "grad_norm": 10.443854331970215,
      "learning_rate": 0.00019995733453139698,
      "loss": 4.6552,
      "step": 14530
    },
    {
      "epoch": 0.09318327561882775,
      "grad_norm": 31.24736976623535,
      "learning_rate": 0.0001999573286467204,
      "loss": 4.7755,
      "step": 14531
    },
    {
      "epoch": 0.09318968834166988,
      "grad_norm": 25.732574462890625,
      "learning_rate": 0.00019995732276163812,
      "loss": 5.0264,
      "step": 14532
    },
    {
      "epoch": 0.093196101064512,
      "grad_norm": 35.156402587890625,
      "learning_rate": 0.0001999573168761501,
      "loss": 4.836,
      "step": 14533
    },
    {
      "epoch": 0.09320251378735411,
      "grad_norm": 31.369001388549805,
      "learning_rate": 0.00019995731099025642,
      "loss": 4.7922,
      "step": 14534
    },
    {
      "epoch": 0.09320892651019623,
      "grad_norm": 177.17050170898438,
      "learning_rate": 0.000199957305103957,
      "loss": 5.1062,
      "step": 14535
    },
    {
      "epoch": 0.09321533923303835,
      "grad_norm": 31.442798614501953,
      "learning_rate": 0.00019995729921725187,
      "loss": 4.7635,
      "step": 14536
    },
    {
      "epoch": 0.09322175195588046,
      "grad_norm": 86.60408020019531,
      "learning_rate": 0.00019995729333014106,
      "loss": 4.464,
      "step": 14537
    },
    {
      "epoch": 0.09322816467872258,
      "grad_norm": 7.976229190826416,
      "learning_rate": 0.0001999572874426245,
      "loss": 4.4904,
      "step": 14538
    },
    {
      "epoch": 0.09323457740156471,
      "grad_norm": 7.694964408874512,
      "learning_rate": 0.00019995728155470225,
      "loss": 4.7476,
      "step": 14539
    },
    {
      "epoch": 0.09324099012440683,
      "grad_norm": 13.135960578918457,
      "learning_rate": 0.00019995727566637429,
      "loss": 4.8608,
      "step": 14540
    },
    {
      "epoch": 0.09324740284724894,
      "grad_norm": 32.14997482299805,
      "learning_rate": 0.0001999572697776406,
      "loss": 4.5433,
      "step": 14541
    },
    {
      "epoch": 0.09325381557009106,
      "grad_norm": 30.023420333862305,
      "learning_rate": 0.00019995726388850123,
      "loss": 4.7077,
      "step": 14542
    },
    {
      "epoch": 0.09326022829293318,
      "grad_norm": 8.948663711547852,
      "learning_rate": 0.00019995725799895614,
      "loss": 4.6042,
      "step": 14543
    },
    {
      "epoch": 0.0932666410157753,
      "grad_norm": 39.176998138427734,
      "learning_rate": 0.00019995725210900537,
      "loss": 4.6977,
      "step": 14544
    },
    {
      "epoch": 0.09327305373861741,
      "grad_norm": 32.64937973022461,
      "learning_rate": 0.00019995724621864883,
      "loss": 4.6136,
      "step": 14545
    },
    {
      "epoch": 0.09327946646145954,
      "grad_norm": 29.76937484741211,
      "learning_rate": 0.00019995724032788662,
      "loss": 4.9714,
      "step": 14546
    },
    {
      "epoch": 0.09328587918430166,
      "grad_norm": 23.815732955932617,
      "learning_rate": 0.00019995723443671866,
      "loss": 4.8435,
      "step": 14547
    },
    {
      "epoch": 0.09329229190714378,
      "grad_norm": 19.650121688842773,
      "learning_rate": 0.00019995722854514503,
      "loss": 5.3482,
      "step": 14548
    },
    {
      "epoch": 0.09329870462998589,
      "grad_norm": 20.40256118774414,
      "learning_rate": 0.0001999572226531657,
      "loss": 4.4579,
      "step": 14549
    },
    {
      "epoch": 0.09330511735282801,
      "grad_norm": 41.241539001464844,
      "learning_rate": 0.0001999572167607806,
      "loss": 4.6886,
      "step": 14550
    },
    {
      "epoch": 0.09331153007567013,
      "grad_norm": 75.48593139648438,
      "learning_rate": 0.00019995721086798985,
      "loss": 4.5539,
      "step": 14551
    },
    {
      "epoch": 0.09331794279851224,
      "grad_norm": 37.269676208496094,
      "learning_rate": 0.00019995720497479336,
      "loss": 4.7004,
      "step": 14552
    },
    {
      "epoch": 0.09332435552135436,
      "grad_norm": 19.914033889770508,
      "learning_rate": 0.00019995719908119116,
      "loss": 5.1882,
      "step": 14553
    },
    {
      "epoch": 0.09333076824419649,
      "grad_norm": 15.493782043457031,
      "learning_rate": 0.00019995719318718327,
      "loss": 4.6165,
      "step": 14554
    },
    {
      "epoch": 0.09333718096703861,
      "grad_norm": 38.36100769042969,
      "learning_rate": 0.00019995718729276966,
      "loss": 4.8626,
      "step": 14555
    },
    {
      "epoch": 0.09334359368988072,
      "grad_norm": 8.075556755065918,
      "learning_rate": 0.00019995718139795035,
      "loss": 4.612,
      "step": 14556
    },
    {
      "epoch": 0.09335000641272284,
      "grad_norm": 15.542346000671387,
      "learning_rate": 0.0001999571755027253,
      "loss": 4.6231,
      "step": 14557
    },
    {
      "epoch": 0.09335641913556496,
      "grad_norm": 20.219318389892578,
      "learning_rate": 0.00019995716960709455,
      "loss": 4.5604,
      "step": 14558
    },
    {
      "epoch": 0.09336283185840707,
      "grad_norm": 14.741755485534668,
      "learning_rate": 0.0001999571637110581,
      "loss": 4.8117,
      "step": 14559
    },
    {
      "epoch": 0.09336924458124919,
      "grad_norm": 11.344834327697754,
      "learning_rate": 0.00019995715781461596,
      "loss": 4.5793,
      "step": 14560
    },
    {
      "epoch": 0.09337565730409132,
      "grad_norm": 33.23881530761719,
      "learning_rate": 0.0001999571519177681,
      "loss": 4.7099,
      "step": 14561
    },
    {
      "epoch": 0.09338207002693344,
      "grad_norm": 12.804778099060059,
      "learning_rate": 0.00019995714602051448,
      "loss": 4.6379,
      "step": 14562
    },
    {
      "epoch": 0.09338848274977556,
      "grad_norm": 33.527164459228516,
      "learning_rate": 0.00019995714012285522,
      "loss": 4.9093,
      "step": 14563
    },
    {
      "epoch": 0.09339489547261767,
      "grad_norm": 21.013025283813477,
      "learning_rate": 0.0001999571342247902,
      "loss": 4.3516,
      "step": 14564
    },
    {
      "epoch": 0.09340130819545979,
      "grad_norm": 17.225069046020508,
      "learning_rate": 0.0001999571283263195,
      "loss": 4.5918,
      "step": 14565
    },
    {
      "epoch": 0.0934077209183019,
      "grad_norm": 13.138711929321289,
      "learning_rate": 0.00019995712242744308,
      "loss": 4.6544,
      "step": 14566
    },
    {
      "epoch": 0.09341413364114402,
      "grad_norm": 9.020660400390625,
      "learning_rate": 0.00019995711652816096,
      "loss": 4.4548,
      "step": 14567
    },
    {
      "epoch": 0.09342054636398615,
      "grad_norm": 49.264469146728516,
      "learning_rate": 0.00019995711062847314,
      "loss": 4.726,
      "step": 14568
    },
    {
      "epoch": 0.09342695908682827,
      "grad_norm": 10.970768928527832,
      "learning_rate": 0.00019995710472837957,
      "loss": 4.7956,
      "step": 14569
    },
    {
      "epoch": 0.09343337180967039,
      "grad_norm": 36.631103515625,
      "learning_rate": 0.00019995709882788032,
      "loss": 4.5978,
      "step": 14570
    },
    {
      "epoch": 0.0934397845325125,
      "grad_norm": 48.831268310546875,
      "learning_rate": 0.00019995709292697534,
      "loss": 4.991,
      "step": 14571
    },
    {
      "epoch": 0.09344619725535462,
      "grad_norm": 28.13045883178711,
      "learning_rate": 0.00019995708702566468,
      "loss": 4.7135,
      "step": 14572
    },
    {
      "epoch": 0.09345260997819674,
      "grad_norm": 22.699081420898438,
      "learning_rate": 0.0001999570811239483,
      "loss": 4.5153,
      "step": 14573
    },
    {
      "epoch": 0.09345902270103885,
      "grad_norm": 26.63167953491211,
      "learning_rate": 0.0001999570752218262,
      "loss": 4.9635,
      "step": 14574
    },
    {
      "epoch": 0.09346543542388099,
      "grad_norm": 97.27552032470703,
      "learning_rate": 0.0001999570693192984,
      "loss": 4.8317,
      "step": 14575
    },
    {
      "epoch": 0.0934718481467231,
      "grad_norm": 30.76413917541504,
      "learning_rate": 0.00019995706341636492,
      "loss": 4.4668,
      "step": 14576
    },
    {
      "epoch": 0.09347826086956522,
      "grad_norm": 19.71964454650879,
      "learning_rate": 0.00019995705751302566,
      "loss": 4.793,
      "step": 14577
    },
    {
      "epoch": 0.09348467359240734,
      "grad_norm": 29.66608428955078,
      "learning_rate": 0.00019995705160928074,
      "loss": 5.1105,
      "step": 14578
    },
    {
      "epoch": 0.09349108631524945,
      "grad_norm": 74.89478302001953,
      "learning_rate": 0.00019995704570513012,
      "loss": 4.9204,
      "step": 14579
    },
    {
      "epoch": 0.09349749903809157,
      "grad_norm": 41.31947326660156,
      "learning_rate": 0.00019995703980057376,
      "loss": 4.6627,
      "step": 14580
    },
    {
      "epoch": 0.09350391176093369,
      "grad_norm": 82.8427963256836,
      "learning_rate": 0.0001999570338956117,
      "loss": 4.694,
      "step": 14581
    },
    {
      "epoch": 0.09351032448377582,
      "grad_norm": 18.171905517578125,
      "learning_rate": 0.00019995702799024395,
      "loss": 4.878,
      "step": 14582
    },
    {
      "epoch": 0.09351673720661793,
      "grad_norm": 32.76021957397461,
      "learning_rate": 0.00019995702208447047,
      "loss": 4.6354,
      "step": 14583
    },
    {
      "epoch": 0.09352314992946005,
      "grad_norm": 47.952571868896484,
      "learning_rate": 0.00019995701617829127,
      "loss": 4.925,
      "step": 14584
    },
    {
      "epoch": 0.09352956265230217,
      "grad_norm": 24.19748878479004,
      "learning_rate": 0.00019995701027170637,
      "loss": 4.5574,
      "step": 14585
    },
    {
      "epoch": 0.09353597537514428,
      "grad_norm": 34.83899688720703,
      "learning_rate": 0.0001999570043647158,
      "loss": 4.6205,
      "step": 14586
    },
    {
      "epoch": 0.0935423880979864,
      "grad_norm": 87.80150604248047,
      "learning_rate": 0.00019995699845731948,
      "loss": 4.7223,
      "step": 14587
    },
    {
      "epoch": 0.09354880082082852,
      "grad_norm": 50.052005767822266,
      "learning_rate": 0.00019995699254951745,
      "loss": 4.7503,
      "step": 14588
    },
    {
      "epoch": 0.09355521354367065,
      "grad_norm": 25.05667495727539,
      "learning_rate": 0.00019995698664130972,
      "loss": 4.5863,
      "step": 14589
    },
    {
      "epoch": 0.09356162626651277,
      "grad_norm": 39.3739013671875,
      "learning_rate": 0.00019995698073269627,
      "loss": 4.9945,
      "step": 14590
    },
    {
      "epoch": 0.09356803898935488,
      "grad_norm": 16.485130310058594,
      "learning_rate": 0.00019995697482367715,
      "loss": 4.6182,
      "step": 14591
    },
    {
      "epoch": 0.093574451712197,
      "grad_norm": 64.9630355834961,
      "learning_rate": 0.0001999569689142523,
      "loss": 4.4516,
      "step": 14592
    },
    {
      "epoch": 0.09358086443503912,
      "grad_norm": 43.755523681640625,
      "learning_rate": 0.0001999569630044217,
      "loss": 4.6842,
      "step": 14593
    },
    {
      "epoch": 0.09358727715788123,
      "grad_norm": 46.35931396484375,
      "learning_rate": 0.00019995695709418545,
      "loss": 4.5576,
      "step": 14594
    },
    {
      "epoch": 0.09359368988072335,
      "grad_norm": 30.307199478149414,
      "learning_rate": 0.00019995695118354346,
      "loss": 4.6781,
      "step": 14595
    },
    {
      "epoch": 0.09360010260356548,
      "grad_norm": 25.776540756225586,
      "learning_rate": 0.00019995694527249577,
      "loss": 4.8179,
      "step": 14596
    },
    {
      "epoch": 0.0936065153264076,
      "grad_norm": 22.5943546295166,
      "learning_rate": 0.00019995693936104237,
      "loss": 4.7614,
      "step": 14597
    },
    {
      "epoch": 0.09361292804924971,
      "grad_norm": 118.0533676147461,
      "learning_rate": 0.00019995693344918326,
      "loss": 4.5662,
      "step": 14598
    },
    {
      "epoch": 0.09361934077209183,
      "grad_norm": 33.2085075378418,
      "learning_rate": 0.00019995692753691844,
      "loss": 4.6597,
      "step": 14599
    },
    {
      "epoch": 0.09362575349493395,
      "grad_norm": 13.086893081665039,
      "learning_rate": 0.00019995692162424794,
      "loss": 4.6091,
      "step": 14600
    },
    {
      "epoch": 0.09362575349493395,
      "eval_loss": 4.667037487030029,
      "eval_runtime": 34.7814,
      "eval_samples_per_second": 90.134,
      "eval_steps_per_second": 22.541,
      "step": 14600
    },
    {
      "epoch": 0.09363216621777606,
      "grad_norm": 15.248757362365723,
      "learning_rate": 0.00019995691571117168,
      "loss": 4.5731,
      "step": 14601
    },
    {
      "epoch": 0.09363857894061818,
      "grad_norm": 14.616848945617676,
      "learning_rate": 0.00019995690979768976,
      "loss": 4.8754,
      "step": 14602
    },
    {
      "epoch": 0.09364499166346031,
      "grad_norm": 17.11577033996582,
      "learning_rate": 0.00019995690388380208,
      "loss": 4.9252,
      "step": 14603
    },
    {
      "epoch": 0.09365140438630243,
      "grad_norm": 34.84404754638672,
      "learning_rate": 0.00019995689796950875,
      "loss": 4.7189,
      "step": 14604
    },
    {
      "epoch": 0.09365781710914454,
      "grad_norm": 28.01624298095703,
      "learning_rate": 0.00019995689205480965,
      "loss": 4.7297,
      "step": 14605
    },
    {
      "epoch": 0.09366422983198666,
      "grad_norm": 18.290552139282227,
      "learning_rate": 0.0001999568861397049,
      "loss": 4.5244,
      "step": 14606
    },
    {
      "epoch": 0.09367064255482878,
      "grad_norm": 26.044971466064453,
      "learning_rate": 0.0001999568802241944,
      "loss": 4.6218,
      "step": 14607
    },
    {
      "epoch": 0.0936770552776709,
      "grad_norm": 20.903940200805664,
      "learning_rate": 0.0001999568743082782,
      "loss": 4.5005,
      "step": 14608
    },
    {
      "epoch": 0.09368346800051301,
      "grad_norm": 67.70744323730469,
      "learning_rate": 0.0001999568683919563,
      "loss": 4.5732,
      "step": 14609
    },
    {
      "epoch": 0.09368988072335514,
      "grad_norm": 31.585643768310547,
      "learning_rate": 0.00019995686247522868,
      "loss": 4.7009,
      "step": 14610
    },
    {
      "epoch": 0.09369629344619726,
      "grad_norm": 7.938171863555908,
      "learning_rate": 0.00019995685655809536,
      "loss": 4.4569,
      "step": 14611
    },
    {
      "epoch": 0.09370270616903938,
      "grad_norm": 18.17522621154785,
      "learning_rate": 0.00019995685064055633,
      "loss": 5.3251,
      "step": 14612
    },
    {
      "epoch": 0.0937091188918815,
      "grad_norm": 13.047123908996582,
      "learning_rate": 0.0001999568447226116,
      "loss": 4.9278,
      "step": 14613
    },
    {
      "epoch": 0.09371553161472361,
      "grad_norm": 83.45170593261719,
      "learning_rate": 0.00019995683880426115,
      "loss": 4.7518,
      "step": 14614
    },
    {
      "epoch": 0.09372194433756573,
      "grad_norm": 10.387978553771973,
      "learning_rate": 0.000199956832885505,
      "loss": 4.7243,
      "step": 14615
    },
    {
      "epoch": 0.09372835706040784,
      "grad_norm": 17.961505889892578,
      "learning_rate": 0.00019995682696634314,
      "loss": 5.0585,
      "step": 14616
    },
    {
      "epoch": 0.09373476978324997,
      "grad_norm": 55.62308120727539,
      "learning_rate": 0.00019995682104677557,
      "loss": 4.5297,
      "step": 14617
    },
    {
      "epoch": 0.09374118250609209,
      "grad_norm": 20.15139389038086,
      "learning_rate": 0.00019995681512680229,
      "loss": 5.0794,
      "step": 14618
    },
    {
      "epoch": 0.09374759522893421,
      "grad_norm": 6.301539897918701,
      "learning_rate": 0.0001999568092064233,
      "loss": 4.5267,
      "step": 14619
    },
    {
      "epoch": 0.09375400795177632,
      "grad_norm": 34.26841735839844,
      "learning_rate": 0.0001999568032856386,
      "loss": 4.4641,
      "step": 14620
    },
    {
      "epoch": 0.09376042067461844,
      "grad_norm": 18.878686904907227,
      "learning_rate": 0.0001999567973644482,
      "loss": 4.8766,
      "step": 14621
    },
    {
      "epoch": 0.09376683339746056,
      "grad_norm": 18.11079216003418,
      "learning_rate": 0.00019995679144285209,
      "loss": 4.3883,
      "step": 14622
    },
    {
      "epoch": 0.09377324612030268,
      "grad_norm": 92.74720764160156,
      "learning_rate": 0.00019995678552085026,
      "loss": 4.9352,
      "step": 14623
    },
    {
      "epoch": 0.0937796588431448,
      "grad_norm": 11.596453666687012,
      "learning_rate": 0.00019995677959844276,
      "loss": 4.9106,
      "step": 14624
    },
    {
      "epoch": 0.09378607156598692,
      "grad_norm": 8.557037353515625,
      "learning_rate": 0.0001999567736756295,
      "loss": 4.5796,
      "step": 14625
    },
    {
      "epoch": 0.09379248428882904,
      "grad_norm": 10.093692779541016,
      "learning_rate": 0.00019995676775241058,
      "loss": 4.6434,
      "step": 14626
    },
    {
      "epoch": 0.09379889701167116,
      "grad_norm": 37.83797836303711,
      "learning_rate": 0.00019995676182878592,
      "loss": 4.5451,
      "step": 14627
    },
    {
      "epoch": 0.09380530973451327,
      "grad_norm": 15.838784217834473,
      "learning_rate": 0.00019995675590475559,
      "loss": 4.6183,
      "step": 14628
    },
    {
      "epoch": 0.09381172245735539,
      "grad_norm": 7.692817211151123,
      "learning_rate": 0.00019995674998031951,
      "loss": 4.7293,
      "step": 14629
    },
    {
      "epoch": 0.0938181351801975,
      "grad_norm": 19.664505004882812,
      "learning_rate": 0.0001999567440554777,
      "loss": 4.6861,
      "step": 14630
    },
    {
      "epoch": 0.09382454790303964,
      "grad_norm": 9.993066787719727,
      "learning_rate": 0.00019995673813023024,
      "loss": 4.6667,
      "step": 14631
    },
    {
      "epoch": 0.09383096062588175,
      "grad_norm": 11.719133377075195,
      "learning_rate": 0.00019995673220457705,
      "loss": 4.6372,
      "step": 14632
    },
    {
      "epoch": 0.09383737334872387,
      "grad_norm": 72.09961700439453,
      "learning_rate": 0.00019995672627851817,
      "loss": 4.5593,
      "step": 14633
    },
    {
      "epoch": 0.09384378607156599,
      "grad_norm": 27.510005950927734,
      "learning_rate": 0.00019995672035205355,
      "loss": 4.7507,
      "step": 14634
    },
    {
      "epoch": 0.0938501987944081,
      "grad_norm": 8.714262008666992,
      "learning_rate": 0.00019995671442518323,
      "loss": 4.4601,
      "step": 14635
    },
    {
      "epoch": 0.09385661151725022,
      "grad_norm": 16.727130889892578,
      "learning_rate": 0.00019995670849790723,
      "loss": 4.6809,
      "step": 14636
    },
    {
      "epoch": 0.09386302424009234,
      "grad_norm": 14.409436225891113,
      "learning_rate": 0.00019995670257022546,
      "loss": 4.5566,
      "step": 14637
    },
    {
      "epoch": 0.09386943696293447,
      "grad_norm": 20.889612197875977,
      "learning_rate": 0.00019995669664213804,
      "loss": 4.95,
      "step": 14638
    },
    {
      "epoch": 0.09387584968577659,
      "grad_norm": 12.876622200012207,
      "learning_rate": 0.00019995669071364488,
      "loss": 4.7456,
      "step": 14639
    },
    {
      "epoch": 0.0938822624086187,
      "grad_norm": 6.602689743041992,
      "learning_rate": 0.00019995668478474605,
      "loss": 4.5946,
      "step": 14640
    },
    {
      "epoch": 0.09388867513146082,
      "grad_norm": 17.399477005004883,
      "learning_rate": 0.0001999566788554415,
      "loss": 4.6514,
      "step": 14641
    },
    {
      "epoch": 0.09389508785430294,
      "grad_norm": 15.683605194091797,
      "learning_rate": 0.00019995667292573122,
      "loss": 4.581,
      "step": 14642
    },
    {
      "epoch": 0.09390150057714505,
      "grad_norm": 9.756553649902344,
      "learning_rate": 0.00019995666699561523,
      "loss": 4.4066,
      "step": 14643
    },
    {
      "epoch": 0.09390791329998717,
      "grad_norm": 51.6262092590332,
      "learning_rate": 0.00019995666106509353,
      "loss": 4.6269,
      "step": 14644
    },
    {
      "epoch": 0.09391432602282929,
      "grad_norm": 18.780118942260742,
      "learning_rate": 0.00019995665513416615,
      "loss": 4.7852,
      "step": 14645
    },
    {
      "epoch": 0.09392073874567142,
      "grad_norm": 45.63288879394531,
      "learning_rate": 0.00019995664920283306,
      "loss": 4.7611,
      "step": 14646
    },
    {
      "epoch": 0.09392715146851353,
      "grad_norm": 12.444832801818848,
      "learning_rate": 0.00019995664327109424,
      "loss": 4.7115,
      "step": 14647
    },
    {
      "epoch": 0.09393356419135565,
      "grad_norm": 217.40936279296875,
      "learning_rate": 0.00019995663733894973,
      "loss": 4.5886,
      "step": 14648
    },
    {
      "epoch": 0.09393997691419777,
      "grad_norm": 28.192161560058594,
      "learning_rate": 0.00019995663140639952,
      "loss": 4.6445,
      "step": 14649
    },
    {
      "epoch": 0.09394638963703988,
      "grad_norm": 11.81969165802002,
      "learning_rate": 0.0001999566254734436,
      "loss": 4.8292,
      "step": 14650
    },
    {
      "epoch": 0.093952802359882,
      "grad_norm": 84.8833236694336,
      "learning_rate": 0.00019995661954008196,
      "loss": 4.4966,
      "step": 14651
    },
    {
      "epoch": 0.09395921508272412,
      "grad_norm": 12.977883338928223,
      "learning_rate": 0.00019995661360631462,
      "loss": 4.6618,
      "step": 14652
    },
    {
      "epoch": 0.09396562780556625,
      "grad_norm": 10.041428565979004,
      "learning_rate": 0.00019995660767214158,
      "loss": 4.7071,
      "step": 14653
    },
    {
      "epoch": 0.09397204052840837,
      "grad_norm": 6.958313941955566,
      "learning_rate": 0.0001999566017375628,
      "loss": 4.6594,
      "step": 14654
    },
    {
      "epoch": 0.09397845325125048,
      "grad_norm": 4.590991973876953,
      "learning_rate": 0.00019995659580257833,
      "loss": 4.8316,
      "step": 14655
    },
    {
      "epoch": 0.0939848659740926,
      "grad_norm": 25.112689971923828,
      "learning_rate": 0.00019995658986718816,
      "loss": 4.7919,
      "step": 14656
    },
    {
      "epoch": 0.09399127869693472,
      "grad_norm": 11.923894882202148,
      "learning_rate": 0.0001999565839313923,
      "loss": 4.5735,
      "step": 14657
    },
    {
      "epoch": 0.09399769141977683,
      "grad_norm": 11.512374877929688,
      "learning_rate": 0.00019995657799519068,
      "loss": 4.9432,
      "step": 14658
    },
    {
      "epoch": 0.09400410414261895,
      "grad_norm": 12.761540412902832,
      "learning_rate": 0.0001999565720585834,
      "loss": 4.4321,
      "step": 14659
    },
    {
      "epoch": 0.09401051686546108,
      "grad_norm": 13.984356880187988,
      "learning_rate": 0.0001999565661215704,
      "loss": 4.6867,
      "step": 14660
    },
    {
      "epoch": 0.0940169295883032,
      "grad_norm": 25.457294464111328,
      "learning_rate": 0.00019995656018415166,
      "loss": 4.8017,
      "step": 14661
    },
    {
      "epoch": 0.09402334231114531,
      "grad_norm": 17.399581909179688,
      "learning_rate": 0.00019995655424632727,
      "loss": 4.7388,
      "step": 14662
    },
    {
      "epoch": 0.09402975503398743,
      "grad_norm": 9.095024108886719,
      "learning_rate": 0.00019995654830809714,
      "loss": 4.666,
      "step": 14663
    },
    {
      "epoch": 0.09403616775682955,
      "grad_norm": 23.91811752319336,
      "learning_rate": 0.00019995654236946132,
      "loss": 5.0173,
      "step": 14664
    },
    {
      "epoch": 0.09404258047967166,
      "grad_norm": 10.412872314453125,
      "learning_rate": 0.00019995653643041977,
      "loss": 5.0484,
      "step": 14665
    },
    {
      "epoch": 0.09404899320251378,
      "grad_norm": 31.419553756713867,
      "learning_rate": 0.00019995653049097251,
      "loss": 4.4087,
      "step": 14666
    },
    {
      "epoch": 0.09405540592535591,
      "grad_norm": 21.699626922607422,
      "learning_rate": 0.00019995652455111958,
      "loss": 4.7295,
      "step": 14667
    },
    {
      "epoch": 0.09406181864819803,
      "grad_norm": 100.66661834716797,
      "learning_rate": 0.0001999565186108609,
      "loss": 4.6801,
      "step": 14668
    },
    {
      "epoch": 0.09406823137104015,
      "grad_norm": 10.429165840148926,
      "learning_rate": 0.00019995651267019655,
      "loss": 4.4818,
      "step": 14669
    },
    {
      "epoch": 0.09407464409388226,
      "grad_norm": 7.614147663116455,
      "learning_rate": 0.00019995650672912648,
      "loss": 4.5355,
      "step": 14670
    },
    {
      "epoch": 0.09408105681672438,
      "grad_norm": 8.69805908203125,
      "learning_rate": 0.0001999565007876507,
      "loss": 4.817,
      "step": 14671
    },
    {
      "epoch": 0.0940874695395665,
      "grad_norm": 14.240728378295898,
      "learning_rate": 0.00019995649484576923,
      "loss": 4.7953,
      "step": 14672
    },
    {
      "epoch": 0.09409388226240861,
      "grad_norm": 12.592062950134277,
      "learning_rate": 0.000199956488903482,
      "loss": 4.7198,
      "step": 14673
    },
    {
      "epoch": 0.09410029498525074,
      "grad_norm": 30.714784622192383,
      "learning_rate": 0.00019995648296078914,
      "loss": 4.6371,
      "step": 14674
    },
    {
      "epoch": 0.09410670770809286,
      "grad_norm": 25.52522087097168,
      "learning_rate": 0.00019995647701769048,
      "loss": 4.6591,
      "step": 14675
    },
    {
      "epoch": 0.09411312043093498,
      "grad_norm": 15.751063346862793,
      "learning_rate": 0.0001999564710741862,
      "loss": 4.8671,
      "step": 14676
    },
    {
      "epoch": 0.0941195331537771,
      "grad_norm": 18.958478927612305,
      "learning_rate": 0.00019995646513027617,
      "loss": 4.601,
      "step": 14677
    },
    {
      "epoch": 0.09412594587661921,
      "grad_norm": 16.012727737426758,
      "learning_rate": 0.00019995645918596044,
      "loss": 4.8155,
      "step": 14678
    },
    {
      "epoch": 0.09413235859946133,
      "grad_norm": 13.126434326171875,
      "learning_rate": 0.00019995645324123902,
      "loss": 4.831,
      "step": 14679
    },
    {
      "epoch": 0.09413877132230344,
      "grad_norm": 7.11530065536499,
      "learning_rate": 0.00019995644729611187,
      "loss": 4.643,
      "step": 14680
    },
    {
      "epoch": 0.09414518404514557,
      "grad_norm": 5.2644805908203125,
      "learning_rate": 0.00019995644135057902,
      "loss": 4.7075,
      "step": 14681
    },
    {
      "epoch": 0.09415159676798769,
      "grad_norm": 6.365019798278809,
      "learning_rate": 0.00019995643540464045,
      "loss": 5.0653,
      "step": 14682
    },
    {
      "epoch": 0.09415800949082981,
      "grad_norm": 10.118769645690918,
      "learning_rate": 0.0001999564294582962,
      "loss": 4.7754,
      "step": 14683
    },
    {
      "epoch": 0.09416442221367192,
      "grad_norm": 15.934837341308594,
      "learning_rate": 0.00019995642351154622,
      "loss": 4.7175,
      "step": 14684
    },
    {
      "epoch": 0.09417083493651404,
      "grad_norm": 5.284391403198242,
      "learning_rate": 0.00019995641756439056,
      "loss": 4.7275,
      "step": 14685
    },
    {
      "epoch": 0.09417724765935616,
      "grad_norm": 5.584532737731934,
      "learning_rate": 0.00019995641161682918,
      "loss": 4.7684,
      "step": 14686
    },
    {
      "epoch": 0.09418366038219828,
      "grad_norm": 5.429145336151123,
      "learning_rate": 0.0001999564056688621,
      "loss": 4.6435,
      "step": 14687
    },
    {
      "epoch": 0.0941900731050404,
      "grad_norm": 14.34753704071045,
      "learning_rate": 0.0001999563997204893,
      "loss": 4.7133,
      "step": 14688
    },
    {
      "epoch": 0.09419648582788252,
      "grad_norm": 7.466954708099365,
      "learning_rate": 0.0001999563937717108,
      "loss": 4.5619,
      "step": 14689
    },
    {
      "epoch": 0.09420289855072464,
      "grad_norm": 4.276237487792969,
      "learning_rate": 0.00019995638782252658,
      "loss": 4.5515,
      "step": 14690
    },
    {
      "epoch": 0.09420931127356676,
      "grad_norm": 10.947992324829102,
      "learning_rate": 0.00019995638187293667,
      "loss": 4.699,
      "step": 14691
    },
    {
      "epoch": 0.09421572399640887,
      "grad_norm": 7.8185319900512695,
      "learning_rate": 0.00019995637592294102,
      "loss": 4.9085,
      "step": 14692
    },
    {
      "epoch": 0.09422213671925099,
      "grad_norm": 6.3700852394104,
      "learning_rate": 0.00019995636997253971,
      "loss": 4.7733,
      "step": 14693
    },
    {
      "epoch": 0.0942285494420931,
      "grad_norm": 13.09835147857666,
      "learning_rate": 0.00019995636402173267,
      "loss": 4.589,
      "step": 14694
    },
    {
      "epoch": 0.09423496216493524,
      "grad_norm": 6.3910112380981445,
      "learning_rate": 0.00019995635807051993,
      "loss": 4.6089,
      "step": 14695
    },
    {
      "epoch": 0.09424137488777735,
      "grad_norm": 9.673016548156738,
      "learning_rate": 0.0001999563521189015,
      "loss": 4.8204,
      "step": 14696
    },
    {
      "epoch": 0.09424778761061947,
      "grad_norm": 7.617793083190918,
      "learning_rate": 0.00019995634616687733,
      "loss": 4.8204,
      "step": 14697
    },
    {
      "epoch": 0.09425420033346159,
      "grad_norm": 6.68416690826416,
      "learning_rate": 0.00019995634021444748,
      "loss": 4.972,
      "step": 14698
    },
    {
      "epoch": 0.0942606130563037,
      "grad_norm": 6.0343852043151855,
      "learning_rate": 0.00019995633426161193,
      "loss": 4.796,
      "step": 14699
    },
    {
      "epoch": 0.09426702577914582,
      "grad_norm": 28.119218826293945,
      "learning_rate": 0.00019995632830837066,
      "loss": 4.6562,
      "step": 14700
    },
    {
      "epoch": 0.09426702577914582,
      "eval_loss": 4.682140827178955,
      "eval_runtime": 34.7127,
      "eval_samples_per_second": 90.313,
      "eval_steps_per_second": 22.585,
      "step": 14700
    },
    {
      "epoch": 0.09427343850198794,
      "grad_norm": 12.854721069335938,
      "learning_rate": 0.00019995632235472366,
      "loss": 4.5655,
      "step": 14701
    },
    {
      "epoch": 0.09427985122483007,
      "grad_norm": 8.562931060791016,
      "learning_rate": 0.00019995631640067098,
      "loss": 4.8292,
      "step": 14702
    },
    {
      "epoch": 0.09428626394767219,
      "grad_norm": 6.6430840492248535,
      "learning_rate": 0.0001999563104462126,
      "loss": 4.6348,
      "step": 14703
    },
    {
      "epoch": 0.0942926766705143,
      "grad_norm": 5.6527838706970215,
      "learning_rate": 0.00019995630449134847,
      "loss": 4.8434,
      "step": 14704
    },
    {
      "epoch": 0.09429908939335642,
      "grad_norm": 5.093929767608643,
      "learning_rate": 0.0001999562985360787,
      "loss": 4.7844,
      "step": 14705
    },
    {
      "epoch": 0.09430550211619854,
      "grad_norm": 52.779327392578125,
      "learning_rate": 0.00019995629258040318,
      "loss": 4.8099,
      "step": 14706
    },
    {
      "epoch": 0.09431191483904065,
      "grad_norm": 9.127300262451172,
      "learning_rate": 0.00019995628662432195,
      "loss": 4.8667,
      "step": 14707
    },
    {
      "epoch": 0.09431832756188277,
      "grad_norm": 10.890981674194336,
      "learning_rate": 0.00019995628066783505,
      "loss": 4.6985,
      "step": 14708
    },
    {
      "epoch": 0.0943247402847249,
      "grad_norm": 15.705233573913574,
      "learning_rate": 0.00019995627471094244,
      "loss": 4.9907,
      "step": 14709
    },
    {
      "epoch": 0.09433115300756702,
      "grad_norm": 27.40073013305664,
      "learning_rate": 0.0001999562687536441,
      "loss": 4.5409,
      "step": 14710
    },
    {
      "epoch": 0.09433756573040913,
      "grad_norm": 29.87771987915039,
      "learning_rate": 0.00019995626279594003,
      "loss": 4.9397,
      "step": 14711
    },
    {
      "epoch": 0.09434397845325125,
      "grad_norm": 9.35159969329834,
      "learning_rate": 0.0001999562568378303,
      "loss": 4.694,
      "step": 14712
    },
    {
      "epoch": 0.09435039117609337,
      "grad_norm": 90.55287170410156,
      "learning_rate": 0.00019995625087931488,
      "loss": 4.5056,
      "step": 14713
    },
    {
      "epoch": 0.09435680389893548,
      "grad_norm": 9.294337272644043,
      "learning_rate": 0.0001999562449203937,
      "loss": 4.6002,
      "step": 14714
    },
    {
      "epoch": 0.0943632166217776,
      "grad_norm": 36.11545181274414,
      "learning_rate": 0.00019995623896106683,
      "loss": 4.7817,
      "step": 14715
    },
    {
      "epoch": 0.09436962934461973,
      "grad_norm": 10.493186950683594,
      "learning_rate": 0.00019995623300133426,
      "loss": 4.6246,
      "step": 14716
    },
    {
      "epoch": 0.09437604206746185,
      "grad_norm": 4.553178310394287,
      "learning_rate": 0.00019995622704119598,
      "loss": 4.7212,
      "step": 14717
    },
    {
      "epoch": 0.09438245479030397,
      "grad_norm": 7.045609951019287,
      "learning_rate": 0.000199956221080652,
      "loss": 4.5738,
      "step": 14718
    },
    {
      "epoch": 0.09438886751314608,
      "grad_norm": 14.028409004211426,
      "learning_rate": 0.00019995621511970232,
      "loss": 4.9536,
      "step": 14719
    },
    {
      "epoch": 0.0943952802359882,
      "grad_norm": 5.654218673706055,
      "learning_rate": 0.00019995620915834694,
      "loss": 4.6934,
      "step": 14720
    },
    {
      "epoch": 0.09440169295883032,
      "grad_norm": 17.54962730407715,
      "learning_rate": 0.00019995620319658583,
      "loss": 4.4886,
      "step": 14721
    },
    {
      "epoch": 0.09440810568167243,
      "grad_norm": 5.343981742858887,
      "learning_rate": 0.00019995619723441903,
      "loss": 4.432,
      "step": 14722
    },
    {
      "epoch": 0.09441451840451456,
      "grad_norm": 15.289604187011719,
      "learning_rate": 0.00019995619127184653,
      "loss": 4.6502,
      "step": 14723
    },
    {
      "epoch": 0.09442093112735668,
      "grad_norm": 12.319040298461914,
      "learning_rate": 0.00019995618530886832,
      "loss": 4.7857,
      "step": 14724
    },
    {
      "epoch": 0.0944273438501988,
      "grad_norm": 21.1544189453125,
      "learning_rate": 0.0001999561793454844,
      "loss": 4.7177,
      "step": 14725
    },
    {
      "epoch": 0.09443375657304091,
      "grad_norm": 6.550841808319092,
      "learning_rate": 0.00019995617338169477,
      "loss": 5.0162,
      "step": 14726
    },
    {
      "epoch": 0.09444016929588303,
      "grad_norm": 14.211625099182129,
      "learning_rate": 0.0001999561674174994,
      "loss": 4.8133,
      "step": 14727
    },
    {
      "epoch": 0.09444658201872515,
      "grad_norm": 5.224271297454834,
      "learning_rate": 0.00019995616145289838,
      "loss": 4.8557,
      "step": 14728
    },
    {
      "epoch": 0.09445299474156726,
      "grad_norm": 17.396526336669922,
      "learning_rate": 0.00019995615548789163,
      "loss": 5.1039,
      "step": 14729
    },
    {
      "epoch": 0.0944594074644094,
      "grad_norm": 6.456969261169434,
      "learning_rate": 0.0001999561495224792,
      "loss": 4.7615,
      "step": 14730
    },
    {
      "epoch": 0.09446582018725151,
      "grad_norm": 8.213821411132812,
      "learning_rate": 0.00019995614355666105,
      "loss": 4.7853,
      "step": 14731
    },
    {
      "epoch": 0.09447223291009363,
      "grad_norm": 3.603621006011963,
      "learning_rate": 0.00019995613759043717,
      "loss": 4.7273,
      "step": 14732
    },
    {
      "epoch": 0.09447864563293575,
      "grad_norm": 5.549996852874756,
      "learning_rate": 0.00019995613162380763,
      "loss": 4.7859,
      "step": 14733
    },
    {
      "epoch": 0.09448505835577786,
      "grad_norm": 4.517942905426025,
      "learning_rate": 0.00019995612565677236,
      "loss": 4.4867,
      "step": 14734
    },
    {
      "epoch": 0.09449147107861998,
      "grad_norm": 3.9736082553863525,
      "learning_rate": 0.00019995611968933136,
      "loss": 4.7243,
      "step": 14735
    },
    {
      "epoch": 0.0944978838014621,
      "grad_norm": 5.898105621337891,
      "learning_rate": 0.00019995611372148467,
      "loss": 4.6452,
      "step": 14736
    },
    {
      "epoch": 0.09450429652430421,
      "grad_norm": 11.261815071105957,
      "learning_rate": 0.0001999561077532323,
      "loss": 4.4922,
      "step": 14737
    },
    {
      "epoch": 0.09451070924714634,
      "grad_norm": 9.281096458435059,
      "learning_rate": 0.0001999561017845742,
      "loss": 4.572,
      "step": 14738
    },
    {
      "epoch": 0.09451712196998846,
      "grad_norm": 6.985088348388672,
      "learning_rate": 0.00019995609581551041,
      "loss": 4.6769,
      "step": 14739
    },
    {
      "epoch": 0.09452353469283058,
      "grad_norm": 9.559789657592773,
      "learning_rate": 0.0001999560898460409,
      "loss": 4.8774,
      "step": 14740
    },
    {
      "epoch": 0.0945299474156727,
      "grad_norm": 6.855408668518066,
      "learning_rate": 0.0001999560838761657,
      "loss": 4.9092,
      "step": 14741
    },
    {
      "epoch": 0.09453636013851481,
      "grad_norm": 4.7888689041137695,
      "learning_rate": 0.0001999560779058848,
      "loss": 4.7252,
      "step": 14742
    },
    {
      "epoch": 0.09454277286135693,
      "grad_norm": 9.221728324890137,
      "learning_rate": 0.00019995607193519816,
      "loss": 4.6159,
      "step": 14743
    },
    {
      "epoch": 0.09454918558419904,
      "grad_norm": 5.594151020050049,
      "learning_rate": 0.00019995606596410586,
      "loss": 4.6124,
      "step": 14744
    },
    {
      "epoch": 0.09455559830704117,
      "grad_norm": 7.429365158081055,
      "learning_rate": 0.0001999560599926078,
      "loss": 4.7283,
      "step": 14745
    },
    {
      "epoch": 0.09456201102988329,
      "grad_norm": 13.32474136352539,
      "learning_rate": 0.00019995605402070408,
      "loss": 5.0317,
      "step": 14746
    },
    {
      "epoch": 0.09456842375272541,
      "grad_norm": 4.7002177238464355,
      "learning_rate": 0.00019995604804839463,
      "loss": 4.8502,
      "step": 14747
    },
    {
      "epoch": 0.09457483647556753,
      "grad_norm": 6.565617561340332,
      "learning_rate": 0.0001999560420756795,
      "loss": 4.6979,
      "step": 14748
    },
    {
      "epoch": 0.09458124919840964,
      "grad_norm": 8.289108276367188,
      "learning_rate": 0.00019995603610255865,
      "loss": 4.4716,
      "step": 14749
    },
    {
      "epoch": 0.09458766192125176,
      "grad_norm": 24.904558181762695,
      "learning_rate": 0.0001999560301290321,
      "loss": 4.8183,
      "step": 14750
    },
    {
      "epoch": 0.09459407464409388,
      "grad_norm": 22.279184341430664,
      "learning_rate": 0.00019995602415509982,
      "loss": 4.5259,
      "step": 14751
    },
    {
      "epoch": 0.094600487366936,
      "grad_norm": 11.697105407714844,
      "learning_rate": 0.00019995601818076185,
      "loss": 4.8829,
      "step": 14752
    },
    {
      "epoch": 0.09460690008977812,
      "grad_norm": 9.588168144226074,
      "learning_rate": 0.00019995601220601817,
      "loss": 4.4295,
      "step": 14753
    },
    {
      "epoch": 0.09461331281262024,
      "grad_norm": 19.301477432250977,
      "learning_rate": 0.00019995600623086884,
      "loss": 4.7168,
      "step": 14754
    },
    {
      "epoch": 0.09461972553546236,
      "grad_norm": 11.161168098449707,
      "learning_rate": 0.00019995600025531375,
      "loss": 4.7782,
      "step": 14755
    },
    {
      "epoch": 0.09462613825830447,
      "grad_norm": 21.586456298828125,
      "learning_rate": 0.00019995599427935298,
      "loss": 4.6486,
      "step": 14756
    },
    {
      "epoch": 0.09463255098114659,
      "grad_norm": 17.02642059326172,
      "learning_rate": 0.00019995598830298647,
      "loss": 4.8845,
      "step": 14757
    },
    {
      "epoch": 0.09463896370398871,
      "grad_norm": 9.968934059143066,
      "learning_rate": 0.00019995598232621427,
      "loss": 4.5802,
      "step": 14758
    },
    {
      "epoch": 0.09464537642683084,
      "grad_norm": 5.982005596160889,
      "learning_rate": 0.00019995597634903637,
      "loss": 4.5037,
      "step": 14759
    },
    {
      "epoch": 0.09465178914967295,
      "grad_norm": 12.034587860107422,
      "learning_rate": 0.00019995597037145277,
      "loss": 4.654,
      "step": 14760
    },
    {
      "epoch": 0.09465820187251507,
      "grad_norm": 14.844005584716797,
      "learning_rate": 0.00019995596439346348,
      "loss": 4.8507,
      "step": 14761
    },
    {
      "epoch": 0.09466461459535719,
      "grad_norm": 5.881258010864258,
      "learning_rate": 0.00019995595841506845,
      "loss": 4.4163,
      "step": 14762
    },
    {
      "epoch": 0.0946710273181993,
      "grad_norm": 6.925992012023926,
      "learning_rate": 0.00019995595243626774,
      "loss": 4.822,
      "step": 14763
    },
    {
      "epoch": 0.09467744004104142,
      "grad_norm": 6.15262508392334,
      "learning_rate": 0.00019995594645706133,
      "loss": 4.5101,
      "step": 14764
    },
    {
      "epoch": 0.09468385276388354,
      "grad_norm": 7.181622505187988,
      "learning_rate": 0.00019995594047744918,
      "loss": 4.724,
      "step": 14765
    },
    {
      "epoch": 0.09469026548672567,
      "grad_norm": 14.023070335388184,
      "learning_rate": 0.00019995593449743135,
      "loss": 5.1235,
      "step": 14766
    },
    {
      "epoch": 0.09469667820956779,
      "grad_norm": 8.916703224182129,
      "learning_rate": 0.0001999559285170078,
      "loss": 4.3902,
      "step": 14767
    },
    {
      "epoch": 0.0947030909324099,
      "grad_norm": 19.697406768798828,
      "learning_rate": 0.00019995592253617859,
      "loss": 4.8986,
      "step": 14768
    },
    {
      "epoch": 0.09470950365525202,
      "grad_norm": 7.019962310791016,
      "learning_rate": 0.00019995591655494363,
      "loss": 4.5883,
      "step": 14769
    },
    {
      "epoch": 0.09471591637809414,
      "grad_norm": 5.411708831787109,
      "learning_rate": 0.00019995591057330296,
      "loss": 4.6275,
      "step": 14770
    },
    {
      "epoch": 0.09472232910093625,
      "grad_norm": 10.641162872314453,
      "learning_rate": 0.00019995590459125664,
      "loss": 5.2683,
      "step": 14771
    },
    {
      "epoch": 0.09472874182377837,
      "grad_norm": 8.176531791687012,
      "learning_rate": 0.00019995589860880456,
      "loss": 4.658,
      "step": 14772
    },
    {
      "epoch": 0.0947351545466205,
      "grad_norm": 6.052831649780273,
      "learning_rate": 0.0001999558926259468,
      "loss": 4.6674,
      "step": 14773
    },
    {
      "epoch": 0.09474156726946262,
      "grad_norm": 5.1597676277160645,
      "learning_rate": 0.00019995588664268335,
      "loss": 4.794,
      "step": 14774
    },
    {
      "epoch": 0.09474797999230473,
      "grad_norm": 10.178470611572266,
      "learning_rate": 0.00019995588065901417,
      "loss": 4.8495,
      "step": 14775
    },
    {
      "epoch": 0.09475439271514685,
      "grad_norm": 13.464539527893066,
      "learning_rate": 0.00019995587467493928,
      "loss": 4.852,
      "step": 14776
    },
    {
      "epoch": 0.09476080543798897,
      "grad_norm": 7.549952507019043,
      "learning_rate": 0.0001999558686904587,
      "loss": 4.7006,
      "step": 14777
    },
    {
      "epoch": 0.09476721816083108,
      "grad_norm": 12.243959426879883,
      "learning_rate": 0.00019995586270557243,
      "loss": 4.5956,
      "step": 14778
    },
    {
      "epoch": 0.0947736308836732,
      "grad_norm": 7.801431655883789,
      "learning_rate": 0.00019995585672028044,
      "loss": 4.5894,
      "step": 14779
    },
    {
      "epoch": 0.09478004360651533,
      "grad_norm": 7.169736862182617,
      "learning_rate": 0.00019995585073458272,
      "loss": 4.7983,
      "step": 14780
    },
    {
      "epoch": 0.09478645632935745,
      "grad_norm": 7.283722400665283,
      "learning_rate": 0.00019995584474847932,
      "loss": 4.6338,
      "step": 14781
    },
    {
      "epoch": 0.09479286905219957,
      "grad_norm": 8.655416488647461,
      "learning_rate": 0.0001999558387619702,
      "loss": 4.4937,
      "step": 14782
    },
    {
      "epoch": 0.09479928177504168,
      "grad_norm": 12.702905654907227,
      "learning_rate": 0.00019995583277505544,
      "loss": 4.8781,
      "step": 14783
    },
    {
      "epoch": 0.0948056944978838,
      "grad_norm": 46.075138092041016,
      "learning_rate": 0.0001999558267877349,
      "loss": 4.8017,
      "step": 14784
    },
    {
      "epoch": 0.09481210722072592,
      "grad_norm": 10.709385871887207,
      "learning_rate": 0.0001999558208000087,
      "loss": 4.6342,
      "step": 14785
    },
    {
      "epoch": 0.09481851994356803,
      "grad_norm": 58.49235916137695,
      "learning_rate": 0.00019995581481187678,
      "loss": 4.4988,
      "step": 14786
    },
    {
      "epoch": 0.09482493266641016,
      "grad_norm": 14.118982315063477,
      "learning_rate": 0.00019995580882333912,
      "loss": 4.7887,
      "step": 14787
    },
    {
      "epoch": 0.09483134538925228,
      "grad_norm": 25.439687728881836,
      "learning_rate": 0.0001999558028343958,
      "loss": 4.5996,
      "step": 14788
    },
    {
      "epoch": 0.0948377581120944,
      "grad_norm": 19.249265670776367,
      "learning_rate": 0.00019995579684504677,
      "loss": 4.7456,
      "step": 14789
    },
    {
      "epoch": 0.09484417083493651,
      "grad_norm": 19.557994842529297,
      "learning_rate": 0.00019995579085529204,
      "loss": 4.8107,
      "step": 14790
    },
    {
      "epoch": 0.09485058355777863,
      "grad_norm": 13.28073787689209,
      "learning_rate": 0.0001999557848651316,
      "loss": 4.7881,
      "step": 14791
    },
    {
      "epoch": 0.09485699628062075,
      "grad_norm": 26.984790802001953,
      "learning_rate": 0.00019995577887456544,
      "loss": 4.6261,
      "step": 14792
    },
    {
      "epoch": 0.09486340900346286,
      "grad_norm": 16.917394638061523,
      "learning_rate": 0.00019995577288359358,
      "loss": 4.7853,
      "step": 14793
    },
    {
      "epoch": 0.094869821726305,
      "grad_norm": 28.559837341308594,
      "learning_rate": 0.00019995576689221608,
      "loss": 5.0841,
      "step": 14794
    },
    {
      "epoch": 0.09487623444914711,
      "grad_norm": 13.304328918457031,
      "learning_rate": 0.0001999557609004328,
      "loss": 4.7284,
      "step": 14795
    },
    {
      "epoch": 0.09488264717198923,
      "grad_norm": 85.4462890625,
      "learning_rate": 0.00019995575490824386,
      "loss": 4.5659,
      "step": 14796
    },
    {
      "epoch": 0.09488905989483135,
      "grad_norm": 40.038360595703125,
      "learning_rate": 0.00019995574891564917,
      "loss": 4.6955,
      "step": 14797
    },
    {
      "epoch": 0.09489547261767346,
      "grad_norm": 154.76869201660156,
      "learning_rate": 0.0001999557429226488,
      "loss": 4.7335,
      "step": 14798
    },
    {
      "epoch": 0.09490188534051558,
      "grad_norm": 15.774208068847656,
      "learning_rate": 0.00019995573692924273,
      "loss": 4.572,
      "step": 14799
    },
    {
      "epoch": 0.0949082980633577,
      "grad_norm": 21.48780059814453,
      "learning_rate": 0.00019995573093543098,
      "loss": 4.691,
      "step": 14800
    },
    {
      "epoch": 0.0949082980633577,
      "eval_loss": 4.648824214935303,
      "eval_runtime": 34.784,
      "eval_samples_per_second": 90.128,
      "eval_steps_per_second": 22.539,
      "step": 14800
    },
    {
      "epoch": 0.09491471078619983,
      "grad_norm": 11.284358978271484,
      "learning_rate": 0.00019995572494121348,
      "loss": 4.4315,
      "step": 14801
    },
    {
      "epoch": 0.09492112350904194,
      "grad_norm": 7.862436771392822,
      "learning_rate": 0.00019995571894659028,
      "loss": 4.561,
      "step": 14802
    },
    {
      "epoch": 0.09492753623188406,
      "grad_norm": 17.744239807128906,
      "learning_rate": 0.0001999557129515614,
      "loss": 4.5374,
      "step": 14803
    },
    {
      "epoch": 0.09493394895472618,
      "grad_norm": 16.871530532836914,
      "learning_rate": 0.0001999557069561268,
      "loss": 4.8844,
      "step": 14804
    },
    {
      "epoch": 0.0949403616775683,
      "grad_norm": 7.919685363769531,
      "learning_rate": 0.0001999557009602865,
      "loss": 4.5622,
      "step": 14805
    },
    {
      "epoch": 0.09494677440041041,
      "grad_norm": 4.205102920532227,
      "learning_rate": 0.00019995569496404053,
      "loss": 4.7849,
      "step": 14806
    },
    {
      "epoch": 0.09495318712325253,
      "grad_norm": 9.272278785705566,
      "learning_rate": 0.00019995568896738882,
      "loss": 4.9034,
      "step": 14807
    },
    {
      "epoch": 0.09495959984609466,
      "grad_norm": 6.900018215179443,
      "learning_rate": 0.00019995568297033142,
      "loss": 4.6382,
      "step": 14808
    },
    {
      "epoch": 0.09496601256893678,
      "grad_norm": 11.376182556152344,
      "learning_rate": 0.0001999556769728683,
      "loss": 4.5939,
      "step": 14809
    },
    {
      "epoch": 0.09497242529177889,
      "grad_norm": 5.350866794586182,
      "learning_rate": 0.0001999556709749995,
      "loss": 5.2001,
      "step": 14810
    },
    {
      "epoch": 0.09497883801462101,
      "grad_norm": 5.902537822723389,
      "learning_rate": 0.00019995566497672498,
      "loss": 4.5558,
      "step": 14811
    },
    {
      "epoch": 0.09498525073746313,
      "grad_norm": 5.087590217590332,
      "learning_rate": 0.00019995565897804475,
      "loss": 4.9402,
      "step": 14812
    },
    {
      "epoch": 0.09499166346030524,
      "grad_norm": 4.82211971282959,
      "learning_rate": 0.00019995565297895883,
      "loss": 4.5654,
      "step": 14813
    },
    {
      "epoch": 0.09499807618314736,
      "grad_norm": 4.532576560974121,
      "learning_rate": 0.0001999556469794672,
      "loss": 4.8696,
      "step": 14814
    },
    {
      "epoch": 0.09500448890598949,
      "grad_norm": 4.687951564788818,
      "learning_rate": 0.00019995564097956986,
      "loss": 4.4259,
      "step": 14815
    },
    {
      "epoch": 0.0950109016288316,
      "grad_norm": 7.2488112449646,
      "learning_rate": 0.00019995563497926685,
      "loss": 4.6422,
      "step": 14816
    },
    {
      "epoch": 0.09501731435167372,
      "grad_norm": 4.581681251525879,
      "learning_rate": 0.0001999556289785581,
      "loss": 4.7618,
      "step": 14817
    },
    {
      "epoch": 0.09502372707451584,
      "grad_norm": 5.459253787994385,
      "learning_rate": 0.00019995562297744364,
      "loss": 4.6027,
      "step": 14818
    },
    {
      "epoch": 0.09503013979735796,
      "grad_norm": 44.212032318115234,
      "learning_rate": 0.0001999556169759235,
      "loss": 4.5076,
      "step": 14819
    },
    {
      "epoch": 0.09503655252020007,
      "grad_norm": 4.466883182525635,
      "learning_rate": 0.00019995561097399766,
      "loss": 4.5215,
      "step": 14820
    },
    {
      "epoch": 0.09504296524304219,
      "grad_norm": 5.129068851470947,
      "learning_rate": 0.0001999556049716661,
      "loss": 5.2249,
      "step": 14821
    },
    {
      "epoch": 0.09504937796588432,
      "grad_norm": 6.01659631729126,
      "learning_rate": 0.00019995559896892885,
      "loss": 4.5063,
      "step": 14822
    },
    {
      "epoch": 0.09505579068872644,
      "grad_norm": 10.696711540222168,
      "learning_rate": 0.0001999555929657859,
      "loss": 4.5634,
      "step": 14823
    },
    {
      "epoch": 0.09506220341156855,
      "grad_norm": 4.060840606689453,
      "learning_rate": 0.00019995558696223723,
      "loss": 4.6672,
      "step": 14824
    },
    {
      "epoch": 0.09506861613441067,
      "grad_norm": 5.813807010650635,
      "learning_rate": 0.0001999555809582829,
      "loss": 4.4606,
      "step": 14825
    },
    {
      "epoch": 0.09507502885725279,
      "grad_norm": 7.406251907348633,
      "learning_rate": 0.0001999555749539228,
      "loss": 4.7081,
      "step": 14826
    },
    {
      "epoch": 0.0950814415800949,
      "grad_norm": 8.403226852416992,
      "learning_rate": 0.00019995556894915703,
      "loss": 5.0841,
      "step": 14827
    },
    {
      "epoch": 0.09508785430293702,
      "grad_norm": 4.759313106536865,
      "learning_rate": 0.00019995556294398557,
      "loss": 4.408,
      "step": 14828
    },
    {
      "epoch": 0.09509426702577914,
      "grad_norm": 4.994694709777832,
      "learning_rate": 0.0001999555569384084,
      "loss": 4.5023,
      "step": 14829
    },
    {
      "epoch": 0.09510067974862127,
      "grad_norm": 4.03577184677124,
      "learning_rate": 0.0001999555509324255,
      "loss": 4.7353,
      "step": 14830
    },
    {
      "epoch": 0.09510709247146339,
      "grad_norm": 6.920528411865234,
      "learning_rate": 0.00019995554492603692,
      "loss": 4.7044,
      "step": 14831
    },
    {
      "epoch": 0.0951135051943055,
      "grad_norm": 4.350386142730713,
      "learning_rate": 0.00019995553891924263,
      "loss": 4.7355,
      "step": 14832
    },
    {
      "epoch": 0.09511991791714762,
      "grad_norm": 19.68396759033203,
      "learning_rate": 0.00019995553291204265,
      "loss": 4.7314,
      "step": 14833
    },
    {
      "epoch": 0.09512633063998974,
      "grad_norm": 5.5092010498046875,
      "learning_rate": 0.00019995552690443694,
      "loss": 5.391,
      "step": 14834
    },
    {
      "epoch": 0.09513274336283185,
      "grad_norm": 6.2471699714660645,
      "learning_rate": 0.00019995552089642555,
      "loss": 4.6103,
      "step": 14835
    },
    {
      "epoch": 0.09513915608567397,
      "grad_norm": 6.302280426025391,
      "learning_rate": 0.00019995551488800846,
      "loss": 4.4667,
      "step": 14836
    },
    {
      "epoch": 0.0951455688085161,
      "grad_norm": 5.164925575256348,
      "learning_rate": 0.00019995550887918565,
      "loss": 4.925,
      "step": 14837
    },
    {
      "epoch": 0.09515198153135822,
      "grad_norm": 4.738376617431641,
      "learning_rate": 0.00019995550286995713,
      "loss": 5.0706,
      "step": 14838
    },
    {
      "epoch": 0.09515839425420033,
      "grad_norm": 3.966623067855835,
      "learning_rate": 0.00019995549686032296,
      "loss": 4.8168,
      "step": 14839
    },
    {
      "epoch": 0.09516480697704245,
      "grad_norm": 8.26625919342041,
      "learning_rate": 0.00019995549085028303,
      "loss": 5.1514,
      "step": 14840
    },
    {
      "epoch": 0.09517121969988457,
      "grad_norm": 4.236035346984863,
      "learning_rate": 0.00019995548483983742,
      "loss": 4.7316,
      "step": 14841
    },
    {
      "epoch": 0.09517763242272669,
      "grad_norm": 5.996526718139648,
      "learning_rate": 0.0001999554788289861,
      "loss": 5.023,
      "step": 14842
    },
    {
      "epoch": 0.0951840451455688,
      "grad_norm": 4.4244513511657715,
      "learning_rate": 0.0001999554728177291,
      "loss": 4.6686,
      "step": 14843
    },
    {
      "epoch": 0.09519045786841093,
      "grad_norm": 4.614412784576416,
      "learning_rate": 0.00019995546680606636,
      "loss": 4.6228,
      "step": 14844
    },
    {
      "epoch": 0.09519687059125305,
      "grad_norm": 4.108062744140625,
      "learning_rate": 0.00019995546079399793,
      "loss": 4.6226,
      "step": 14845
    },
    {
      "epoch": 0.09520328331409517,
      "grad_norm": 10.022506713867188,
      "learning_rate": 0.0001999554547815238,
      "loss": 4.5107,
      "step": 14846
    },
    {
      "epoch": 0.09520969603693728,
      "grad_norm": 5.705759048461914,
      "learning_rate": 0.00019995544876864397,
      "loss": 4.7479,
      "step": 14847
    },
    {
      "epoch": 0.0952161087597794,
      "grad_norm": 4.79528284072876,
      "learning_rate": 0.00019995544275535845,
      "loss": 4.5738,
      "step": 14848
    },
    {
      "epoch": 0.09522252148262152,
      "grad_norm": 4.281307220458984,
      "learning_rate": 0.00019995543674166722,
      "loss": 5.1497,
      "step": 14849
    },
    {
      "epoch": 0.09522893420546363,
      "grad_norm": 6.3031206130981445,
      "learning_rate": 0.0001999554307275703,
      "loss": 4.7672,
      "step": 14850
    },
    {
      "epoch": 0.09523534692830576,
      "grad_norm": 4.543828964233398,
      "learning_rate": 0.00019995542471306762,
      "loss": 4.7069,
      "step": 14851
    },
    {
      "epoch": 0.09524175965114788,
      "grad_norm": 3.4530203342437744,
      "learning_rate": 0.0001999554186981593,
      "loss": 4.6599,
      "step": 14852
    },
    {
      "epoch": 0.09524817237399,
      "grad_norm": 9.145155906677246,
      "learning_rate": 0.00019995541268284526,
      "loss": 4.3783,
      "step": 14853
    },
    {
      "epoch": 0.09525458509683211,
      "grad_norm": 9.982823371887207,
      "learning_rate": 0.00019995540666712552,
      "loss": 4.6423,
      "step": 14854
    },
    {
      "epoch": 0.09526099781967423,
      "grad_norm": 53.16456985473633,
      "learning_rate": 0.00019995540065100004,
      "loss": 4.6876,
      "step": 14855
    },
    {
      "epoch": 0.09526741054251635,
      "grad_norm": 6.257728576660156,
      "learning_rate": 0.0001999553946344689,
      "loss": 4.7841,
      "step": 14856
    },
    {
      "epoch": 0.09527382326535846,
      "grad_norm": 4.974191665649414,
      "learning_rate": 0.00019995538861753204,
      "loss": 4.7719,
      "step": 14857
    },
    {
      "epoch": 0.0952802359882006,
      "grad_norm": 7.156253814697266,
      "learning_rate": 0.0001999553826001895,
      "loss": 4.9566,
      "step": 14858
    },
    {
      "epoch": 0.09528664871104271,
      "grad_norm": 10.628363609313965,
      "learning_rate": 0.00019995537658244123,
      "loss": 4.4031,
      "step": 14859
    },
    {
      "epoch": 0.09529306143388483,
      "grad_norm": 4.317240238189697,
      "learning_rate": 0.00019995537056428727,
      "loss": 4.6166,
      "step": 14860
    },
    {
      "epoch": 0.09529947415672695,
      "grad_norm": 3.7544963359832764,
      "learning_rate": 0.0001999553645457276,
      "loss": 4.633,
      "step": 14861
    },
    {
      "epoch": 0.09530588687956906,
      "grad_norm": 13.730291366577148,
      "learning_rate": 0.00019995535852676224,
      "loss": 4.7664,
      "step": 14862
    },
    {
      "epoch": 0.09531229960241118,
      "grad_norm": 4.858152866363525,
      "learning_rate": 0.00019995535250739118,
      "loss": 4.6958,
      "step": 14863
    },
    {
      "epoch": 0.0953187123252533,
      "grad_norm": 4.010186672210693,
      "learning_rate": 0.0001999553464876144,
      "loss": 4.6976,
      "step": 14864
    },
    {
      "epoch": 0.09532512504809543,
      "grad_norm": 6.902729034423828,
      "learning_rate": 0.00019995534046743192,
      "loss": 4.3908,
      "step": 14865
    },
    {
      "epoch": 0.09533153777093754,
      "grad_norm": 4.14271879196167,
      "learning_rate": 0.00019995533444684376,
      "loss": 4.6957,
      "step": 14866
    },
    {
      "epoch": 0.09533795049377966,
      "grad_norm": 4.47137451171875,
      "learning_rate": 0.00019995532842584986,
      "loss": 4.325,
      "step": 14867
    },
    {
      "epoch": 0.09534436321662178,
      "grad_norm": 10.66196060180664,
      "learning_rate": 0.00019995532240445028,
      "loss": 4.6317,
      "step": 14868
    },
    {
      "epoch": 0.0953507759394639,
      "grad_norm": 5.834678649902344,
      "learning_rate": 0.000199955316382645,
      "loss": 4.6852,
      "step": 14869
    },
    {
      "epoch": 0.09535718866230601,
      "grad_norm": 3.2967889308929443,
      "learning_rate": 0.00019995531036043403,
      "loss": 4.4046,
      "step": 14870
    },
    {
      "epoch": 0.09536360138514813,
      "grad_norm": 3.7367186546325684,
      "learning_rate": 0.00019995530433781732,
      "loss": 4.5432,
      "step": 14871
    },
    {
      "epoch": 0.09537001410799026,
      "grad_norm": 5.926310062408447,
      "learning_rate": 0.00019995529831479494,
      "loss": 4.8428,
      "step": 14872
    },
    {
      "epoch": 0.09537642683083238,
      "grad_norm": 15.554585456848145,
      "learning_rate": 0.00019995529229136684,
      "loss": 4.6706,
      "step": 14873
    },
    {
      "epoch": 0.09538283955367449,
      "grad_norm": 4.7334136962890625,
      "learning_rate": 0.00019995528626753307,
      "loss": 4.557,
      "step": 14874
    },
    {
      "epoch": 0.09538925227651661,
      "grad_norm": 4.066845417022705,
      "learning_rate": 0.00019995528024329358,
      "loss": 5.0261,
      "step": 14875
    },
    {
      "epoch": 0.09539566499935873,
      "grad_norm": 5.6553544998168945,
      "learning_rate": 0.00019995527421864836,
      "loss": 4.8083,
      "step": 14876
    },
    {
      "epoch": 0.09540207772220084,
      "grad_norm": 8.493300437927246,
      "learning_rate": 0.00019995526819359746,
      "loss": 4.7516,
      "step": 14877
    },
    {
      "epoch": 0.09540849044504296,
      "grad_norm": 5.283030986785889,
      "learning_rate": 0.00019995526216814085,
      "loss": 4.8451,
      "step": 14878
    },
    {
      "epoch": 0.09541490316788509,
      "grad_norm": 32.670433044433594,
      "learning_rate": 0.00019995525614227856,
      "loss": 4.468,
      "step": 14879
    },
    {
      "epoch": 0.0954213158907272,
      "grad_norm": 3.338223695755005,
      "learning_rate": 0.00019995525011601056,
      "loss": 4.56,
      "step": 14880
    },
    {
      "epoch": 0.09542772861356932,
      "grad_norm": 4.05741548538208,
      "learning_rate": 0.00019995524408933686,
      "loss": 4.8297,
      "step": 14881
    },
    {
      "epoch": 0.09543414133641144,
      "grad_norm": 4.698129177093506,
      "learning_rate": 0.00019995523806225744,
      "loss": 4.5898,
      "step": 14882
    },
    {
      "epoch": 0.09544055405925356,
      "grad_norm": 6.1095428466796875,
      "learning_rate": 0.00019995523203477234,
      "loss": 4.7122,
      "step": 14883
    },
    {
      "epoch": 0.09544696678209567,
      "grad_norm": 3.5452871322631836,
      "learning_rate": 0.00019995522600688154,
      "loss": 4.5224,
      "step": 14884
    },
    {
      "epoch": 0.09545337950493779,
      "grad_norm": 2.9693055152893066,
      "learning_rate": 0.00019995521997858502,
      "loss": 4.5927,
      "step": 14885
    },
    {
      "epoch": 0.09545979222777992,
      "grad_norm": 25.10613441467285,
      "learning_rate": 0.0001999552139498828,
      "loss": 4.6343,
      "step": 14886
    },
    {
      "epoch": 0.09546620495062204,
      "grad_norm": 9.265769958496094,
      "learning_rate": 0.0001999552079207749,
      "loss": 4.4994,
      "step": 14887
    },
    {
      "epoch": 0.09547261767346416,
      "grad_norm": 31.039215087890625,
      "learning_rate": 0.00019995520189126126,
      "loss": 4.7161,
      "step": 14888
    },
    {
      "epoch": 0.09547903039630627,
      "grad_norm": 42.11282730102539,
      "learning_rate": 0.00019995519586134193,
      "loss": 4.6176,
      "step": 14889
    },
    {
      "epoch": 0.09548544311914839,
      "grad_norm": 5.781364917755127,
      "learning_rate": 0.0001999551898310169,
      "loss": 4.9139,
      "step": 14890
    },
    {
      "epoch": 0.0954918558419905,
      "grad_norm": 4.140596866607666,
      "learning_rate": 0.00019995518380028617,
      "loss": 4.9098,
      "step": 14891
    },
    {
      "epoch": 0.09549826856483262,
      "grad_norm": 22.641742706298828,
      "learning_rate": 0.00019995517776914975,
      "loss": 4.884,
      "step": 14892
    },
    {
      "epoch": 0.09550468128767475,
      "grad_norm": 3.3607261180877686,
      "learning_rate": 0.00019995517173760762,
      "loss": 4.7011,
      "step": 14893
    },
    {
      "epoch": 0.09551109401051687,
      "grad_norm": 3.576035976409912,
      "learning_rate": 0.00019995516570565978,
      "loss": 4.6641,
      "step": 14894
    },
    {
      "epoch": 0.09551750673335899,
      "grad_norm": 4.209033966064453,
      "learning_rate": 0.0001999551596733063,
      "loss": 4.8524,
      "step": 14895
    },
    {
      "epoch": 0.0955239194562011,
      "grad_norm": 4.5301947593688965,
      "learning_rate": 0.00019995515364054704,
      "loss": 4.7717,
      "step": 14896
    },
    {
      "epoch": 0.09553033217904322,
      "grad_norm": 5.570424556732178,
      "learning_rate": 0.00019995514760738213,
      "loss": 4.7735,
      "step": 14897
    },
    {
      "epoch": 0.09553674490188534,
      "grad_norm": 3.5390827655792236,
      "learning_rate": 0.0001999551415738115,
      "loss": 4.6667,
      "step": 14898
    },
    {
      "epoch": 0.09554315762472745,
      "grad_norm": 3.952216148376465,
      "learning_rate": 0.00019995513553983514,
      "loss": 4.5406,
      "step": 14899
    },
    {
      "epoch": 0.09554957034756958,
      "grad_norm": 2.7817280292510986,
      "learning_rate": 0.0001999551295054531,
      "loss": 4.6416,
      "step": 14900
    },
    {
      "epoch": 0.09554957034756958,
      "eval_loss": 4.63844633102417,
      "eval_runtime": 34.7007,
      "eval_samples_per_second": 90.344,
      "eval_steps_per_second": 22.593,
      "step": 14900
    },
    {
      "epoch": 0.0955559830704117,
      "grad_norm": 5.057555198669434,
      "learning_rate": 0.00019995512347066537,
      "loss": 5.4243,
      "step": 14901
    },
    {
      "epoch": 0.09556239579325382,
      "grad_norm": 3.5493576526641846,
      "learning_rate": 0.00019995511743547192,
      "loss": 4.6481,
      "step": 14902
    },
    {
      "epoch": 0.09556880851609593,
      "grad_norm": 9.51046371459961,
      "learning_rate": 0.00019995511139987278,
      "loss": 4.9277,
      "step": 14903
    },
    {
      "epoch": 0.09557522123893805,
      "grad_norm": 4.266939163208008,
      "learning_rate": 0.00019995510536386792,
      "loss": 4.7172,
      "step": 14904
    },
    {
      "epoch": 0.09558163396178017,
      "grad_norm": 3.2718591690063477,
      "learning_rate": 0.0001999550993274574,
      "loss": 4.5359,
      "step": 14905
    },
    {
      "epoch": 0.09558804668462229,
      "grad_norm": 7.640449047088623,
      "learning_rate": 0.00019995509329064114,
      "loss": 4.7377,
      "step": 14906
    },
    {
      "epoch": 0.09559445940746442,
      "grad_norm": 17.7967586517334,
      "learning_rate": 0.0001999550872534192,
      "loss": 4.7396,
      "step": 14907
    },
    {
      "epoch": 0.09560087213030653,
      "grad_norm": 4.865237712860107,
      "learning_rate": 0.00019995508121579153,
      "loss": 4.7608,
      "step": 14908
    },
    {
      "epoch": 0.09560728485314865,
      "grad_norm": 12.151652336120605,
      "learning_rate": 0.00019995507517775823,
      "loss": 4.6306,
      "step": 14909
    },
    {
      "epoch": 0.09561369757599077,
      "grad_norm": 4.74125337600708,
      "learning_rate": 0.00019995506913931914,
      "loss": 4.2801,
      "step": 14910
    },
    {
      "epoch": 0.09562011029883288,
      "grad_norm": 8.144872665405273,
      "learning_rate": 0.0001999550631004744,
      "loss": 4.5867,
      "step": 14911
    },
    {
      "epoch": 0.095626523021675,
      "grad_norm": 3.796565532684326,
      "learning_rate": 0.00019995505706122394,
      "loss": 4.5901,
      "step": 14912
    },
    {
      "epoch": 0.09563293574451712,
      "grad_norm": 4.673948764801025,
      "learning_rate": 0.0001999550510215678,
      "loss": 4.7074,
      "step": 14913
    },
    {
      "epoch": 0.09563934846735925,
      "grad_norm": 4.924779415130615,
      "learning_rate": 0.00019995504498150594,
      "loss": 4.9669,
      "step": 14914
    },
    {
      "epoch": 0.09564576119020136,
      "grad_norm": 12.042089462280273,
      "learning_rate": 0.0001999550389410384,
      "loss": 4.7059,
      "step": 14915
    },
    {
      "epoch": 0.09565217391304348,
      "grad_norm": 4.466658592224121,
      "learning_rate": 0.00019995503290016513,
      "loss": 4.4573,
      "step": 14916
    },
    {
      "epoch": 0.0956585866358856,
      "grad_norm": 10.706184387207031,
      "learning_rate": 0.00019995502685888616,
      "loss": 4.6669,
      "step": 14917
    },
    {
      "epoch": 0.09566499935872771,
      "grad_norm": 5.655399322509766,
      "learning_rate": 0.0001999550208172015,
      "loss": 4.6377,
      "step": 14918
    },
    {
      "epoch": 0.09567141208156983,
      "grad_norm": 5.436556816101074,
      "learning_rate": 0.00019995501477511115,
      "loss": 4.6309,
      "step": 14919
    },
    {
      "epoch": 0.09567782480441195,
      "grad_norm": 4.015331745147705,
      "learning_rate": 0.00019995500873261511,
      "loss": 4.4895,
      "step": 14920
    },
    {
      "epoch": 0.09568423752725407,
      "grad_norm": 4.571992874145508,
      "learning_rate": 0.0001999550026897133,
      "loss": 4.8021,
      "step": 14921
    },
    {
      "epoch": 0.0956906502500962,
      "grad_norm": 4.3398637771606445,
      "learning_rate": 0.00019995499664640586,
      "loss": 4.7454,
      "step": 14922
    },
    {
      "epoch": 0.09569706297293831,
      "grad_norm": 5.706401348114014,
      "learning_rate": 0.0001999549906026927,
      "loss": 4.6625,
      "step": 14923
    },
    {
      "epoch": 0.09570347569578043,
      "grad_norm": 4.078486442565918,
      "learning_rate": 0.00019995498455857385,
      "loss": 4.8985,
      "step": 14924
    },
    {
      "epoch": 0.09570988841862255,
      "grad_norm": 4.434210777282715,
      "learning_rate": 0.00019995497851404926,
      "loss": 4.8013,
      "step": 14925
    },
    {
      "epoch": 0.09571630114146466,
      "grad_norm": 3.9875941276550293,
      "learning_rate": 0.00019995497246911903,
      "loss": 4.6821,
      "step": 14926
    },
    {
      "epoch": 0.09572271386430678,
      "grad_norm": 19.332977294921875,
      "learning_rate": 0.00019995496642378306,
      "loss": 4.5866,
      "step": 14927
    },
    {
      "epoch": 0.0957291265871489,
      "grad_norm": 3.776880979537964,
      "learning_rate": 0.00019995496037804138,
      "loss": 4.6382,
      "step": 14928
    },
    {
      "epoch": 0.09573553930999103,
      "grad_norm": 6.708416938781738,
      "learning_rate": 0.00019995495433189402,
      "loss": 4.7454,
      "step": 14929
    },
    {
      "epoch": 0.09574195203283314,
      "grad_norm": 4.94879150390625,
      "learning_rate": 0.00019995494828534095,
      "loss": 4.6041,
      "step": 14930
    },
    {
      "epoch": 0.09574836475567526,
      "grad_norm": 4.13502836227417,
      "learning_rate": 0.00019995494223838217,
      "loss": 4.8422,
      "step": 14931
    },
    {
      "epoch": 0.09575477747851738,
      "grad_norm": 23.18337631225586,
      "learning_rate": 0.0001999549361910177,
      "loss": 4.64,
      "step": 14932
    },
    {
      "epoch": 0.0957611902013595,
      "grad_norm": 5.91528844833374,
      "learning_rate": 0.00019995493014324754,
      "loss": 4.5663,
      "step": 14933
    },
    {
      "epoch": 0.09576760292420161,
      "grad_norm": 11.116534233093262,
      "learning_rate": 0.0001999549240950717,
      "loss": 4.6681,
      "step": 14934
    },
    {
      "epoch": 0.09577401564704373,
      "grad_norm": 5.5053815841674805,
      "learning_rate": 0.00019995491804649008,
      "loss": 4.659,
      "step": 14935
    },
    {
      "epoch": 0.09578042836988586,
      "grad_norm": 4.791058540344238,
      "learning_rate": 0.00019995491199750282,
      "loss": 5.0386,
      "step": 14936
    },
    {
      "epoch": 0.09578684109272798,
      "grad_norm": 53.954132080078125,
      "learning_rate": 0.00019995490594810984,
      "loss": 4.505,
      "step": 14937
    },
    {
      "epoch": 0.09579325381557009,
      "grad_norm": 4.477847099304199,
      "learning_rate": 0.00019995489989831119,
      "loss": 4.6771,
      "step": 14938
    },
    {
      "epoch": 0.09579966653841221,
      "grad_norm": 22.586841583251953,
      "learning_rate": 0.0001999548938481068,
      "loss": 4.7894,
      "step": 14939
    },
    {
      "epoch": 0.09580607926125433,
      "grad_norm": 6.611413955688477,
      "learning_rate": 0.00019995488779749675,
      "loss": 4.571,
      "step": 14940
    },
    {
      "epoch": 0.09581249198409644,
      "grad_norm": 5.45828104019165,
      "learning_rate": 0.00019995488174648097,
      "loss": 4.9335,
      "step": 14941
    },
    {
      "epoch": 0.09581890470693856,
      "grad_norm": 9.029438972473145,
      "learning_rate": 0.00019995487569505948,
      "loss": 4.9327,
      "step": 14942
    },
    {
      "epoch": 0.09582531742978069,
      "grad_norm": 3.994788408279419,
      "learning_rate": 0.0001999548696432323,
      "loss": 4.67,
      "step": 14943
    },
    {
      "epoch": 0.09583173015262281,
      "grad_norm": 3.8309154510498047,
      "learning_rate": 0.00019995486359099943,
      "loss": 4.5883,
      "step": 14944
    },
    {
      "epoch": 0.09583814287546492,
      "grad_norm": 9.7816743850708,
      "learning_rate": 0.00019995485753836087,
      "loss": 4.5823,
      "step": 14945
    },
    {
      "epoch": 0.09584455559830704,
      "grad_norm": 3.3793749809265137,
      "learning_rate": 0.0001999548514853166,
      "loss": 4.6777,
      "step": 14946
    },
    {
      "epoch": 0.09585096832114916,
      "grad_norm": 5.954802989959717,
      "learning_rate": 0.00019995484543186662,
      "loss": 4.7468,
      "step": 14947
    },
    {
      "epoch": 0.09585738104399127,
      "grad_norm": 3.574333906173706,
      "learning_rate": 0.00019995483937801093,
      "loss": 4.4576,
      "step": 14948
    },
    {
      "epoch": 0.09586379376683339,
      "grad_norm": 8.950939178466797,
      "learning_rate": 0.00019995483332374957,
      "loss": 4.6224,
      "step": 14949
    },
    {
      "epoch": 0.09587020648967552,
      "grad_norm": 4.164434432983398,
      "learning_rate": 0.0001999548272690825,
      "loss": 4.8379,
      "step": 14950
    },
    {
      "epoch": 0.09587661921251764,
      "grad_norm": 4.8402886390686035,
      "learning_rate": 0.0001999548212140097,
      "loss": 4.6892,
      "step": 14951
    },
    {
      "epoch": 0.09588303193535976,
      "grad_norm": 3.206044912338257,
      "learning_rate": 0.00019995481515853121,
      "loss": 4.4392,
      "step": 14952
    },
    {
      "epoch": 0.09588944465820187,
      "grad_norm": 3.651705265045166,
      "learning_rate": 0.00019995480910264707,
      "loss": 4.5054,
      "step": 14953
    },
    {
      "epoch": 0.09589585738104399,
      "grad_norm": 4.272256374359131,
      "learning_rate": 0.00019995480304635716,
      "loss": 4.6138,
      "step": 14954
    },
    {
      "epoch": 0.0959022701038861,
      "grad_norm": 4.08180570602417,
      "learning_rate": 0.0001999547969896616,
      "loss": 4.4706,
      "step": 14955
    },
    {
      "epoch": 0.09590868282672822,
      "grad_norm": 12.126280784606934,
      "learning_rate": 0.00019995479093256032,
      "loss": 4.4301,
      "step": 14956
    },
    {
      "epoch": 0.09591509554957035,
      "grad_norm": 4.531578540802002,
      "learning_rate": 0.00019995478487505334,
      "loss": 4.6527,
      "step": 14957
    },
    {
      "epoch": 0.09592150827241247,
      "grad_norm": 4.02939510345459,
      "learning_rate": 0.00019995477881714065,
      "loss": 4.5621,
      "step": 14958
    },
    {
      "epoch": 0.09592792099525459,
      "grad_norm": 4.712305545806885,
      "learning_rate": 0.00019995477275882228,
      "loss": 4.885,
      "step": 14959
    },
    {
      "epoch": 0.0959343337180967,
      "grad_norm": 9.8603515625,
      "learning_rate": 0.00019995476670009823,
      "loss": 4.8944,
      "step": 14960
    },
    {
      "epoch": 0.09594074644093882,
      "grad_norm": 3.32296085357666,
      "learning_rate": 0.00019995476064096844,
      "loss": 4.7128,
      "step": 14961
    },
    {
      "epoch": 0.09594715916378094,
      "grad_norm": 3.0837905406951904,
      "learning_rate": 0.00019995475458143295,
      "loss": 4.6202,
      "step": 14962
    },
    {
      "epoch": 0.09595357188662305,
      "grad_norm": 5.83327579498291,
      "learning_rate": 0.0001999547485214918,
      "loss": 5.0436,
      "step": 14963
    },
    {
      "epoch": 0.09595998460946518,
      "grad_norm": 4.885404109954834,
      "learning_rate": 0.00019995474246114488,
      "loss": 4.7914,
      "step": 14964
    },
    {
      "epoch": 0.0959663973323073,
      "grad_norm": 3.5346524715423584,
      "learning_rate": 0.00019995473640039232,
      "loss": 4.6096,
      "step": 14965
    },
    {
      "epoch": 0.09597281005514942,
      "grad_norm": 4.7314934730529785,
      "learning_rate": 0.00019995473033923404,
      "loss": 4.8543,
      "step": 14966
    },
    {
      "epoch": 0.09597922277799154,
      "grad_norm": 20.202442169189453,
      "learning_rate": 0.00019995472427767008,
      "loss": 4.5902,
      "step": 14967
    },
    {
      "epoch": 0.09598563550083365,
      "grad_norm": 6.765070915222168,
      "learning_rate": 0.0001999547182157004,
      "loss": 4.8581,
      "step": 14968
    },
    {
      "epoch": 0.09599204822367577,
      "grad_norm": 5.444214344024658,
      "learning_rate": 0.00019995471215332504,
      "loss": 4.8297,
      "step": 14969
    },
    {
      "epoch": 0.09599846094651789,
      "grad_norm": 5.382929801940918,
      "learning_rate": 0.00019995470609054396,
      "loss": 4.9814,
      "step": 14970
    },
    {
      "epoch": 0.09600487366936002,
      "grad_norm": 4.039699554443359,
      "learning_rate": 0.00019995470002735717,
      "loss": 4.91,
      "step": 14971
    },
    {
      "epoch": 0.09601128639220213,
      "grad_norm": 3.712106466293335,
      "learning_rate": 0.0001999546939637647,
      "loss": 4.6797,
      "step": 14972
    },
    {
      "epoch": 0.09601769911504425,
      "grad_norm": 4.740285873413086,
      "learning_rate": 0.00019995468789976654,
      "loss": 4.8254,
      "step": 14973
    },
    {
      "epoch": 0.09602411183788637,
      "grad_norm": 3.5173747539520264,
      "learning_rate": 0.00019995468183536268,
      "loss": 4.5567,
      "step": 14974
    },
    {
      "epoch": 0.09603052456072848,
      "grad_norm": 4.33693265914917,
      "learning_rate": 0.00019995467577055309,
      "loss": 4.3578,
      "step": 14975
    },
    {
      "epoch": 0.0960369372835706,
      "grad_norm": 3.3077216148376465,
      "learning_rate": 0.00019995466970533783,
      "loss": 4.7492,
      "step": 14976
    },
    {
      "epoch": 0.09604335000641272,
      "grad_norm": 4.462345600128174,
      "learning_rate": 0.00019995466363971685,
      "loss": 4.5301,
      "step": 14977
    },
    {
      "epoch": 0.09604976272925485,
      "grad_norm": 3.983342409133911,
      "learning_rate": 0.00019995465757369018,
      "loss": 4.6881,
      "step": 14978
    },
    {
      "epoch": 0.09605617545209696,
      "grad_norm": 6.649190425872803,
      "learning_rate": 0.0001999546515072578,
      "loss": 4.7475,
      "step": 14979
    },
    {
      "epoch": 0.09606258817493908,
      "grad_norm": 40.64580535888672,
      "learning_rate": 0.00019995464544041974,
      "loss": 4.7022,
      "step": 14980
    },
    {
      "epoch": 0.0960690008977812,
      "grad_norm": 3.4348843097686768,
      "learning_rate": 0.00019995463937317598,
      "loss": 4.5508,
      "step": 14981
    },
    {
      "epoch": 0.09607541362062332,
      "grad_norm": 4.770030498504639,
      "learning_rate": 0.00019995463330552647,
      "loss": 4.5499,
      "step": 14982
    },
    {
      "epoch": 0.09608182634346543,
      "grad_norm": 3.6845712661743164,
      "learning_rate": 0.00019995462723747132,
      "loss": 4.6724,
      "step": 14983
    },
    {
      "epoch": 0.09608823906630755,
      "grad_norm": 4.060013771057129,
      "learning_rate": 0.00019995462116901048,
      "loss": 4.4769,
      "step": 14984
    },
    {
      "epoch": 0.09609465178914968,
      "grad_norm": 4.009305000305176,
      "learning_rate": 0.0001999546151001439,
      "loss": 5.0049,
      "step": 14985
    },
    {
      "epoch": 0.0961010645119918,
      "grad_norm": 10.350053787231445,
      "learning_rate": 0.00019995460903087162,
      "loss": 4.5724,
      "step": 14986
    },
    {
      "epoch": 0.09610747723483391,
      "grad_norm": 4.378685474395752,
      "learning_rate": 0.00019995460296119366,
      "loss": 4.7202,
      "step": 14987
    },
    {
      "epoch": 0.09611388995767603,
      "grad_norm": 4.071033000946045,
      "learning_rate": 0.00019995459689111,
      "loss": 4.6785,
      "step": 14988
    },
    {
      "epoch": 0.09612030268051815,
      "grad_norm": 6.181552886962891,
      "learning_rate": 0.00019995459082062063,
      "loss": 4.6423,
      "step": 14989
    },
    {
      "epoch": 0.09612671540336026,
      "grad_norm": 3.8522260189056396,
      "learning_rate": 0.00019995458474972557,
      "loss": 4.82,
      "step": 14990
    },
    {
      "epoch": 0.09613312812620238,
      "grad_norm": 9.42509651184082,
      "learning_rate": 0.0001999545786784248,
      "loss": 4.5617,
      "step": 14991
    },
    {
      "epoch": 0.09613954084904451,
      "grad_norm": 3.887847423553467,
      "learning_rate": 0.00019995457260671835,
      "loss": 4.7362,
      "step": 14992
    },
    {
      "epoch": 0.09614595357188663,
      "grad_norm": 7.365466594696045,
      "learning_rate": 0.0001999545665346062,
      "loss": 4.9769,
      "step": 14993
    },
    {
      "epoch": 0.09615236629472874,
      "grad_norm": 4.1298980712890625,
      "learning_rate": 0.00019995456046208832,
      "loss": 4.551,
      "step": 14994
    },
    {
      "epoch": 0.09615877901757086,
      "grad_norm": 3.391130208969116,
      "learning_rate": 0.00019995455438916477,
      "loss": 4.8075,
      "step": 14995
    },
    {
      "epoch": 0.09616519174041298,
      "grad_norm": 4.423924922943115,
      "learning_rate": 0.00019995454831583552,
      "loss": 4.4821,
      "step": 14996
    },
    {
      "epoch": 0.0961716044632551,
      "grad_norm": 31.11134147644043,
      "learning_rate": 0.00019995454224210055,
      "loss": 4.9438,
      "step": 14997
    },
    {
      "epoch": 0.09617801718609721,
      "grad_norm": 4.14327335357666,
      "learning_rate": 0.0001999545361679599,
      "loss": 4.6999,
      "step": 14998
    },
    {
      "epoch": 0.09618442990893934,
      "grad_norm": 3.9529333114624023,
      "learning_rate": 0.00019995453009341354,
      "loss": 4.6463,
      "step": 14999
    },
    {
      "epoch": 0.09619084263178146,
      "grad_norm": 4.565147399902344,
      "learning_rate": 0.00019995452401846148,
      "loss": 4.8111,
      "step": 15000
    },
    {
      "epoch": 0.09619084263178146,
      "eval_loss": 4.622045040130615,
      "eval_runtime": 34.7546,
      "eval_samples_per_second": 90.204,
      "eval_steps_per_second": 22.558,
      "step": 15000
    },
    {
      "epoch": 0.09619725535462358,
      "grad_norm": 5.388515949249268,
      "learning_rate": 0.00019995451794310373,
      "loss": 4.671,
      "step": 15001
    },
    {
      "epoch": 0.09620366807746569,
      "grad_norm": 4.140194892883301,
      "learning_rate": 0.00019995451186734028,
      "loss": 4.6417,
      "step": 15002
    },
    {
      "epoch": 0.09621008080030781,
      "grad_norm": 5.485212802886963,
      "learning_rate": 0.00019995450579117114,
      "loss": 4.5343,
      "step": 15003
    },
    {
      "epoch": 0.09621649352314993,
      "grad_norm": 8.300230026245117,
      "learning_rate": 0.0001999544997145963,
      "loss": 4.934,
      "step": 15004
    },
    {
      "epoch": 0.09622290624599204,
      "grad_norm": 7.261873245239258,
      "learning_rate": 0.00019995449363761575,
      "loss": 4.4605,
      "step": 15005
    },
    {
      "epoch": 0.09622931896883417,
      "grad_norm": 6.93007755279541,
      "learning_rate": 0.00019995448756022948,
      "loss": 4.3357,
      "step": 15006
    },
    {
      "epoch": 0.09623573169167629,
      "grad_norm": 12.395389556884766,
      "learning_rate": 0.00019995448148243754,
      "loss": 4.5403,
      "step": 15007
    },
    {
      "epoch": 0.09624214441451841,
      "grad_norm": 4.074443340301514,
      "learning_rate": 0.00019995447540423992,
      "loss": 4.5805,
      "step": 15008
    },
    {
      "epoch": 0.09624855713736052,
      "grad_norm": 8.012149810791016,
      "learning_rate": 0.00019995446932563656,
      "loss": 4.5424,
      "step": 15009
    },
    {
      "epoch": 0.09625496986020264,
      "grad_norm": 5.0875067710876465,
      "learning_rate": 0.00019995446324662752,
      "loss": 4.4795,
      "step": 15010
    },
    {
      "epoch": 0.09626138258304476,
      "grad_norm": 3.364025115966797,
      "learning_rate": 0.00019995445716721277,
      "loss": 4.6987,
      "step": 15011
    },
    {
      "epoch": 0.09626779530588687,
      "grad_norm": 7.481320858001709,
      "learning_rate": 0.00019995445108739234,
      "loss": 4.8962,
      "step": 15012
    },
    {
      "epoch": 0.09627420802872899,
      "grad_norm": 4.256738662719727,
      "learning_rate": 0.0001999544450071662,
      "loss": 4.9552,
      "step": 15013
    },
    {
      "epoch": 0.09628062075157112,
      "grad_norm": 4.851700305938721,
      "learning_rate": 0.00019995443892653435,
      "loss": 4.7533,
      "step": 15014
    },
    {
      "epoch": 0.09628703347441324,
      "grad_norm": 6.364930629730225,
      "learning_rate": 0.00019995443284549685,
      "loss": 4.6419,
      "step": 15015
    },
    {
      "epoch": 0.09629344619725536,
      "grad_norm": 7.962299346923828,
      "learning_rate": 0.00019995442676405358,
      "loss": 4.6033,
      "step": 15016
    },
    {
      "epoch": 0.09629985892009747,
      "grad_norm": 29.060104370117188,
      "learning_rate": 0.00019995442068220464,
      "loss": 4.5125,
      "step": 15017
    },
    {
      "epoch": 0.09630627164293959,
      "grad_norm": 5.496458530426025,
      "learning_rate": 0.00019995441459995004,
      "loss": 4.778,
      "step": 15018
    },
    {
      "epoch": 0.0963126843657817,
      "grad_norm": 14.29335880279541,
      "learning_rate": 0.0001999544085172897,
      "loss": 4.7842,
      "step": 15019
    },
    {
      "epoch": 0.09631909708862382,
      "grad_norm": 6.631026268005371,
      "learning_rate": 0.00019995440243422368,
      "loss": 4.7506,
      "step": 15020
    },
    {
      "epoch": 0.09632550981146595,
      "grad_norm": 12.10680866241455,
      "learning_rate": 0.00019995439635075196,
      "loss": 4.4903,
      "step": 15021
    },
    {
      "epoch": 0.09633192253430807,
      "grad_norm": 120.66265106201172,
      "learning_rate": 0.00019995439026687453,
      "loss": 4.7693,
      "step": 15022
    },
    {
      "epoch": 0.09633833525715019,
      "grad_norm": 7.279241561889648,
      "learning_rate": 0.0001999543841825914,
      "loss": 5.1267,
      "step": 15023
    },
    {
      "epoch": 0.0963447479799923,
      "grad_norm": 4.203272342681885,
      "learning_rate": 0.00019995437809790259,
      "loss": 4.6637,
      "step": 15024
    },
    {
      "epoch": 0.09635116070283442,
      "grad_norm": 9.509641647338867,
      "learning_rate": 0.00019995437201280805,
      "loss": 4.7997,
      "step": 15025
    },
    {
      "epoch": 0.09635757342567654,
      "grad_norm": 5.231864929199219,
      "learning_rate": 0.00019995436592730784,
      "loss": 4.5779,
      "step": 15026
    },
    {
      "epoch": 0.09636398614851865,
      "grad_norm": 5.094076633453369,
      "learning_rate": 0.00019995435984140195,
      "loss": 4.6359,
      "step": 15027
    },
    {
      "epoch": 0.09637039887136079,
      "grad_norm": 31.35321044921875,
      "learning_rate": 0.00019995435375509032,
      "loss": 4.7106,
      "step": 15028
    },
    {
      "epoch": 0.0963768115942029,
      "grad_norm": 18.27770233154297,
      "learning_rate": 0.000199954347668373,
      "loss": 4.8118,
      "step": 15029
    },
    {
      "epoch": 0.09638322431704502,
      "grad_norm": 6.951351642608643,
      "learning_rate": 0.00019995434158124998,
      "loss": 4.5703,
      "step": 15030
    },
    {
      "epoch": 0.09638963703988714,
      "grad_norm": 14.620711326599121,
      "learning_rate": 0.00019995433549372125,
      "loss": 4.818,
      "step": 15031
    },
    {
      "epoch": 0.09639604976272925,
      "grad_norm": 5.138077259063721,
      "learning_rate": 0.0001999543294057869,
      "loss": 4.6891,
      "step": 15032
    },
    {
      "epoch": 0.09640246248557137,
      "grad_norm": 6.597632884979248,
      "learning_rate": 0.00019995432331744678,
      "loss": 4.3594,
      "step": 15033
    },
    {
      "epoch": 0.09640887520841349,
      "grad_norm": 40.85905838012695,
      "learning_rate": 0.00019995431722870098,
      "loss": 4.7361,
      "step": 15034
    },
    {
      "epoch": 0.09641528793125562,
      "grad_norm": 12.940649032592773,
      "learning_rate": 0.00019995431113954947,
      "loss": 4.6455,
      "step": 15035
    },
    {
      "epoch": 0.09642170065409773,
      "grad_norm": 4.7050862312316895,
      "learning_rate": 0.00019995430504999226,
      "loss": 4.5669,
      "step": 15036
    },
    {
      "epoch": 0.09642811337693985,
      "grad_norm": 13.35013484954834,
      "learning_rate": 0.00019995429896002938,
      "loss": 4.5805,
      "step": 15037
    },
    {
      "epoch": 0.09643452609978197,
      "grad_norm": 7.539516925811768,
      "learning_rate": 0.00019995429286966078,
      "loss": 4.6079,
      "step": 15038
    },
    {
      "epoch": 0.09644093882262408,
      "grad_norm": 23.0474853515625,
      "learning_rate": 0.0001999542867788865,
      "loss": 4.8409,
      "step": 15039
    },
    {
      "epoch": 0.0964473515454662,
      "grad_norm": 64.77263641357422,
      "learning_rate": 0.00019995428068770647,
      "loss": 4.8657,
      "step": 15040
    },
    {
      "epoch": 0.09645376426830832,
      "grad_norm": 6.211204528808594,
      "learning_rate": 0.0001999542745961208,
      "loss": 4.5808,
      "step": 15041
    },
    {
      "epoch": 0.09646017699115045,
      "grad_norm": 8.235912322998047,
      "learning_rate": 0.00019995426850412943,
      "loss": 4.7106,
      "step": 15042
    },
    {
      "epoch": 0.09646658971399256,
      "grad_norm": 6.667984962463379,
      "learning_rate": 0.0001999542624117323,
      "loss": 4.6546,
      "step": 15043
    },
    {
      "epoch": 0.09647300243683468,
      "grad_norm": 12.711223602294922,
      "learning_rate": 0.00019995425631892953,
      "loss": 4.7865,
      "step": 15044
    },
    {
      "epoch": 0.0964794151596768,
      "grad_norm": 18.434940338134766,
      "learning_rate": 0.00019995425022572105,
      "loss": 4.5059,
      "step": 15045
    },
    {
      "epoch": 0.09648582788251892,
      "grad_norm": 8.427895545959473,
      "learning_rate": 0.00019995424413210688,
      "loss": 4.9486,
      "step": 15046
    },
    {
      "epoch": 0.09649224060536103,
      "grad_norm": 8.615726470947266,
      "learning_rate": 0.000199954238038087,
      "loss": 4.5626,
      "step": 15047
    },
    {
      "epoch": 0.09649865332820315,
      "grad_norm": 12.035405158996582,
      "learning_rate": 0.00019995423194366142,
      "loss": 4.6194,
      "step": 15048
    },
    {
      "epoch": 0.09650506605104528,
      "grad_norm": 5.1470513343811035,
      "learning_rate": 0.00019995422584883016,
      "loss": 4.4192,
      "step": 15049
    },
    {
      "epoch": 0.0965114787738874,
      "grad_norm": 8.220405578613281,
      "learning_rate": 0.00019995421975359322,
      "loss": 4.8786,
      "step": 15050
    },
    {
      "epoch": 0.09651789149672951,
      "grad_norm": 7.56181001663208,
      "learning_rate": 0.00019995421365795053,
      "loss": 4.8634,
      "step": 15051
    },
    {
      "epoch": 0.09652430421957163,
      "grad_norm": 5.020095348358154,
      "learning_rate": 0.00019995420756190217,
      "loss": 4.5295,
      "step": 15052
    },
    {
      "epoch": 0.09653071694241375,
      "grad_norm": 4.395884037017822,
      "learning_rate": 0.0001999542014654481,
      "loss": 4.7618,
      "step": 15053
    },
    {
      "epoch": 0.09653712966525586,
      "grad_norm": 168.0147247314453,
      "learning_rate": 0.00019995419536858835,
      "loss": 4.5476,
      "step": 15054
    },
    {
      "epoch": 0.09654354238809798,
      "grad_norm": 9.874225616455078,
      "learning_rate": 0.0001999541892713229,
      "loss": 4.3963,
      "step": 15055
    },
    {
      "epoch": 0.09654995511094011,
      "grad_norm": 12.005702018737793,
      "learning_rate": 0.00019995418317365172,
      "loss": 4.6662,
      "step": 15056
    },
    {
      "epoch": 0.09655636783378223,
      "grad_norm": 4.820382595062256,
      "learning_rate": 0.0001999541770755749,
      "loss": 4.654,
      "step": 15057
    },
    {
      "epoch": 0.09656278055662434,
      "grad_norm": 6.912679672241211,
      "learning_rate": 0.00019995417097709234,
      "loss": 5.0844,
      "step": 15058
    },
    {
      "epoch": 0.09656919327946646,
      "grad_norm": 32.47414779663086,
      "learning_rate": 0.0001999541648782041,
      "loss": 4.5206,
      "step": 15059
    },
    {
      "epoch": 0.09657560600230858,
      "grad_norm": 7.946643352508545,
      "learning_rate": 0.00019995415877891012,
      "loss": 4.79,
      "step": 15060
    },
    {
      "epoch": 0.0965820187251507,
      "grad_norm": 8.199487686157227,
      "learning_rate": 0.0001999541526792105,
      "loss": 4.8327,
      "step": 15061
    },
    {
      "epoch": 0.09658843144799281,
      "grad_norm": 29.869609832763672,
      "learning_rate": 0.00019995414657910513,
      "loss": 4.7157,
      "step": 15062
    },
    {
      "epoch": 0.09659484417083494,
      "grad_norm": 16.335922241210938,
      "learning_rate": 0.0001999541404785941,
      "loss": 5.0274,
      "step": 15063
    },
    {
      "epoch": 0.09660125689367706,
      "grad_norm": 11.429516792297363,
      "learning_rate": 0.00019995413437767735,
      "loss": 4.4675,
      "step": 15064
    },
    {
      "epoch": 0.09660766961651918,
      "grad_norm": 17.78640365600586,
      "learning_rate": 0.00019995412827635494,
      "loss": 4.6939,
      "step": 15065
    },
    {
      "epoch": 0.09661408233936129,
      "grad_norm": 7.670706748962402,
      "learning_rate": 0.00019995412217462682,
      "loss": 4.6591,
      "step": 15066
    },
    {
      "epoch": 0.09662049506220341,
      "grad_norm": 11.835471153259277,
      "learning_rate": 0.000199954116072493,
      "loss": 4.6289,
      "step": 15067
    },
    {
      "epoch": 0.09662690778504553,
      "grad_norm": 6.07000207901001,
      "learning_rate": 0.00019995410996995346,
      "loss": 4.5862,
      "step": 15068
    },
    {
      "epoch": 0.09663332050788764,
      "grad_norm": 17.505887985229492,
      "learning_rate": 0.00019995410386700825,
      "loss": 5.2052,
      "step": 15069
    },
    {
      "epoch": 0.09663973323072977,
      "grad_norm": 13.11880874633789,
      "learning_rate": 0.00019995409776365732,
      "loss": 4.9889,
      "step": 15070
    },
    {
      "epoch": 0.09664614595357189,
      "grad_norm": 24.693193435668945,
      "learning_rate": 0.00019995409165990072,
      "loss": 4.6176,
      "step": 15071
    },
    {
      "epoch": 0.09665255867641401,
      "grad_norm": 77.07609558105469,
      "learning_rate": 0.00019995408555573837,
      "loss": 4.7481,
      "step": 15072
    },
    {
      "epoch": 0.09665897139925612,
      "grad_norm": 32.5996208190918,
      "learning_rate": 0.00019995407945117038,
      "loss": 4.8146,
      "step": 15073
    },
    {
      "epoch": 0.09666538412209824,
      "grad_norm": 37.73530197143555,
      "learning_rate": 0.0001999540733461967,
      "loss": 4.4586,
      "step": 15074
    },
    {
      "epoch": 0.09667179684494036,
      "grad_norm": 14.499082565307617,
      "learning_rate": 0.0001999540672408173,
      "loss": 4.564,
      "step": 15075
    },
    {
      "epoch": 0.09667820956778247,
      "grad_norm": 11.78731918334961,
      "learning_rate": 0.00019995406113503217,
      "loss": 4.5596,
      "step": 15076
    },
    {
      "epoch": 0.0966846222906246,
      "grad_norm": 18.20653533935547,
      "learning_rate": 0.00019995405502884136,
      "loss": 4.4823,
      "step": 15077
    },
    {
      "epoch": 0.09669103501346672,
      "grad_norm": 11.075400352478027,
      "learning_rate": 0.0001999540489222449,
      "loss": 4.7238,
      "step": 15078
    },
    {
      "epoch": 0.09669744773630884,
      "grad_norm": 39.187522888183594,
      "learning_rate": 0.00019995404281524271,
      "loss": 4.5867,
      "step": 15079
    },
    {
      "epoch": 0.09670386045915096,
      "grad_norm": 11.038640975952148,
      "learning_rate": 0.0001999540367078348,
      "loss": 4.9364,
      "step": 15080
    },
    {
      "epoch": 0.09671027318199307,
      "grad_norm": 13.879112243652344,
      "learning_rate": 0.0001999540306000212,
      "loss": 4.6147,
      "step": 15081
    },
    {
      "epoch": 0.09671668590483519,
      "grad_norm": 6.627447128295898,
      "learning_rate": 0.00019995402449180194,
      "loss": 4.6541,
      "step": 15082
    },
    {
      "epoch": 0.0967230986276773,
      "grad_norm": 16.337125778198242,
      "learning_rate": 0.00019995401838317694,
      "loss": 4.5588,
      "step": 15083
    },
    {
      "epoch": 0.09672951135051944,
      "grad_norm": 11.33480453491211,
      "learning_rate": 0.00019995401227414626,
      "loss": 4.5692,
      "step": 15084
    },
    {
      "epoch": 0.09673592407336155,
      "grad_norm": 10.205034255981445,
      "learning_rate": 0.0001999540061647099,
      "loss": 4.711,
      "step": 15085
    },
    {
      "epoch": 0.09674233679620367,
      "grad_norm": 5.700232982635498,
      "learning_rate": 0.00019995400005486783,
      "loss": 4.5583,
      "step": 15086
    },
    {
      "epoch": 0.09674874951904579,
      "grad_norm": 12.73971939086914,
      "learning_rate": 0.00019995399394462008,
      "loss": 4.723,
      "step": 15087
    },
    {
      "epoch": 0.0967551622418879,
      "grad_norm": 10.452062606811523,
      "learning_rate": 0.0001999539878339666,
      "loss": 4.7168,
      "step": 15088
    },
    {
      "epoch": 0.09676157496473002,
      "grad_norm": 9.132173538208008,
      "learning_rate": 0.00019995398172290742,
      "loss": 4.3988,
      "step": 15089
    },
    {
      "epoch": 0.09676798768757214,
      "grad_norm": 12.625053405761719,
      "learning_rate": 0.00019995397561144257,
      "loss": 4.7985,
      "step": 15090
    },
    {
      "epoch": 0.09677440041041427,
      "grad_norm": 8.470211029052734,
      "learning_rate": 0.00019995396949957201,
      "loss": 4.5641,
      "step": 15091
    },
    {
      "epoch": 0.09678081313325639,
      "grad_norm": 4.915164470672607,
      "learning_rate": 0.00019995396338729578,
      "loss": 4.6654,
      "step": 15092
    },
    {
      "epoch": 0.0967872258560985,
      "grad_norm": 16.427194595336914,
      "learning_rate": 0.0001999539572746138,
      "loss": 4.4517,
      "step": 15093
    },
    {
      "epoch": 0.09679363857894062,
      "grad_norm": 23.625343322753906,
      "learning_rate": 0.00019995395116152617,
      "loss": 4.6861,
      "step": 15094
    },
    {
      "epoch": 0.09680005130178274,
      "grad_norm": 82.37865447998047,
      "learning_rate": 0.00019995394504803283,
      "loss": 4.9757,
      "step": 15095
    },
    {
      "epoch": 0.09680646402462485,
      "grad_norm": 11.997215270996094,
      "learning_rate": 0.00019995393893413379,
      "loss": 4.6974,
      "step": 15096
    },
    {
      "epoch": 0.09681287674746697,
      "grad_norm": 52.47842025756836,
      "learning_rate": 0.00019995393281982909,
      "loss": 4.4786,
      "step": 15097
    },
    {
      "epoch": 0.0968192894703091,
      "grad_norm": 8.289939880371094,
      "learning_rate": 0.00019995392670511865,
      "loss": 4.6744,
      "step": 15098
    },
    {
      "epoch": 0.09682570219315122,
      "grad_norm": 7.588156223297119,
      "learning_rate": 0.0001999539205900025,
      "loss": 4.4223,
      "step": 15099
    },
    {
      "epoch": 0.09683211491599333,
      "grad_norm": 10.754631042480469,
      "learning_rate": 0.00019995391447448068,
      "loss": 4.955,
      "step": 15100
    },
    {
      "epoch": 0.09683211491599333,
      "eval_loss": 4.613903522491455,
      "eval_runtime": 34.8226,
      "eval_samples_per_second": 90.028,
      "eval_steps_per_second": 22.514,
      "step": 15100
    },
    {
      "epoch": 0.09683852763883545,
      "grad_norm": 64.82115936279297,
      "learning_rate": 0.00019995390835855317,
      "loss": 4.4273,
      "step": 15101
    },
    {
      "epoch": 0.09684494036167757,
      "grad_norm": 6.4833574295043945,
      "learning_rate": 0.00019995390224221996,
      "loss": 5.2193,
      "step": 15102
    },
    {
      "epoch": 0.09685135308451968,
      "grad_norm": 11.34998607635498,
      "learning_rate": 0.00019995389612548103,
      "loss": 4.9506,
      "step": 15103
    },
    {
      "epoch": 0.0968577658073618,
      "grad_norm": 11.269742012023926,
      "learning_rate": 0.00019995389000833643,
      "loss": 4.5785,
      "step": 15104
    },
    {
      "epoch": 0.09686417853020392,
      "grad_norm": 7.975566864013672,
      "learning_rate": 0.00019995388389078614,
      "loss": 4.4543,
      "step": 15105
    },
    {
      "epoch": 0.09687059125304605,
      "grad_norm": 48.26566696166992,
      "learning_rate": 0.00019995387777283012,
      "loss": 4.7146,
      "step": 15106
    },
    {
      "epoch": 0.09687700397588817,
      "grad_norm": 7.732583999633789,
      "learning_rate": 0.00019995387165446844,
      "loss": 4.8255,
      "step": 15107
    },
    {
      "epoch": 0.09688341669873028,
      "grad_norm": 10.946346282958984,
      "learning_rate": 0.00019995386553570103,
      "loss": 5.0597,
      "step": 15108
    },
    {
      "epoch": 0.0968898294215724,
      "grad_norm": 13.742966651916504,
      "learning_rate": 0.00019995385941652796,
      "loss": 4.6095,
      "step": 15109
    },
    {
      "epoch": 0.09689624214441452,
      "grad_norm": 8.130422592163086,
      "learning_rate": 0.00019995385329694916,
      "loss": 4.3381,
      "step": 15110
    },
    {
      "epoch": 0.09690265486725663,
      "grad_norm": 14.371689796447754,
      "learning_rate": 0.00019995384717696468,
      "loss": 4.604,
      "step": 15111
    },
    {
      "epoch": 0.09690906759009875,
      "grad_norm": 7.077547073364258,
      "learning_rate": 0.00019995384105657448,
      "loss": 4.5927,
      "step": 15112
    },
    {
      "epoch": 0.09691548031294088,
      "grad_norm": 8.199824333190918,
      "learning_rate": 0.0001999538349357786,
      "loss": 4.6061,
      "step": 15113
    },
    {
      "epoch": 0.096921893035783,
      "grad_norm": 5.283549785614014,
      "learning_rate": 0.00019995382881457706,
      "loss": 4.8712,
      "step": 15114
    },
    {
      "epoch": 0.09692830575862511,
      "grad_norm": 8.738425254821777,
      "learning_rate": 0.0001999538226929698,
      "loss": 4.5771,
      "step": 15115
    },
    {
      "epoch": 0.09693471848146723,
      "grad_norm": 8.130486488342285,
      "learning_rate": 0.00019995381657095682,
      "loss": 4.6927,
      "step": 15116
    },
    {
      "epoch": 0.09694113120430935,
      "grad_norm": 14.047096252441406,
      "learning_rate": 0.00019995381044853817,
      "loss": 4.9652,
      "step": 15117
    },
    {
      "epoch": 0.09694754392715146,
      "grad_norm": 5.662697792053223,
      "learning_rate": 0.0001999538043257138,
      "loss": 4.4591,
      "step": 15118
    },
    {
      "epoch": 0.09695395664999358,
      "grad_norm": 17.903228759765625,
      "learning_rate": 0.00019995379820248374,
      "loss": 4.6758,
      "step": 15119
    },
    {
      "epoch": 0.09696036937283571,
      "grad_norm": 7.40147066116333,
      "learning_rate": 0.000199953792078848,
      "loss": 4.7666,
      "step": 15120
    },
    {
      "epoch": 0.09696678209567783,
      "grad_norm": 8.915289878845215,
      "learning_rate": 0.00019995378595480656,
      "loss": 4.5418,
      "step": 15121
    },
    {
      "epoch": 0.09697319481851994,
      "grad_norm": 16.02189826965332,
      "learning_rate": 0.00019995377983035941,
      "loss": 4.4108,
      "step": 15122
    },
    {
      "epoch": 0.09697960754136206,
      "grad_norm": 55.7758903503418,
      "learning_rate": 0.0001999537737055066,
      "loss": 4.6521,
      "step": 15123
    },
    {
      "epoch": 0.09698602026420418,
      "grad_norm": 7.905025959014893,
      "learning_rate": 0.00019995376758024803,
      "loss": 4.3821,
      "step": 15124
    },
    {
      "epoch": 0.0969924329870463,
      "grad_norm": 4.804874897003174,
      "learning_rate": 0.00019995376145458382,
      "loss": 4.6517,
      "step": 15125
    },
    {
      "epoch": 0.09699884570988841,
      "grad_norm": 9.170936584472656,
      "learning_rate": 0.0001999537553285139,
      "loss": 4.5844,
      "step": 15126
    },
    {
      "epoch": 0.09700525843273054,
      "grad_norm": 15.601802825927734,
      "learning_rate": 0.0001999537492020383,
      "loss": 4.5231,
      "step": 15127
    },
    {
      "epoch": 0.09701167115557266,
      "grad_norm": 6.764287948608398,
      "learning_rate": 0.00019995374307515696,
      "loss": 4.5789,
      "step": 15128
    },
    {
      "epoch": 0.09701808387841478,
      "grad_norm": 27.467248916625977,
      "learning_rate": 0.00019995373694786997,
      "loss": 4.5327,
      "step": 15129
    },
    {
      "epoch": 0.0970244966012569,
      "grad_norm": 4.708597183227539,
      "learning_rate": 0.00019995373082017724,
      "loss": 4.4752,
      "step": 15130
    },
    {
      "epoch": 0.09703090932409901,
      "grad_norm": 4.515687942504883,
      "learning_rate": 0.00019995372469207884,
      "loss": 4.4405,
      "step": 15131
    },
    {
      "epoch": 0.09703732204694113,
      "grad_norm": 55.40522384643555,
      "learning_rate": 0.00019995371856357475,
      "loss": 4.7413,
      "step": 15132
    },
    {
      "epoch": 0.09704373476978324,
      "grad_norm": 101.13568115234375,
      "learning_rate": 0.00019995371243466497,
      "loss": 4.7022,
      "step": 15133
    },
    {
      "epoch": 0.09705014749262537,
      "grad_norm": 8.572982788085938,
      "learning_rate": 0.00019995370630534947,
      "loss": 4.5967,
      "step": 15134
    },
    {
      "epoch": 0.09705656021546749,
      "grad_norm": 8.136085510253906,
      "learning_rate": 0.00019995370017562828,
      "loss": 4.414,
      "step": 15135
    },
    {
      "epoch": 0.09706297293830961,
      "grad_norm": 5.292982578277588,
      "learning_rate": 0.00019995369404550138,
      "loss": 4.8403,
      "step": 15136
    },
    {
      "epoch": 0.09706938566115172,
      "grad_norm": 4.538010120391846,
      "learning_rate": 0.00019995368791496883,
      "loss": 4.5515,
      "step": 15137
    },
    {
      "epoch": 0.09707579838399384,
      "grad_norm": 5.727260112762451,
      "learning_rate": 0.00019995368178403057,
      "loss": 4.6301,
      "step": 15138
    },
    {
      "epoch": 0.09708221110683596,
      "grad_norm": 18.848108291625977,
      "learning_rate": 0.0001999536756526866,
      "loss": 5.2346,
      "step": 15139
    },
    {
      "epoch": 0.09708862382967808,
      "grad_norm": 6.588778018951416,
      "learning_rate": 0.00019995366952093693,
      "loss": 4.5695,
      "step": 15140
    },
    {
      "epoch": 0.0970950365525202,
      "grad_norm": 8.531691551208496,
      "learning_rate": 0.00019995366338878157,
      "loss": 4.957,
      "step": 15141
    },
    {
      "epoch": 0.09710144927536232,
      "grad_norm": 19.688684463500977,
      "learning_rate": 0.00019995365725622053,
      "loss": 4.5476,
      "step": 15142
    },
    {
      "epoch": 0.09710786199820444,
      "grad_norm": 8.371023178100586,
      "learning_rate": 0.00019995365112325376,
      "loss": 4.7181,
      "step": 15143
    },
    {
      "epoch": 0.09711427472104656,
      "grad_norm": 5.8482441902160645,
      "learning_rate": 0.00019995364498988133,
      "loss": 4.582,
      "step": 15144
    },
    {
      "epoch": 0.09712068744388867,
      "grad_norm": 5.333341598510742,
      "learning_rate": 0.0001999536388561032,
      "loss": 4.7564,
      "step": 15145
    },
    {
      "epoch": 0.09712710016673079,
      "grad_norm": 59.76443862915039,
      "learning_rate": 0.00019995363272191935,
      "loss": 4.7361,
      "step": 15146
    },
    {
      "epoch": 0.0971335128895729,
      "grad_norm": 26.576602935791016,
      "learning_rate": 0.00019995362658732985,
      "loss": 4.7582,
      "step": 15147
    },
    {
      "epoch": 0.09713992561241504,
      "grad_norm": 7.9026103019714355,
      "learning_rate": 0.0001999536204523346,
      "loss": 4.4628,
      "step": 15148
    },
    {
      "epoch": 0.09714633833525715,
      "grad_norm": 10.919952392578125,
      "learning_rate": 0.0001999536143169337,
      "loss": 4.8401,
      "step": 15149
    },
    {
      "epoch": 0.09715275105809927,
      "grad_norm": 5.4063310623168945,
      "learning_rate": 0.00019995360818112707,
      "loss": 4.7846,
      "step": 15150
    },
    {
      "epoch": 0.09715916378094139,
      "grad_norm": 9.392937660217285,
      "learning_rate": 0.00019995360204491476,
      "loss": 4.9388,
      "step": 15151
    },
    {
      "epoch": 0.0971655765037835,
      "grad_norm": 4.308636665344238,
      "learning_rate": 0.00019995359590829678,
      "loss": 4.7012,
      "step": 15152
    },
    {
      "epoch": 0.09717198922662562,
      "grad_norm": 5.817471027374268,
      "learning_rate": 0.00019995358977127305,
      "loss": 4.9342,
      "step": 15153
    },
    {
      "epoch": 0.09717840194946774,
      "grad_norm": 4.352991104125977,
      "learning_rate": 0.00019995358363384367,
      "loss": 4.5298,
      "step": 15154
    },
    {
      "epoch": 0.09718481467230987,
      "grad_norm": 14.046510696411133,
      "learning_rate": 0.0001999535774960086,
      "loss": 4.5769,
      "step": 15155
    },
    {
      "epoch": 0.09719122739515199,
      "grad_norm": 16.718647003173828,
      "learning_rate": 0.00019995357135776777,
      "loss": 4.7029,
      "step": 15156
    },
    {
      "epoch": 0.0971976401179941,
      "grad_norm": 6.127653121948242,
      "learning_rate": 0.0001999535652191213,
      "loss": 4.6067,
      "step": 15157
    },
    {
      "epoch": 0.09720405284083622,
      "grad_norm": 6.528356075286865,
      "learning_rate": 0.00019995355908006913,
      "loss": 4.6858,
      "step": 15158
    },
    {
      "epoch": 0.09721046556367834,
      "grad_norm": 8.172578811645508,
      "learning_rate": 0.00019995355294061127,
      "loss": 4.5004,
      "step": 15159
    },
    {
      "epoch": 0.09721687828652045,
      "grad_norm": 4.936967849731445,
      "learning_rate": 0.0001999535468007477,
      "loss": 4.9003,
      "step": 15160
    },
    {
      "epoch": 0.09722329100936257,
      "grad_norm": 8.805505752563477,
      "learning_rate": 0.0001999535406604784,
      "loss": 4.6632,
      "step": 15161
    },
    {
      "epoch": 0.0972297037322047,
      "grad_norm": 7.122743129730225,
      "learning_rate": 0.00019995353451980347,
      "loss": 4.6826,
      "step": 15162
    },
    {
      "epoch": 0.09723611645504682,
      "grad_norm": 7.415683269500732,
      "learning_rate": 0.00019995352837872283,
      "loss": 4.6359,
      "step": 15163
    },
    {
      "epoch": 0.09724252917788893,
      "grad_norm": 9.611279487609863,
      "learning_rate": 0.0001999535222372365,
      "loss": 4.6337,
      "step": 15164
    },
    {
      "epoch": 0.09724894190073105,
      "grad_norm": 6.891666412353516,
      "learning_rate": 0.00019995351609534444,
      "loss": 4.6237,
      "step": 15165
    },
    {
      "epoch": 0.09725535462357317,
      "grad_norm": 5.1943840980529785,
      "learning_rate": 0.0001999535099530467,
      "loss": 4.4121,
      "step": 15166
    },
    {
      "epoch": 0.09726176734641528,
      "grad_norm": 4.373699188232422,
      "learning_rate": 0.00019995350381034327,
      "loss": 4.6397,
      "step": 15167
    },
    {
      "epoch": 0.0972681800692574,
      "grad_norm": 9.674121856689453,
      "learning_rate": 0.00019995349766723414,
      "loss": 4.7527,
      "step": 15168
    },
    {
      "epoch": 0.09727459279209953,
      "grad_norm": 4.468369483947754,
      "learning_rate": 0.00019995349152371935,
      "loss": 4.6889,
      "step": 15169
    },
    {
      "epoch": 0.09728100551494165,
      "grad_norm": 5.728583812713623,
      "learning_rate": 0.0001999534853797988,
      "loss": 4.6085,
      "step": 15170
    },
    {
      "epoch": 0.09728741823778377,
      "grad_norm": 8.571369171142578,
      "learning_rate": 0.0001999534792354726,
      "loss": 4.5077,
      "step": 15171
    },
    {
      "epoch": 0.09729383096062588,
      "grad_norm": 3.8095154762268066,
      "learning_rate": 0.00019995347309074068,
      "loss": 4.7187,
      "step": 15172
    },
    {
      "epoch": 0.097300243683468,
      "grad_norm": 20.450490951538086,
      "learning_rate": 0.0001999534669456031,
      "loss": 4.5486,
      "step": 15173
    },
    {
      "epoch": 0.09730665640631012,
      "grad_norm": 29.175613403320312,
      "learning_rate": 0.0001999534608000598,
      "loss": 4.8985,
      "step": 15174
    },
    {
      "epoch": 0.09731306912915223,
      "grad_norm": 4.83686637878418,
      "learning_rate": 0.00019995345465411083,
      "loss": 4.4189,
      "step": 15175
    },
    {
      "epoch": 0.09731948185199436,
      "grad_norm": 9.787351608276367,
      "learning_rate": 0.00019995344850775614,
      "loss": 4.7554,
      "step": 15176
    },
    {
      "epoch": 0.09732589457483648,
      "grad_norm": 3.17441987991333,
      "learning_rate": 0.00019995344236099576,
      "loss": 4.7081,
      "step": 15177
    },
    {
      "epoch": 0.0973323072976786,
      "grad_norm": 5.013454914093018,
      "learning_rate": 0.00019995343621382968,
      "loss": 4.7768,
      "step": 15178
    },
    {
      "epoch": 0.09733872002052071,
      "grad_norm": 22.62001609802246,
      "learning_rate": 0.00019995343006625792,
      "loss": 4.6833,
      "step": 15179
    },
    {
      "epoch": 0.09734513274336283,
      "grad_norm": 7.266013145446777,
      "learning_rate": 0.00019995342391828044,
      "loss": 4.6084,
      "step": 15180
    },
    {
      "epoch": 0.09735154546620495,
      "grad_norm": 5.201501369476318,
      "learning_rate": 0.00019995341776989732,
      "loss": 4.6698,
      "step": 15181
    },
    {
      "epoch": 0.09735795818904706,
      "grad_norm": 3.9327504634857178,
      "learning_rate": 0.00019995341162110846,
      "loss": 4.5546,
      "step": 15182
    },
    {
      "epoch": 0.0973643709118892,
      "grad_norm": 6.068059921264648,
      "learning_rate": 0.0001999534054719139,
      "loss": 4.7933,
      "step": 15183
    },
    {
      "epoch": 0.09737078363473131,
      "grad_norm": 16.90072250366211,
      "learning_rate": 0.00019995339932231366,
      "loss": 4.8308,
      "step": 15184
    },
    {
      "epoch": 0.09737719635757343,
      "grad_norm": 9.345063209533691,
      "learning_rate": 0.00019995339317230775,
      "loss": 4.5574,
      "step": 15185
    },
    {
      "epoch": 0.09738360908041555,
      "grad_norm": 3.8562166690826416,
      "learning_rate": 0.00019995338702189609,
      "loss": 4.7608,
      "step": 15186
    },
    {
      "epoch": 0.09739002180325766,
      "grad_norm": 3.8143508434295654,
      "learning_rate": 0.0001999533808710788,
      "loss": 4.73,
      "step": 15187
    },
    {
      "epoch": 0.09739643452609978,
      "grad_norm": 13.622198104858398,
      "learning_rate": 0.00019995337471985579,
      "loss": 4.5572,
      "step": 15188
    },
    {
      "epoch": 0.0974028472489419,
      "grad_norm": 5.2348504066467285,
      "learning_rate": 0.00019995336856822707,
      "loss": 4.5381,
      "step": 15189
    },
    {
      "epoch": 0.09740925997178403,
      "grad_norm": 5.358033657073975,
      "learning_rate": 0.00019995336241619268,
      "loss": 4.5245,
      "step": 15190
    },
    {
      "epoch": 0.09741567269462614,
      "grad_norm": 4.52779483795166,
      "learning_rate": 0.00019995335626375255,
      "loss": 4.6217,
      "step": 15191
    },
    {
      "epoch": 0.09742208541746826,
      "grad_norm": 9.933355331420898,
      "learning_rate": 0.00019995335011090677,
      "loss": 4.6798,
      "step": 15192
    },
    {
      "epoch": 0.09742849814031038,
      "grad_norm": 12.63045883178711,
      "learning_rate": 0.0001999533439576553,
      "loss": 4.5849,
      "step": 15193
    },
    {
      "epoch": 0.0974349108631525,
      "grad_norm": 5.302123069763184,
      "learning_rate": 0.00019995333780399813,
      "loss": 4.7563,
      "step": 15194
    },
    {
      "epoch": 0.09744132358599461,
      "grad_norm": 6.502140998840332,
      "learning_rate": 0.00019995333164993522,
      "loss": 4.666,
      "step": 15195
    },
    {
      "epoch": 0.09744773630883673,
      "grad_norm": 8.416702270507812,
      "learning_rate": 0.00019995332549546665,
      "loss": 4.5306,
      "step": 15196
    },
    {
      "epoch": 0.09745414903167884,
      "grad_norm": 5.924126625061035,
      "learning_rate": 0.0001999533193405924,
      "loss": 4.6155,
      "step": 15197
    },
    {
      "epoch": 0.09746056175452097,
      "grad_norm": 8.924373626708984,
      "learning_rate": 0.00019995331318531246,
      "loss": 4.7971,
      "step": 15198
    },
    {
      "epoch": 0.09746697447736309,
      "grad_norm": 10.420267105102539,
      "learning_rate": 0.0001999533070296268,
      "loss": 4.5267,
      "step": 15199
    },
    {
      "epoch": 0.09747338720020521,
      "grad_norm": 21.892486572265625,
      "learning_rate": 0.00019995330087353545,
      "loss": 4.6597,
      "step": 15200
    },
    {
      "epoch": 0.09747338720020521,
      "eval_loss": 4.619544506072998,
      "eval_runtime": 34.7834,
      "eval_samples_per_second": 90.129,
      "eval_steps_per_second": 22.54,
      "step": 15200
    },
    {
      "epoch": 0.09747979992304732,
      "grad_norm": 12.558067321777344,
      "learning_rate": 0.0001999532947170384,
      "loss": 4.7861,
      "step": 15201
    },
    {
      "epoch": 0.09748621264588944,
      "grad_norm": 5.001917839050293,
      "learning_rate": 0.00019995328856013567,
      "loss": 4.6518,
      "step": 15202
    },
    {
      "epoch": 0.09749262536873156,
      "grad_norm": 6.794464111328125,
      "learning_rate": 0.00019995328240282725,
      "loss": 4.6204,
      "step": 15203
    },
    {
      "epoch": 0.09749903809157368,
      "grad_norm": 5.663803577423096,
      "learning_rate": 0.00019995327624511313,
      "loss": 4.7218,
      "step": 15204
    },
    {
      "epoch": 0.0975054508144158,
      "grad_norm": 7.569520473480225,
      "learning_rate": 0.00019995327008699333,
      "loss": 4.5677,
      "step": 15205
    },
    {
      "epoch": 0.09751186353725792,
      "grad_norm": 12.689934730529785,
      "learning_rate": 0.00019995326392846781,
      "loss": 4.5922,
      "step": 15206
    },
    {
      "epoch": 0.09751827626010004,
      "grad_norm": 6.617971897125244,
      "learning_rate": 0.00019995325776953662,
      "loss": 4.8109,
      "step": 15207
    },
    {
      "epoch": 0.09752468898294216,
      "grad_norm": 4.98471212387085,
      "learning_rate": 0.00019995325161019972,
      "loss": 4.8169,
      "step": 15208
    },
    {
      "epoch": 0.09753110170578427,
      "grad_norm": 6.673305511474609,
      "learning_rate": 0.00019995324545045713,
      "loss": 4.6227,
      "step": 15209
    },
    {
      "epoch": 0.09753751442862639,
      "grad_norm": 7.701378345489502,
      "learning_rate": 0.00019995323929030881,
      "loss": 4.3366,
      "step": 15210
    },
    {
      "epoch": 0.0975439271514685,
      "grad_norm": 7.204380989074707,
      "learning_rate": 0.00019995323312975484,
      "loss": 4.5944,
      "step": 15211
    },
    {
      "epoch": 0.09755033987431064,
      "grad_norm": 5.505153179168701,
      "learning_rate": 0.0001999532269687952,
      "loss": 4.6648,
      "step": 15212
    },
    {
      "epoch": 0.09755675259715275,
      "grad_norm": 5.479734420776367,
      "learning_rate": 0.00019995322080742982,
      "loss": 4.4873,
      "step": 15213
    },
    {
      "epoch": 0.09756316531999487,
      "grad_norm": 10.425140380859375,
      "learning_rate": 0.00019995321464565878,
      "loss": 4.3851,
      "step": 15214
    },
    {
      "epoch": 0.09756957804283699,
      "grad_norm": 7.256711959838867,
      "learning_rate": 0.000199953208483482,
      "loss": 4.715,
      "step": 15215
    },
    {
      "epoch": 0.0975759907656791,
      "grad_norm": 8.139847755432129,
      "learning_rate": 0.00019995320232089956,
      "loss": 4.5888,
      "step": 15216
    },
    {
      "epoch": 0.09758240348852122,
      "grad_norm": 9.723885536193848,
      "learning_rate": 0.00019995319615791145,
      "loss": 4.6876,
      "step": 15217
    },
    {
      "epoch": 0.09758881621136334,
      "grad_norm": 13.332428932189941,
      "learning_rate": 0.0001999531899945176,
      "loss": 4.6455,
      "step": 15218
    },
    {
      "epoch": 0.09759522893420547,
      "grad_norm": 12.006157875061035,
      "learning_rate": 0.0001999531838307181,
      "loss": 4.9701,
      "step": 15219
    },
    {
      "epoch": 0.09760164165704759,
      "grad_norm": 11.264569282531738,
      "learning_rate": 0.00019995317766651285,
      "loss": 4.7374,
      "step": 15220
    },
    {
      "epoch": 0.0976080543798897,
      "grad_norm": 6.742484092712402,
      "learning_rate": 0.00019995317150190193,
      "loss": 4.7996,
      "step": 15221
    },
    {
      "epoch": 0.09761446710273182,
      "grad_norm": 18.67205047607422,
      "learning_rate": 0.00019995316533688535,
      "loss": 4.6752,
      "step": 15222
    },
    {
      "epoch": 0.09762087982557394,
      "grad_norm": 9.873213768005371,
      "learning_rate": 0.00019995315917146304,
      "loss": 4.833,
      "step": 15223
    },
    {
      "epoch": 0.09762729254841605,
      "grad_norm": 10.686396598815918,
      "learning_rate": 0.00019995315300563505,
      "loss": 4.7117,
      "step": 15224
    },
    {
      "epoch": 0.09763370527125817,
      "grad_norm": 10.299768447875977,
      "learning_rate": 0.00019995314683940137,
      "loss": 4.6234,
      "step": 15225
    },
    {
      "epoch": 0.0976401179941003,
      "grad_norm": 11.773625373840332,
      "learning_rate": 0.000199953140672762,
      "loss": 5.1503,
      "step": 15226
    },
    {
      "epoch": 0.09764653071694242,
      "grad_norm": 6.372962951660156,
      "learning_rate": 0.00019995313450571692,
      "loss": 4.8717,
      "step": 15227
    },
    {
      "epoch": 0.09765294343978453,
      "grad_norm": 13.816407203674316,
      "learning_rate": 0.00019995312833826615,
      "loss": 4.5731,
      "step": 15228
    },
    {
      "epoch": 0.09765935616262665,
      "grad_norm": 18.12871551513672,
      "learning_rate": 0.00019995312217040967,
      "loss": 5.1467,
      "step": 15229
    },
    {
      "epoch": 0.09766576888546877,
      "grad_norm": 6.502016067504883,
      "learning_rate": 0.00019995311600214753,
      "loss": 4.6877,
      "step": 15230
    },
    {
      "epoch": 0.09767218160831088,
      "grad_norm": 11.79826545715332,
      "learning_rate": 0.0001999531098334797,
      "loss": 4.8744,
      "step": 15231
    },
    {
      "epoch": 0.097678594331153,
      "grad_norm": 9.579400062561035,
      "learning_rate": 0.00019995310366440614,
      "loss": 4.7189,
      "step": 15232
    },
    {
      "epoch": 0.09768500705399513,
      "grad_norm": 8.798550605773926,
      "learning_rate": 0.0001999530974949269,
      "loss": 4.7086,
      "step": 15233
    },
    {
      "epoch": 0.09769141977683725,
      "grad_norm": 21.902433395385742,
      "learning_rate": 0.00019995309132504199,
      "loss": 4.8087,
      "step": 15234
    },
    {
      "epoch": 0.09769783249967937,
      "grad_norm": 6.879804611206055,
      "learning_rate": 0.00019995308515475136,
      "loss": 4.5575,
      "step": 15235
    },
    {
      "epoch": 0.09770424522252148,
      "grad_norm": 27.486583709716797,
      "learning_rate": 0.00019995307898405503,
      "loss": 4.5371,
      "step": 15236
    },
    {
      "epoch": 0.0977106579453636,
      "grad_norm": 9.256484031677246,
      "learning_rate": 0.00019995307281295307,
      "loss": 4.6394,
      "step": 15237
    },
    {
      "epoch": 0.09771707066820572,
      "grad_norm": 11.990543365478516,
      "learning_rate": 0.00019995306664144535,
      "loss": 4.7288,
      "step": 15238
    },
    {
      "epoch": 0.09772348339104783,
      "grad_norm": 19.77558135986328,
      "learning_rate": 0.00019995306046953197,
      "loss": 4.581,
      "step": 15239
    },
    {
      "epoch": 0.09772989611388996,
      "grad_norm": 22.921030044555664,
      "learning_rate": 0.00019995305429721286,
      "loss": 4.6736,
      "step": 15240
    },
    {
      "epoch": 0.09773630883673208,
      "grad_norm": 9.0868501663208,
      "learning_rate": 0.0001999530481244881,
      "loss": 4.4349,
      "step": 15241
    },
    {
      "epoch": 0.0977427215595742,
      "grad_norm": 15.005969047546387,
      "learning_rate": 0.00019995304195135765,
      "loss": 4.6012,
      "step": 15242
    },
    {
      "epoch": 0.09774913428241631,
      "grad_norm": 6.371620178222656,
      "learning_rate": 0.00019995303577782146,
      "loss": 4.615,
      "step": 15243
    },
    {
      "epoch": 0.09775554700525843,
      "grad_norm": 21.82589340209961,
      "learning_rate": 0.00019995302960387962,
      "loss": 4.9813,
      "step": 15244
    },
    {
      "epoch": 0.09776195972810055,
      "grad_norm": 9.989039421081543,
      "learning_rate": 0.00019995302342953205,
      "loss": 4.695,
      "step": 15245
    },
    {
      "epoch": 0.09776837245094266,
      "grad_norm": 6.868039131164551,
      "learning_rate": 0.00019995301725477882,
      "loss": 4.6525,
      "step": 15246
    },
    {
      "epoch": 0.0977747851737848,
      "grad_norm": 18.942554473876953,
      "learning_rate": 0.0001999530110796199,
      "loss": 5.0212,
      "step": 15247
    },
    {
      "epoch": 0.09778119789662691,
      "grad_norm": 26.779909133911133,
      "learning_rate": 0.00019995300490405527,
      "loss": 4.4835,
      "step": 15248
    },
    {
      "epoch": 0.09778761061946903,
      "grad_norm": 10.48036003112793,
      "learning_rate": 0.00019995299872808495,
      "loss": 4.4947,
      "step": 15249
    },
    {
      "epoch": 0.09779402334231115,
      "grad_norm": 19.844682693481445,
      "learning_rate": 0.00019995299255170894,
      "loss": 4.5344,
      "step": 15250
    },
    {
      "epoch": 0.09780043606515326,
      "grad_norm": 31.846874237060547,
      "learning_rate": 0.00019995298637492722,
      "loss": 4.5046,
      "step": 15251
    },
    {
      "epoch": 0.09780684878799538,
      "grad_norm": 16.832794189453125,
      "learning_rate": 0.00019995298019773983,
      "loss": 4.7174,
      "step": 15252
    },
    {
      "epoch": 0.0978132615108375,
      "grad_norm": 132.6632080078125,
      "learning_rate": 0.00019995297402014675,
      "loss": 4.618,
      "step": 15253
    },
    {
      "epoch": 0.09781967423367963,
      "grad_norm": 20.645227432250977,
      "learning_rate": 0.00019995296784214796,
      "loss": 4.6124,
      "step": 15254
    },
    {
      "epoch": 0.09782608695652174,
      "grad_norm": 109.01636505126953,
      "learning_rate": 0.0001999529616637435,
      "loss": 4.3444,
      "step": 15255
    },
    {
      "epoch": 0.09783249967936386,
      "grad_norm": 12.523125648498535,
      "learning_rate": 0.00019995295548493332,
      "loss": 4.6592,
      "step": 15256
    },
    {
      "epoch": 0.09783891240220598,
      "grad_norm": 24.001230239868164,
      "learning_rate": 0.00019995294930571746,
      "loss": 4.7399,
      "step": 15257
    },
    {
      "epoch": 0.0978453251250481,
      "grad_norm": 7.811813831329346,
      "learning_rate": 0.0001999529431260959,
      "loss": 4.4512,
      "step": 15258
    },
    {
      "epoch": 0.09785173784789021,
      "grad_norm": 25.44951629638672,
      "learning_rate": 0.00019995293694606865,
      "loss": 4.7509,
      "step": 15259
    },
    {
      "epoch": 0.09785815057073233,
      "grad_norm": 15.819317817687988,
      "learning_rate": 0.00019995293076563572,
      "loss": 4.6891,
      "step": 15260
    },
    {
      "epoch": 0.09786456329357446,
      "grad_norm": 10.696852684020996,
      "learning_rate": 0.00019995292458479708,
      "loss": 4.61,
      "step": 15261
    },
    {
      "epoch": 0.09787097601641657,
      "grad_norm": 18.332679748535156,
      "learning_rate": 0.00019995291840355276,
      "loss": 4.4965,
      "step": 15262
    },
    {
      "epoch": 0.09787738873925869,
      "grad_norm": 91.58448028564453,
      "learning_rate": 0.00019995291222190276,
      "loss": 4.72,
      "step": 15263
    },
    {
      "epoch": 0.09788380146210081,
      "grad_norm": 18.386205673217773,
      "learning_rate": 0.00019995290603984706,
      "loss": 4.4557,
      "step": 15264
    },
    {
      "epoch": 0.09789021418494293,
      "grad_norm": 39.085968017578125,
      "learning_rate": 0.00019995289985738564,
      "loss": 4.8736,
      "step": 15265
    },
    {
      "epoch": 0.09789662690778504,
      "grad_norm": 17.31643295288086,
      "learning_rate": 0.00019995289367451857,
      "loss": 4.7183,
      "step": 15266
    },
    {
      "epoch": 0.09790303963062716,
      "grad_norm": 33.73784255981445,
      "learning_rate": 0.0001999528874912458,
      "loss": 5.4109,
      "step": 15267
    },
    {
      "epoch": 0.09790945235346929,
      "grad_norm": 15.669107437133789,
      "learning_rate": 0.00019995288130756727,
      "loss": 4.7232,
      "step": 15268
    },
    {
      "epoch": 0.0979158650763114,
      "grad_norm": 76.16999053955078,
      "learning_rate": 0.00019995287512348313,
      "loss": 4.4356,
      "step": 15269
    },
    {
      "epoch": 0.09792227779915352,
      "grad_norm": 26.01110076904297,
      "learning_rate": 0.00019995286893899325,
      "loss": 4.684,
      "step": 15270
    },
    {
      "epoch": 0.09792869052199564,
      "grad_norm": 18.76156997680664,
      "learning_rate": 0.00019995286275409772,
      "loss": 4.5548,
      "step": 15271
    },
    {
      "epoch": 0.09793510324483776,
      "grad_norm": 30.098052978515625,
      "learning_rate": 0.00019995285656879648,
      "loss": 4.704,
      "step": 15272
    },
    {
      "epoch": 0.09794151596767987,
      "grad_norm": 22.369029998779297,
      "learning_rate": 0.00019995285038308953,
      "loss": 4.745,
      "step": 15273
    },
    {
      "epoch": 0.09794792869052199,
      "grad_norm": 50.41476821899414,
      "learning_rate": 0.0001999528441969769,
      "loss": 4.785,
      "step": 15274
    },
    {
      "epoch": 0.09795434141336412,
      "grad_norm": 12.372175216674805,
      "learning_rate": 0.0001999528380104586,
      "loss": 4.7174,
      "step": 15275
    },
    {
      "epoch": 0.09796075413620624,
      "grad_norm": 17.373544692993164,
      "learning_rate": 0.00019995283182353457,
      "loss": 4.5897,
      "step": 15276
    },
    {
      "epoch": 0.09796716685904835,
      "grad_norm": 24.55397605895996,
      "learning_rate": 0.00019995282563620484,
      "loss": 4.8152,
      "step": 15277
    },
    {
      "epoch": 0.09797357958189047,
      "grad_norm": 28.695085525512695,
      "learning_rate": 0.00019995281944846946,
      "loss": 4.8466,
      "step": 15278
    },
    {
      "epoch": 0.09797999230473259,
      "grad_norm": 21.987716674804688,
      "learning_rate": 0.00019995281326032837,
      "loss": 4.3863,
      "step": 15279
    },
    {
      "epoch": 0.0979864050275747,
      "grad_norm": 13.845612525939941,
      "learning_rate": 0.0001999528070717816,
      "loss": 4.7637,
      "step": 15280
    },
    {
      "epoch": 0.09799281775041682,
      "grad_norm": 21.53431510925293,
      "learning_rate": 0.00019995280088282912,
      "loss": 4.4259,
      "step": 15281
    },
    {
      "epoch": 0.09799923047325895,
      "grad_norm": 11.651459693908691,
      "learning_rate": 0.00019995279469347095,
      "loss": 4.5857,
      "step": 15282
    },
    {
      "epoch": 0.09800564319610107,
      "grad_norm": 29.19032096862793,
      "learning_rate": 0.00019995278850370708,
      "loss": 4.6298,
      "step": 15283
    },
    {
      "epoch": 0.09801205591894319,
      "grad_norm": 16.841249465942383,
      "learning_rate": 0.00019995278231353756,
      "loss": 4.6848,
      "step": 15284
    },
    {
      "epoch": 0.0980184686417853,
      "grad_norm": 26.32093048095703,
      "learning_rate": 0.0001999527761229623,
      "loss": 4.653,
      "step": 15285
    },
    {
      "epoch": 0.09802488136462742,
      "grad_norm": 47.42730712890625,
      "learning_rate": 0.00019995276993198138,
      "loss": 4.9214,
      "step": 15286
    },
    {
      "epoch": 0.09803129408746954,
      "grad_norm": 37.76567840576172,
      "learning_rate": 0.00019995276374059473,
      "loss": 4.6494,
      "step": 15287
    },
    {
      "epoch": 0.09803770681031165,
      "grad_norm": 47.44220733642578,
      "learning_rate": 0.00019995275754880243,
      "loss": 4.8171,
      "step": 15288
    },
    {
      "epoch": 0.09804411953315378,
      "grad_norm": 77.56001281738281,
      "learning_rate": 0.00019995275135660442,
      "loss": 4.8345,
      "step": 15289
    },
    {
      "epoch": 0.0980505322559959,
      "grad_norm": 20.578187942504883,
      "learning_rate": 0.00019995274516400072,
      "loss": 4.5725,
      "step": 15290
    },
    {
      "epoch": 0.09805694497883802,
      "grad_norm": 24.622556686401367,
      "learning_rate": 0.00019995273897099134,
      "loss": 4.6459,
      "step": 15291
    },
    {
      "epoch": 0.09806335770168013,
      "grad_norm": 50.98155975341797,
      "learning_rate": 0.00019995273277757623,
      "loss": 4.6087,
      "step": 15292
    },
    {
      "epoch": 0.09806977042452225,
      "grad_norm": 35.02663040161133,
      "learning_rate": 0.00019995272658375547,
      "loss": 4.8773,
      "step": 15293
    },
    {
      "epoch": 0.09807618314736437,
      "grad_norm": 25.761762619018555,
      "learning_rate": 0.000199952720389529,
      "loss": 4.6352,
      "step": 15294
    },
    {
      "epoch": 0.09808259587020648,
      "grad_norm": 55.114349365234375,
      "learning_rate": 0.00019995271419489684,
      "loss": 4.5771,
      "step": 15295
    },
    {
      "epoch": 0.0980890085930486,
      "grad_norm": 52.63072204589844,
      "learning_rate": 0.000199952707999859,
      "loss": 4.584,
      "step": 15296
    },
    {
      "epoch": 0.09809542131589073,
      "grad_norm": 31.016321182250977,
      "learning_rate": 0.00019995270180441543,
      "loss": 4.9812,
      "step": 15297
    },
    {
      "epoch": 0.09810183403873285,
      "grad_norm": 73.02213287353516,
      "learning_rate": 0.00019995269560856623,
      "loss": 4.495,
      "step": 15298
    },
    {
      "epoch": 0.09810824676157497,
      "grad_norm": 14.364506721496582,
      "learning_rate": 0.0001999526894123113,
      "loss": 4.907,
      "step": 15299
    },
    {
      "epoch": 0.09811465948441708,
      "grad_norm": 34.75482940673828,
      "learning_rate": 0.00019995268321565068,
      "loss": 4.7307,
      "step": 15300
    },
    {
      "epoch": 0.09811465948441708,
      "eval_loss": 4.626194477081299,
      "eval_runtime": 34.7964,
      "eval_samples_per_second": 90.096,
      "eval_steps_per_second": 22.531,
      "step": 15300
    },
    {
      "epoch": 0.0981210722072592,
      "grad_norm": 15.088787078857422,
      "learning_rate": 0.00019995267701858435,
      "loss": 4.5327,
      "step": 15301
    },
    {
      "epoch": 0.09812748493010132,
      "grad_norm": 83.27870178222656,
      "learning_rate": 0.00019995267082111235,
      "loss": 4.4685,
      "step": 15302
    },
    {
      "epoch": 0.09813389765294343,
      "grad_norm": 520.6323852539062,
      "learning_rate": 0.0001999526646232347,
      "loss": 4.977,
      "step": 15303
    },
    {
      "epoch": 0.09814031037578556,
      "grad_norm": 16.33348274230957,
      "learning_rate": 0.00019995265842495127,
      "loss": 4.8364,
      "step": 15304
    },
    {
      "epoch": 0.09814672309862768,
      "grad_norm": 30.38433074951172,
      "learning_rate": 0.00019995265222626222,
      "loss": 4.4925,
      "step": 15305
    },
    {
      "epoch": 0.0981531358214698,
      "grad_norm": 94.76924133300781,
      "learning_rate": 0.00019995264602716746,
      "loss": 4.5869,
      "step": 15306
    },
    {
      "epoch": 0.09815954854431191,
      "grad_norm": 32.51030349731445,
      "learning_rate": 0.000199952639827667,
      "loss": 5.0013,
      "step": 15307
    },
    {
      "epoch": 0.09816596126715403,
      "grad_norm": 39.291542053222656,
      "learning_rate": 0.00019995263362776084,
      "loss": 4.3818,
      "step": 15308
    },
    {
      "epoch": 0.09817237398999615,
      "grad_norm": 83.79098510742188,
      "learning_rate": 0.000199952627427449,
      "loss": 4.4333,
      "step": 15309
    },
    {
      "epoch": 0.09817878671283826,
      "grad_norm": 85.28726196289062,
      "learning_rate": 0.00019995262122673147,
      "loss": 4.6454,
      "step": 15310
    },
    {
      "epoch": 0.0981851994356804,
      "grad_norm": 39.57625198364258,
      "learning_rate": 0.00019995261502560828,
      "loss": 4.5946,
      "step": 15311
    },
    {
      "epoch": 0.09819161215852251,
      "grad_norm": 100.80672454833984,
      "learning_rate": 0.00019995260882407933,
      "loss": 4.6159,
      "step": 15312
    },
    {
      "epoch": 0.09819802488136463,
      "grad_norm": 24.19695472717285,
      "learning_rate": 0.00019995260262214474,
      "loss": 4.6505,
      "step": 15313
    },
    {
      "epoch": 0.09820443760420675,
      "grad_norm": 8.77574348449707,
      "learning_rate": 0.00019995259641980443,
      "loss": 4.582,
      "step": 15314
    },
    {
      "epoch": 0.09821085032704886,
      "grad_norm": 22.064006805419922,
      "learning_rate": 0.00019995259021705848,
      "loss": 4.7985,
      "step": 15315
    },
    {
      "epoch": 0.09821726304989098,
      "grad_norm": 18.49588394165039,
      "learning_rate": 0.0001999525840139068,
      "loss": 4.6475,
      "step": 15316
    },
    {
      "epoch": 0.0982236757727331,
      "grad_norm": 20.72501564025879,
      "learning_rate": 0.0001999525778103494,
      "loss": 4.6674,
      "step": 15317
    },
    {
      "epoch": 0.09823008849557523,
      "grad_norm": 182.0977783203125,
      "learning_rate": 0.00019995257160638637,
      "loss": 4.7314,
      "step": 15318
    },
    {
      "epoch": 0.09823650121841734,
      "grad_norm": 87.36080169677734,
      "learning_rate": 0.00019995256540201762,
      "loss": 4.3818,
      "step": 15319
    },
    {
      "epoch": 0.09824291394125946,
      "grad_norm": 16.29825210571289,
      "learning_rate": 0.00019995255919724318,
      "loss": 4.7514,
      "step": 15320
    },
    {
      "epoch": 0.09824932666410158,
      "grad_norm": 45.48924255371094,
      "learning_rate": 0.00019995255299206304,
      "loss": 4.7956,
      "step": 15321
    },
    {
      "epoch": 0.0982557393869437,
      "grad_norm": 41.2133674621582,
      "learning_rate": 0.00019995254678647722,
      "loss": 4.798,
      "step": 15322
    },
    {
      "epoch": 0.09826215210978581,
      "grad_norm": 1015.6250610351562,
      "learning_rate": 0.00019995254058048572,
      "loss": 4.6837,
      "step": 15323
    },
    {
      "epoch": 0.09826856483262793,
      "grad_norm": 48.021629333496094,
      "learning_rate": 0.0001999525343740885,
      "loss": 4.5174,
      "step": 15324
    },
    {
      "epoch": 0.09827497755547006,
      "grad_norm": 19.141504287719727,
      "learning_rate": 0.0001999525281672856,
      "loss": 4.7887,
      "step": 15325
    },
    {
      "epoch": 0.09828139027831218,
      "grad_norm": 14.404582023620605,
      "learning_rate": 0.00019995252196007703,
      "loss": 4.6402,
      "step": 15326
    },
    {
      "epoch": 0.09828780300115429,
      "grad_norm": 39.52684783935547,
      "learning_rate": 0.00019995251575246275,
      "loss": 4.7577,
      "step": 15327
    },
    {
      "epoch": 0.09829421572399641,
      "grad_norm": 20.515644073486328,
      "learning_rate": 0.00019995250954444278,
      "loss": 4.8045,
      "step": 15328
    },
    {
      "epoch": 0.09830062844683853,
      "grad_norm": 20.169757843017578,
      "learning_rate": 0.0001999525033360171,
      "loss": 4.4717,
      "step": 15329
    },
    {
      "epoch": 0.09830704116968064,
      "grad_norm": 87.0428237915039,
      "learning_rate": 0.00019995249712718578,
      "loss": 4.7045,
      "step": 15330
    },
    {
      "epoch": 0.09831345389252276,
      "grad_norm": 20.30868911743164,
      "learning_rate": 0.00019995249091794875,
      "loss": 4.5873,
      "step": 15331
    },
    {
      "epoch": 0.09831986661536489,
      "grad_norm": 38.9549560546875,
      "learning_rate": 0.00019995248470830598,
      "loss": 4.4662,
      "step": 15332
    },
    {
      "epoch": 0.098326279338207,
      "grad_norm": 108.35643768310547,
      "learning_rate": 0.00019995247849825758,
      "loss": 4.6464,
      "step": 15333
    },
    {
      "epoch": 0.09833269206104912,
      "grad_norm": 61.87588119506836,
      "learning_rate": 0.00019995247228780347,
      "loss": 4.5672,
      "step": 15334
    },
    {
      "epoch": 0.09833910478389124,
      "grad_norm": 59.410888671875,
      "learning_rate": 0.00019995246607694368,
      "loss": 4.6396,
      "step": 15335
    },
    {
      "epoch": 0.09834551750673336,
      "grad_norm": 134.7679901123047,
      "learning_rate": 0.00019995245986567816,
      "loss": 4.8497,
      "step": 15336
    },
    {
      "epoch": 0.09835193022957547,
      "grad_norm": 31.941781997680664,
      "learning_rate": 0.00019995245365400698,
      "loss": 4.6764,
      "step": 15337
    },
    {
      "epoch": 0.09835834295241759,
      "grad_norm": 152.63351440429688,
      "learning_rate": 0.00019995244744193012,
      "loss": 4.4662,
      "step": 15338
    },
    {
      "epoch": 0.09836475567525972,
      "grad_norm": 26.394075393676758,
      "learning_rate": 0.00019995244122944755,
      "loss": 4.6675,
      "step": 15339
    },
    {
      "epoch": 0.09837116839810184,
      "grad_norm": 122.12635040283203,
      "learning_rate": 0.00019995243501655933,
      "loss": 4.6307,
      "step": 15340
    },
    {
      "epoch": 0.09837758112094395,
      "grad_norm": 17.609352111816406,
      "learning_rate": 0.00019995242880326534,
      "loss": 4.7452,
      "step": 15341
    },
    {
      "epoch": 0.09838399384378607,
      "grad_norm": 22.16368865966797,
      "learning_rate": 0.0001999524225895657,
      "loss": 4.7124,
      "step": 15342
    },
    {
      "epoch": 0.09839040656662819,
      "grad_norm": 27.54286766052246,
      "learning_rate": 0.00019995241637546038,
      "loss": 4.6505,
      "step": 15343
    },
    {
      "epoch": 0.0983968192894703,
      "grad_norm": 15.44035530090332,
      "learning_rate": 0.00019995241016094938,
      "loss": 4.5359,
      "step": 15344
    },
    {
      "epoch": 0.09840323201231242,
      "grad_norm": 9.772870063781738,
      "learning_rate": 0.00019995240394603267,
      "loss": 4.7647,
      "step": 15345
    },
    {
      "epoch": 0.09840964473515455,
      "grad_norm": 20.59201431274414,
      "learning_rate": 0.00019995239773071028,
      "loss": 5.0558,
      "step": 15346
    },
    {
      "epoch": 0.09841605745799667,
      "grad_norm": 141.83497619628906,
      "learning_rate": 0.00019995239151498218,
      "loss": 4.8308,
      "step": 15347
    },
    {
      "epoch": 0.09842247018083879,
      "grad_norm": 54.80093002319336,
      "learning_rate": 0.00019995238529884842,
      "loss": 4.8551,
      "step": 15348
    },
    {
      "epoch": 0.0984288829036809,
      "grad_norm": 47.868934631347656,
      "learning_rate": 0.00019995237908230893,
      "loss": 4.6484,
      "step": 15349
    },
    {
      "epoch": 0.09843529562652302,
      "grad_norm": 22.088979721069336,
      "learning_rate": 0.0001999523728653638,
      "loss": 4.545,
      "step": 15350
    },
    {
      "epoch": 0.09844170834936514,
      "grad_norm": 33.673885345458984,
      "learning_rate": 0.00019995236664801293,
      "loss": 4.926,
      "step": 15351
    },
    {
      "epoch": 0.09844812107220725,
      "grad_norm": 74.37745666503906,
      "learning_rate": 0.0001999523604302564,
      "loss": 4.706,
      "step": 15352
    },
    {
      "epoch": 0.09845453379504938,
      "grad_norm": 10.966489791870117,
      "learning_rate": 0.00019995235421209418,
      "loss": 4.6439,
      "step": 15353
    },
    {
      "epoch": 0.0984609465178915,
      "grad_norm": 26.26947784423828,
      "learning_rate": 0.00019995234799352623,
      "loss": 4.5821,
      "step": 15354
    },
    {
      "epoch": 0.09846735924073362,
      "grad_norm": 66.55680084228516,
      "learning_rate": 0.00019995234177455266,
      "loss": 4.7557,
      "step": 15355
    },
    {
      "epoch": 0.09847377196357573,
      "grad_norm": 58.13700485229492,
      "learning_rate": 0.00019995233555517334,
      "loss": 4.6978,
      "step": 15356
    },
    {
      "epoch": 0.09848018468641785,
      "grad_norm": 25.641708374023438,
      "learning_rate": 0.00019995232933538835,
      "loss": 4.668,
      "step": 15357
    },
    {
      "epoch": 0.09848659740925997,
      "grad_norm": 12.63875961303711,
      "learning_rate": 0.00019995232311519767,
      "loss": 4.6065,
      "step": 15358
    },
    {
      "epoch": 0.09849301013210209,
      "grad_norm": 15.513647079467773,
      "learning_rate": 0.0001999523168946013,
      "loss": 4.724,
      "step": 15359
    },
    {
      "epoch": 0.09849942285494422,
      "grad_norm": 119.92855834960938,
      "learning_rate": 0.00019995231067359925,
      "loss": 4.5371,
      "step": 15360
    },
    {
      "epoch": 0.09850583557778633,
      "grad_norm": 23.25870132446289,
      "learning_rate": 0.0001999523044521915,
      "loss": 4.653,
      "step": 15361
    },
    {
      "epoch": 0.09851224830062845,
      "grad_norm": 22.601280212402344,
      "learning_rate": 0.00019995229823037807,
      "loss": 4.5926,
      "step": 15362
    },
    {
      "epoch": 0.09851866102347057,
      "grad_norm": 10.026009559631348,
      "learning_rate": 0.00019995229200815896,
      "loss": 4.5538,
      "step": 15363
    },
    {
      "epoch": 0.09852507374631268,
      "grad_norm": 20.23389434814453,
      "learning_rate": 0.0001999522857855341,
      "loss": 4.8572,
      "step": 15364
    },
    {
      "epoch": 0.0985314864691548,
      "grad_norm": 35.61309051513672,
      "learning_rate": 0.00019995227956250358,
      "loss": 4.7023,
      "step": 15365
    },
    {
      "epoch": 0.09853789919199692,
      "grad_norm": 1144.7642822265625,
      "learning_rate": 0.0001999522733390674,
      "loss": 4.6411,
      "step": 15366
    },
    {
      "epoch": 0.09854431191483905,
      "grad_norm": 46.849510192871094,
      "learning_rate": 0.0001999522671152255,
      "loss": 4.6915,
      "step": 15367
    },
    {
      "epoch": 0.09855072463768116,
      "grad_norm": 47.57721710205078,
      "learning_rate": 0.00019995226089097794,
      "loss": 4.422,
      "step": 15368
    },
    {
      "epoch": 0.09855713736052328,
      "grad_norm": 65.83999633789062,
      "learning_rate": 0.0001999522546663247,
      "loss": 4.6848,
      "step": 15369
    },
    {
      "epoch": 0.0985635500833654,
      "grad_norm": 43.0269889831543,
      "learning_rate": 0.00019995224844126573,
      "loss": 4.6874,
      "step": 15370
    },
    {
      "epoch": 0.09856996280620751,
      "grad_norm": 228.52781677246094,
      "learning_rate": 0.00019995224221580106,
      "loss": 4.6318,
      "step": 15371
    },
    {
      "epoch": 0.09857637552904963,
      "grad_norm": 26.005756378173828,
      "learning_rate": 0.00019995223598993073,
      "loss": 4.8359,
      "step": 15372
    },
    {
      "epoch": 0.09858278825189175,
      "grad_norm": 53.50407409667969,
      "learning_rate": 0.0001999522297636547,
      "loss": 4.7592,
      "step": 15373
    },
    {
      "epoch": 0.09858920097473388,
      "grad_norm": 24.152196884155273,
      "learning_rate": 0.000199952223536973,
      "loss": 4.6195,
      "step": 15374
    },
    {
      "epoch": 0.098595613697576,
      "grad_norm": 14.745344161987305,
      "learning_rate": 0.0001999522173098856,
      "loss": 4.6684,
      "step": 15375
    },
    {
      "epoch": 0.09860202642041811,
      "grad_norm": 33.53665542602539,
      "learning_rate": 0.00019995221108239252,
      "loss": 4.6732,
      "step": 15376
    },
    {
      "epoch": 0.09860843914326023,
      "grad_norm": 118.43043518066406,
      "learning_rate": 0.0001999522048544937,
      "loss": 4.82,
      "step": 15377
    },
    {
      "epoch": 0.09861485186610235,
      "grad_norm": 11.478279113769531,
      "learning_rate": 0.00019995219862618924,
      "loss": 4.5503,
      "step": 15378
    },
    {
      "epoch": 0.09862126458894446,
      "grad_norm": 19.961746215820312,
      "learning_rate": 0.00019995219239747906,
      "loss": 4.8422,
      "step": 15379
    },
    {
      "epoch": 0.09862767731178658,
      "grad_norm": 46.14950942993164,
      "learning_rate": 0.0001999521861683632,
      "loss": 4.4876,
      "step": 15380
    },
    {
      "epoch": 0.09863409003462871,
      "grad_norm": 42.29869079589844,
      "learning_rate": 0.00019995217993884167,
      "loss": 4.962,
      "step": 15381
    },
    {
      "epoch": 0.09864050275747083,
      "grad_norm": 20.220294952392578,
      "learning_rate": 0.00019995217370891445,
      "loss": 4.643,
      "step": 15382
    },
    {
      "epoch": 0.09864691548031294,
      "grad_norm": 52.020164489746094,
      "learning_rate": 0.00019995216747858155,
      "loss": 4.6582,
      "step": 15383
    },
    {
      "epoch": 0.09865332820315506,
      "grad_norm": 46.859336853027344,
      "learning_rate": 0.00019995216124784292,
      "loss": 4.5188,
      "step": 15384
    },
    {
      "epoch": 0.09865974092599718,
      "grad_norm": 18.970918655395508,
      "learning_rate": 0.00019995215501669863,
      "loss": 4.8514,
      "step": 15385
    },
    {
      "epoch": 0.0986661536488393,
      "grad_norm": 186.02146911621094,
      "learning_rate": 0.00019995214878514863,
      "loss": 4.7898,
      "step": 15386
    },
    {
      "epoch": 0.09867256637168141,
      "grad_norm": 16.433448791503906,
      "learning_rate": 0.00019995214255319295,
      "loss": 4.4855,
      "step": 15387
    },
    {
      "epoch": 0.09867897909452353,
      "grad_norm": 26.242332458496094,
      "learning_rate": 0.0001999521363208316,
      "loss": 4.4877,
      "step": 15388
    },
    {
      "epoch": 0.09868539181736566,
      "grad_norm": 124.96078491210938,
      "learning_rate": 0.00019995213008806452,
      "loss": 4.3776,
      "step": 15389
    },
    {
      "epoch": 0.09869180454020778,
      "grad_norm": 38.234107971191406,
      "learning_rate": 0.00019995212385489177,
      "loss": 4.6521,
      "step": 15390
    },
    {
      "epoch": 0.09869821726304989,
      "grad_norm": 30.202577590942383,
      "learning_rate": 0.00019995211762131336,
      "loss": 4.8335,
      "step": 15391
    },
    {
      "epoch": 0.09870462998589201,
      "grad_norm": 62.16545104980469,
      "learning_rate": 0.00019995211138732922,
      "loss": 4.4444,
      "step": 15392
    },
    {
      "epoch": 0.09871104270873413,
      "grad_norm": 17.768396377563477,
      "learning_rate": 0.0001999521051529394,
      "loss": 4.8615,
      "step": 15393
    },
    {
      "epoch": 0.09871745543157624,
      "grad_norm": 31.67708969116211,
      "learning_rate": 0.0001999520989181439,
      "loss": 4.5218,
      "step": 15394
    },
    {
      "epoch": 0.09872386815441836,
      "grad_norm": 30.71768569946289,
      "learning_rate": 0.00019995209268294271,
      "loss": 4.603,
      "step": 15395
    },
    {
      "epoch": 0.09873028087726049,
      "grad_norm": 15.398262977600098,
      "learning_rate": 0.00019995208644733582,
      "loss": 4.3365,
      "step": 15396
    },
    {
      "epoch": 0.0987366936001026,
      "grad_norm": 28.795373916625977,
      "learning_rate": 0.00019995208021132327,
      "loss": 4.6385,
      "step": 15397
    },
    {
      "epoch": 0.09874310632294472,
      "grad_norm": 36.94336700439453,
      "learning_rate": 0.00019995207397490502,
      "loss": 4.7084,
      "step": 15398
    },
    {
      "epoch": 0.09874951904578684,
      "grad_norm": 26.14592170715332,
      "learning_rate": 0.00019995206773808105,
      "loss": 4.6787,
      "step": 15399
    },
    {
      "epoch": 0.09875593176862896,
      "grad_norm": 90.08164978027344,
      "learning_rate": 0.00019995206150085143,
      "loss": 4.7239,
      "step": 15400
    },
    {
      "epoch": 0.09875593176862896,
      "eval_loss": 4.631663799285889,
      "eval_runtime": 34.7574,
      "eval_samples_per_second": 90.197,
      "eval_steps_per_second": 22.556,
      "step": 15400
    },
    {
      "epoch": 0.09876234449147107,
      "grad_norm": 68.50916290283203,
      "learning_rate": 0.0001999520552632161,
      "loss": 4.9728,
      "step": 15401
    },
    {
      "epoch": 0.09876875721431319,
      "grad_norm": 24.201519012451172,
      "learning_rate": 0.00019995204902517507,
      "loss": 4.6003,
      "step": 15402
    },
    {
      "epoch": 0.09877516993715532,
      "grad_norm": 11.202369689941406,
      "learning_rate": 0.00019995204278672838,
      "loss": 4.8016,
      "step": 15403
    },
    {
      "epoch": 0.09878158265999744,
      "grad_norm": 21.749414443969727,
      "learning_rate": 0.00019995203654787599,
      "loss": 4.8801,
      "step": 15404
    },
    {
      "epoch": 0.09878799538283956,
      "grad_norm": 38.245330810546875,
      "learning_rate": 0.0001999520303086179,
      "loss": 4.5694,
      "step": 15405
    },
    {
      "epoch": 0.09879440810568167,
      "grad_norm": 23.477205276489258,
      "learning_rate": 0.00019995202406895412,
      "loss": 4.6826,
      "step": 15406
    },
    {
      "epoch": 0.09880082082852379,
      "grad_norm": 14.234810829162598,
      "learning_rate": 0.00019995201782888468,
      "loss": 4.5689,
      "step": 15407
    },
    {
      "epoch": 0.0988072335513659,
      "grad_norm": 13.93797779083252,
      "learning_rate": 0.00019995201158840953,
      "loss": 4.8788,
      "step": 15408
    },
    {
      "epoch": 0.09881364627420802,
      "grad_norm": 27.803373336791992,
      "learning_rate": 0.0001999520053475287,
      "loss": 4.5958,
      "step": 15409
    },
    {
      "epoch": 0.09882005899705015,
      "grad_norm": 8.454170227050781,
      "learning_rate": 0.00019995199910624218,
      "loss": 4.9106,
      "step": 15410
    },
    {
      "epoch": 0.09882647171989227,
      "grad_norm": 26.375640869140625,
      "learning_rate": 0.00019995199286454996,
      "loss": 4.4263,
      "step": 15411
    },
    {
      "epoch": 0.09883288444273439,
      "grad_norm": 21.021160125732422,
      "learning_rate": 0.00019995198662245206,
      "loss": 4.6228,
      "step": 15412
    },
    {
      "epoch": 0.0988392971655765,
      "grad_norm": 16.628339767456055,
      "learning_rate": 0.00019995198037994847,
      "loss": 4.7524,
      "step": 15413
    },
    {
      "epoch": 0.09884570988841862,
      "grad_norm": 51.6545524597168,
      "learning_rate": 0.00019995197413703918,
      "loss": 4.7449,
      "step": 15414
    },
    {
      "epoch": 0.09885212261126074,
      "grad_norm": 104.1868667602539,
      "learning_rate": 0.00019995196789372423,
      "loss": 4.515,
      "step": 15415
    },
    {
      "epoch": 0.09885853533410285,
      "grad_norm": 13.09496784210205,
      "learning_rate": 0.00019995196165000355,
      "loss": 4.6364,
      "step": 15416
    },
    {
      "epoch": 0.09886494805694498,
      "grad_norm": 63.49110794067383,
      "learning_rate": 0.0001999519554058772,
      "loss": 4.5731,
      "step": 15417
    },
    {
      "epoch": 0.0988713607797871,
      "grad_norm": 22.55521583557129,
      "learning_rate": 0.0001999519491613452,
      "loss": 4.5821,
      "step": 15418
    },
    {
      "epoch": 0.09887777350262922,
      "grad_norm": 34.51637649536133,
      "learning_rate": 0.00019995194291640747,
      "loss": 4.8471,
      "step": 15419
    },
    {
      "epoch": 0.09888418622547133,
      "grad_norm": 24.3538875579834,
      "learning_rate": 0.00019995193667106403,
      "loss": 4.7329,
      "step": 15420
    },
    {
      "epoch": 0.09889059894831345,
      "grad_norm": 16.391756057739258,
      "learning_rate": 0.00019995193042531497,
      "loss": 4.741,
      "step": 15421
    },
    {
      "epoch": 0.09889701167115557,
      "grad_norm": 35.63798141479492,
      "learning_rate": 0.00019995192417916017,
      "loss": 4.9938,
      "step": 15422
    },
    {
      "epoch": 0.09890342439399769,
      "grad_norm": 69.2109375,
      "learning_rate": 0.00019995191793259972,
      "loss": 4.6598,
      "step": 15423
    },
    {
      "epoch": 0.09890983711683982,
      "grad_norm": 92.35069274902344,
      "learning_rate": 0.00019995191168563353,
      "loss": 4.56,
      "step": 15424
    },
    {
      "epoch": 0.09891624983968193,
      "grad_norm": 66.40380859375,
      "learning_rate": 0.0001999519054382617,
      "loss": 4.6763,
      "step": 15425
    },
    {
      "epoch": 0.09892266256252405,
      "grad_norm": 285.9966735839844,
      "learning_rate": 0.00019995189919048414,
      "loss": 4.633,
      "step": 15426
    },
    {
      "epoch": 0.09892907528536617,
      "grad_norm": 100.24664306640625,
      "learning_rate": 0.0001999518929423009,
      "loss": 4.6911,
      "step": 15427
    },
    {
      "epoch": 0.09893548800820828,
      "grad_norm": 34.2675895690918,
      "learning_rate": 0.00019995188669371202,
      "loss": 4.8141,
      "step": 15428
    },
    {
      "epoch": 0.0989419007310504,
      "grad_norm": 8.15072250366211,
      "learning_rate": 0.0001999518804447174,
      "loss": 4.6572,
      "step": 15429
    },
    {
      "epoch": 0.09894831345389252,
      "grad_norm": 161.6723175048828,
      "learning_rate": 0.00019995187419531713,
      "loss": 5.0752,
      "step": 15430
    },
    {
      "epoch": 0.09895472617673465,
      "grad_norm": 44.87586975097656,
      "learning_rate": 0.00019995186794551111,
      "loss": 4.6565,
      "step": 15431
    },
    {
      "epoch": 0.09896113889957676,
      "grad_norm": 55.61941146850586,
      "learning_rate": 0.00019995186169529945,
      "loss": 4.5725,
      "step": 15432
    },
    {
      "epoch": 0.09896755162241888,
      "grad_norm": 11.695636749267578,
      "learning_rate": 0.0001999518554446821,
      "loss": 4.7473,
      "step": 15433
    },
    {
      "epoch": 0.098973964345261,
      "grad_norm": 41.06707000732422,
      "learning_rate": 0.00019995184919365905,
      "loss": 4.1912,
      "step": 15434
    },
    {
      "epoch": 0.09898037706810311,
      "grad_norm": 18.20425796508789,
      "learning_rate": 0.0001999518429422303,
      "loss": 4.672,
      "step": 15435
    },
    {
      "epoch": 0.09898678979094523,
      "grad_norm": 14.32384204864502,
      "learning_rate": 0.0001999518366903959,
      "loss": 4.4107,
      "step": 15436
    },
    {
      "epoch": 0.09899320251378735,
      "grad_norm": 34.83757019042969,
      "learning_rate": 0.00019995183043815577,
      "loss": 4.8766,
      "step": 15437
    },
    {
      "epoch": 0.09899961523662948,
      "grad_norm": 9.49700927734375,
      "learning_rate": 0.00019995182418550998,
      "loss": 4.577,
      "step": 15438
    },
    {
      "epoch": 0.0990060279594716,
      "grad_norm": 27.48164939880371,
      "learning_rate": 0.0001999518179324585,
      "loss": 4.443,
      "step": 15439
    },
    {
      "epoch": 0.09901244068231371,
      "grad_norm": 116.86927032470703,
      "learning_rate": 0.00019995181167900132,
      "loss": 4.4594,
      "step": 15440
    },
    {
      "epoch": 0.09901885340515583,
      "grad_norm": 64.96221923828125,
      "learning_rate": 0.00019995180542513845,
      "loss": 4.7721,
      "step": 15441
    },
    {
      "epoch": 0.09902526612799795,
      "grad_norm": 42.180633544921875,
      "learning_rate": 0.0001999517991708699,
      "loss": 4.5154,
      "step": 15442
    },
    {
      "epoch": 0.09903167885084006,
      "grad_norm": 19.220624923706055,
      "learning_rate": 0.00019995179291619567,
      "loss": 4.3305,
      "step": 15443
    },
    {
      "epoch": 0.09903809157368218,
      "grad_norm": 12.566058158874512,
      "learning_rate": 0.00019995178666111575,
      "loss": 4.7611,
      "step": 15444
    },
    {
      "epoch": 0.09904450429652431,
      "grad_norm": 53.94856643676758,
      "learning_rate": 0.00019995178040563014,
      "loss": 4.6888,
      "step": 15445
    },
    {
      "epoch": 0.09905091701936643,
      "grad_norm": 43.442840576171875,
      "learning_rate": 0.00019995177414973886,
      "loss": 4.6433,
      "step": 15446
    },
    {
      "epoch": 0.09905732974220854,
      "grad_norm": 34.44230270385742,
      "learning_rate": 0.00019995176789344186,
      "loss": 4.6547,
      "step": 15447
    },
    {
      "epoch": 0.09906374246505066,
      "grad_norm": 172.08038330078125,
      "learning_rate": 0.00019995176163673916,
      "loss": 4.5942,
      "step": 15448
    },
    {
      "epoch": 0.09907015518789278,
      "grad_norm": 9.084595680236816,
      "learning_rate": 0.0001999517553796308,
      "loss": 4.5334,
      "step": 15449
    },
    {
      "epoch": 0.0990765679107349,
      "grad_norm": 85.05653381347656,
      "learning_rate": 0.00019995174912211674,
      "loss": 4.8652,
      "step": 15450
    },
    {
      "epoch": 0.09908298063357701,
      "grad_norm": 12.64577865600586,
      "learning_rate": 0.000199951742864197,
      "loss": 4.7651,
      "step": 15451
    },
    {
      "epoch": 0.09908939335641914,
      "grad_norm": 12.04904556274414,
      "learning_rate": 0.0001999517366058716,
      "loss": 5.0744,
      "step": 15452
    },
    {
      "epoch": 0.09909580607926126,
      "grad_norm": 18.96327781677246,
      "learning_rate": 0.00019995173034714048,
      "loss": 4.5376,
      "step": 15453
    },
    {
      "epoch": 0.09910221880210338,
      "grad_norm": 258.3959045410156,
      "learning_rate": 0.00019995172408800366,
      "loss": 4.7922,
      "step": 15454
    },
    {
      "epoch": 0.09910863152494549,
      "grad_norm": 35.30853271484375,
      "learning_rate": 0.0001999517178284612,
      "loss": 4.6811,
      "step": 15455
    },
    {
      "epoch": 0.09911504424778761,
      "grad_norm": 37.327903747558594,
      "learning_rate": 0.000199951711568513,
      "loss": 4.728,
      "step": 15456
    },
    {
      "epoch": 0.09912145697062973,
      "grad_norm": 67.39969635009766,
      "learning_rate": 0.00019995170530815915,
      "loss": 4.6705,
      "step": 15457
    },
    {
      "epoch": 0.09912786969347184,
      "grad_norm": 116.13233947753906,
      "learning_rate": 0.00019995169904739958,
      "loss": 4.7512,
      "step": 15458
    },
    {
      "epoch": 0.09913428241631397,
      "grad_norm": 28.898696899414062,
      "learning_rate": 0.00019995169278623433,
      "loss": 4.5762,
      "step": 15459
    },
    {
      "epoch": 0.09914069513915609,
      "grad_norm": 20.9830379486084,
      "learning_rate": 0.00019995168652466342,
      "loss": 4.9202,
      "step": 15460
    },
    {
      "epoch": 0.09914710786199821,
      "grad_norm": 15.387916564941406,
      "learning_rate": 0.0001999516802626868,
      "loss": 4.648,
      "step": 15461
    },
    {
      "epoch": 0.09915352058484032,
      "grad_norm": 14.982226371765137,
      "learning_rate": 0.0001999516740003045,
      "loss": 4.6627,
      "step": 15462
    },
    {
      "epoch": 0.09915993330768244,
      "grad_norm": 23.005338668823242,
      "learning_rate": 0.00019995166773751654,
      "loss": 4.5127,
      "step": 15463
    },
    {
      "epoch": 0.09916634603052456,
      "grad_norm": 40.068565368652344,
      "learning_rate": 0.00019995166147432282,
      "loss": 4.5765,
      "step": 15464
    },
    {
      "epoch": 0.09917275875336667,
      "grad_norm": 196.65301513671875,
      "learning_rate": 0.00019995165521072348,
      "loss": 4.6986,
      "step": 15465
    },
    {
      "epoch": 0.0991791714762088,
      "grad_norm": 37.01365280151367,
      "learning_rate": 0.00019995164894671844,
      "loss": 4.7734,
      "step": 15466
    },
    {
      "epoch": 0.09918558419905092,
      "grad_norm": 13.165352821350098,
      "learning_rate": 0.00019995164268230768,
      "loss": 5.1358,
      "step": 15467
    },
    {
      "epoch": 0.09919199692189304,
      "grad_norm": 14.88042163848877,
      "learning_rate": 0.00019995163641749127,
      "loss": 4.5605,
      "step": 15468
    },
    {
      "epoch": 0.09919840964473516,
      "grad_norm": 29.306013107299805,
      "learning_rate": 0.00019995163015226918,
      "loss": 4.7199,
      "step": 15469
    },
    {
      "epoch": 0.09920482236757727,
      "grad_norm": 67.61243438720703,
      "learning_rate": 0.00019995162388664135,
      "loss": 4.5405,
      "step": 15470
    },
    {
      "epoch": 0.09921123509041939,
      "grad_norm": 30.60921287536621,
      "learning_rate": 0.00019995161762060787,
      "loss": 4.9229,
      "step": 15471
    },
    {
      "epoch": 0.0992176478132615,
      "grad_norm": 1122.416259765625,
      "learning_rate": 0.00019995161135416868,
      "loss": 4.65,
      "step": 15472
    },
    {
      "epoch": 0.09922406053610364,
      "grad_norm": 31.604419708251953,
      "learning_rate": 0.00019995160508732383,
      "loss": 4.425,
      "step": 15473
    },
    {
      "epoch": 0.09923047325894575,
      "grad_norm": 90.84757995605469,
      "learning_rate": 0.00019995159882007328,
      "loss": 4.8879,
      "step": 15474
    },
    {
      "epoch": 0.09923688598178787,
      "grad_norm": 9.99509048461914,
      "learning_rate": 0.00019995159255241704,
      "loss": 4.9253,
      "step": 15475
    },
    {
      "epoch": 0.09924329870462999,
      "grad_norm": 104.76412963867188,
      "learning_rate": 0.0001999515862843551,
      "loss": 4.5253,
      "step": 15476
    },
    {
      "epoch": 0.0992497114274721,
      "grad_norm": 24.042036056518555,
      "learning_rate": 0.0001999515800158875,
      "loss": 4.7798,
      "step": 15477
    },
    {
      "epoch": 0.09925612415031422,
      "grad_norm": 39.18781280517578,
      "learning_rate": 0.0001999515737470142,
      "loss": 4.7479,
      "step": 15478
    },
    {
      "epoch": 0.09926253687315634,
      "grad_norm": 18.72085952758789,
      "learning_rate": 0.00019995156747773524,
      "loss": 4.8406,
      "step": 15479
    },
    {
      "epoch": 0.09926894959599845,
      "grad_norm": 49.69000244140625,
      "learning_rate": 0.00019995156120805057,
      "loss": 4.8249,
      "step": 15480
    },
    {
      "epoch": 0.09927536231884058,
      "grad_norm": 64.42997741699219,
      "learning_rate": 0.00019995155493796022,
      "loss": 4.7043,
      "step": 15481
    },
    {
      "epoch": 0.0992817750416827,
      "grad_norm": 13.154513359069824,
      "learning_rate": 0.00019995154866746416,
      "loss": 4.4812,
      "step": 15482
    },
    {
      "epoch": 0.09928818776452482,
      "grad_norm": 213.1067657470703,
      "learning_rate": 0.00019995154239656242,
      "loss": 4.6333,
      "step": 15483
    },
    {
      "epoch": 0.09929460048736694,
      "grad_norm": 31.45234489440918,
      "learning_rate": 0.000199951536125255,
      "loss": 4.6865,
      "step": 15484
    },
    {
      "epoch": 0.09930101321020905,
      "grad_norm": 13.71817684173584,
      "learning_rate": 0.0001999515298535419,
      "loss": 4.8256,
      "step": 15485
    },
    {
      "epoch": 0.09930742593305117,
      "grad_norm": 63.898773193359375,
      "learning_rate": 0.00019995152358142311,
      "loss": 4.6231,
      "step": 15486
    },
    {
      "epoch": 0.09931383865589329,
      "grad_norm": 28.03919792175293,
      "learning_rate": 0.00019995151730889865,
      "loss": 4.496,
      "step": 15487
    },
    {
      "epoch": 0.09932025137873542,
      "grad_norm": 51.2349967956543,
      "learning_rate": 0.00019995151103596848,
      "loss": 4.5999,
      "step": 15488
    },
    {
      "epoch": 0.09932666410157753,
      "grad_norm": 24.683300018310547,
      "learning_rate": 0.00019995150476263262,
      "loss": 4.7896,
      "step": 15489
    },
    {
      "epoch": 0.09933307682441965,
      "grad_norm": 32.431846618652344,
      "learning_rate": 0.00019995149848889109,
      "loss": 4.5126,
      "step": 15490
    },
    {
      "epoch": 0.09933948954726177,
      "grad_norm": 1258.5980224609375,
      "learning_rate": 0.00019995149221474384,
      "loss": 4.4785,
      "step": 15491
    },
    {
      "epoch": 0.09934590227010388,
      "grad_norm": 84.8362045288086,
      "learning_rate": 0.00019995148594019094,
      "loss": 4.7619,
      "step": 15492
    },
    {
      "epoch": 0.099352314992946,
      "grad_norm": 43.00601577758789,
      "learning_rate": 0.00019995147966523236,
      "loss": 4.462,
      "step": 15493
    },
    {
      "epoch": 0.09935872771578812,
      "grad_norm": 1285.7109375,
      "learning_rate": 0.00019995147338986807,
      "loss": 4.6412,
      "step": 15494
    },
    {
      "epoch": 0.09936514043863025,
      "grad_norm": 13.172769546508789,
      "learning_rate": 0.0001999514671140981,
      "loss": 4.639,
      "step": 15495
    },
    {
      "epoch": 0.09937155316147236,
      "grad_norm": 25.716796875,
      "learning_rate": 0.00019995146083792245,
      "loss": 4.6855,
      "step": 15496
    },
    {
      "epoch": 0.09937796588431448,
      "grad_norm": 146.47772216796875,
      "learning_rate": 0.0001999514545613411,
      "loss": 4.7511,
      "step": 15497
    },
    {
      "epoch": 0.0993843786071566,
      "grad_norm": 27.646686553955078,
      "learning_rate": 0.00019995144828435405,
      "loss": 4.6193,
      "step": 15498
    },
    {
      "epoch": 0.09939079132999872,
      "grad_norm": 36.008094787597656,
      "learning_rate": 0.00019995144200696133,
      "loss": 4.9028,
      "step": 15499
    },
    {
      "epoch": 0.09939720405284083,
      "grad_norm": 100.93767547607422,
      "learning_rate": 0.00019995143572916293,
      "loss": 4.4188,
      "step": 15500
    },
    {
      "epoch": 0.09939720405284083,
      "eval_loss": 4.626258850097656,
      "eval_runtime": 34.7456,
      "eval_samples_per_second": 90.227,
      "eval_steps_per_second": 22.564,
      "step": 15500
    },
    {
      "epoch": 0.09940361677568295,
      "grad_norm": 10.803812026977539,
      "learning_rate": 0.00019995142945095884,
      "loss": 4.6803,
      "step": 15501
    },
    {
      "epoch": 0.09941002949852508,
      "grad_norm": 23.004417419433594,
      "learning_rate": 0.00019995142317234907,
      "loss": 4.6823,
      "step": 15502
    },
    {
      "epoch": 0.0994164422213672,
      "grad_norm": 22.158781051635742,
      "learning_rate": 0.00019995141689333363,
      "loss": 4.6384,
      "step": 15503
    },
    {
      "epoch": 0.09942285494420931,
      "grad_norm": 17.713857650756836,
      "learning_rate": 0.00019995141061391247,
      "loss": 4.7519,
      "step": 15504
    },
    {
      "epoch": 0.09942926766705143,
      "grad_norm": 58.588863372802734,
      "learning_rate": 0.00019995140433408563,
      "loss": 4.9518,
      "step": 15505
    },
    {
      "epoch": 0.09943568038989355,
      "grad_norm": 64.62105560302734,
      "learning_rate": 0.00019995139805385311,
      "loss": 4.6214,
      "step": 15506
    },
    {
      "epoch": 0.09944209311273566,
      "grad_norm": 39.688682556152344,
      "learning_rate": 0.0001999513917732149,
      "loss": 4.4947,
      "step": 15507
    },
    {
      "epoch": 0.09944850583557778,
      "grad_norm": 496.6103210449219,
      "learning_rate": 0.000199951385492171,
      "loss": 4.5104,
      "step": 15508
    },
    {
      "epoch": 0.09945491855841991,
      "grad_norm": 16.43732452392578,
      "learning_rate": 0.00019995137921072144,
      "loss": 4.8848,
      "step": 15509
    },
    {
      "epoch": 0.09946133128126203,
      "grad_norm": 83.97742462158203,
      "learning_rate": 0.00019995137292886617,
      "loss": 4.711,
      "step": 15510
    },
    {
      "epoch": 0.09946774400410414,
      "grad_norm": 17.79622459411621,
      "learning_rate": 0.00019995136664660522,
      "loss": 4.5223,
      "step": 15511
    },
    {
      "epoch": 0.09947415672694626,
      "grad_norm": 14.292506217956543,
      "learning_rate": 0.00019995136036393858,
      "loss": 4.8376,
      "step": 15512
    },
    {
      "epoch": 0.09948056944978838,
      "grad_norm": 73.41767120361328,
      "learning_rate": 0.00019995135408086624,
      "loss": 4.6897,
      "step": 15513
    },
    {
      "epoch": 0.0994869821726305,
      "grad_norm": 139.5493621826172,
      "learning_rate": 0.00019995134779738824,
      "loss": 4.6028,
      "step": 15514
    },
    {
      "epoch": 0.09949339489547261,
      "grad_norm": 437.562255859375,
      "learning_rate": 0.00019995134151350454,
      "loss": 4.6394,
      "step": 15515
    },
    {
      "epoch": 0.09949980761831474,
      "grad_norm": 43.171913146972656,
      "learning_rate": 0.00019995133522921515,
      "loss": 4.5966,
      "step": 15516
    },
    {
      "epoch": 0.09950622034115686,
      "grad_norm": 10.445823669433594,
      "learning_rate": 0.00019995132894452008,
      "loss": 4.8099,
      "step": 15517
    },
    {
      "epoch": 0.09951263306399898,
      "grad_norm": 10.610271453857422,
      "learning_rate": 0.00019995132265941934,
      "loss": 4.4238,
      "step": 15518
    },
    {
      "epoch": 0.09951904578684109,
      "grad_norm": 18.601787567138672,
      "learning_rate": 0.00019995131637391288,
      "loss": 4.6756,
      "step": 15519
    },
    {
      "epoch": 0.09952545850968321,
      "grad_norm": 17.581552505493164,
      "learning_rate": 0.0001999513100880008,
      "loss": 4.592,
      "step": 15520
    },
    {
      "epoch": 0.09953187123252533,
      "grad_norm": 68.96432495117188,
      "learning_rate": 0.00019995130380168297,
      "loss": 4.5754,
      "step": 15521
    },
    {
      "epoch": 0.09953828395536744,
      "grad_norm": 48.19761276245117,
      "learning_rate": 0.00019995129751495947,
      "loss": 4.6886,
      "step": 15522
    },
    {
      "epoch": 0.09954469667820957,
      "grad_norm": 24.558969497680664,
      "learning_rate": 0.0001999512912278303,
      "loss": 4.6385,
      "step": 15523
    },
    {
      "epoch": 0.09955110940105169,
      "grad_norm": 16.441781997680664,
      "learning_rate": 0.0001999512849402954,
      "loss": 4.722,
      "step": 15524
    },
    {
      "epoch": 0.09955752212389381,
      "grad_norm": 19.703567504882812,
      "learning_rate": 0.00019995127865235485,
      "loss": 4.6687,
      "step": 15525
    },
    {
      "epoch": 0.09956393484673592,
      "grad_norm": 8.674395561218262,
      "learning_rate": 0.00019995127236400862,
      "loss": 4.4375,
      "step": 15526
    },
    {
      "epoch": 0.09957034756957804,
      "grad_norm": 14.401423454284668,
      "learning_rate": 0.00019995126607525666,
      "loss": 4.8521,
      "step": 15527
    },
    {
      "epoch": 0.09957676029242016,
      "grad_norm": 14.590511322021484,
      "learning_rate": 0.00019995125978609907,
      "loss": 4.4331,
      "step": 15528
    },
    {
      "epoch": 0.09958317301526227,
      "grad_norm": 14.925810813903809,
      "learning_rate": 0.00019995125349653577,
      "loss": 5.0698,
      "step": 15529
    },
    {
      "epoch": 0.0995895857381044,
      "grad_norm": 40.721351623535156,
      "learning_rate": 0.0001999512472065668,
      "loss": 4.645,
      "step": 15530
    },
    {
      "epoch": 0.09959599846094652,
      "grad_norm": 327.7846374511719,
      "learning_rate": 0.00019995124091619213,
      "loss": 4.6053,
      "step": 15531
    },
    {
      "epoch": 0.09960241118378864,
      "grad_norm": 29.909042358398438,
      "learning_rate": 0.00019995123462541176,
      "loss": 4.4887,
      "step": 15532
    },
    {
      "epoch": 0.09960882390663076,
      "grad_norm": 30.63347625732422,
      "learning_rate": 0.00019995122833422574,
      "loss": 4.9742,
      "step": 15533
    },
    {
      "epoch": 0.09961523662947287,
      "grad_norm": 18.834705352783203,
      "learning_rate": 0.000199951222042634,
      "loss": 4.7815,
      "step": 15534
    },
    {
      "epoch": 0.09962164935231499,
      "grad_norm": 16.82369041442871,
      "learning_rate": 0.0001999512157506366,
      "loss": 4.6132,
      "step": 15535
    },
    {
      "epoch": 0.0996280620751571,
      "grad_norm": 42.84307098388672,
      "learning_rate": 0.0001999512094582335,
      "loss": 4.5328,
      "step": 15536
    },
    {
      "epoch": 0.09963447479799924,
      "grad_norm": 43.74382781982422,
      "learning_rate": 0.0001999512031654247,
      "loss": 4.6332,
      "step": 15537
    },
    {
      "epoch": 0.09964088752084135,
      "grad_norm": 61.013999938964844,
      "learning_rate": 0.00019995119687221024,
      "loss": 4.7329,
      "step": 15538
    },
    {
      "epoch": 0.09964730024368347,
      "grad_norm": 21.414337158203125,
      "learning_rate": 0.0001999511905785901,
      "loss": 4.6567,
      "step": 15539
    },
    {
      "epoch": 0.09965371296652559,
      "grad_norm": 25.544551849365234,
      "learning_rate": 0.00019995118428456425,
      "loss": 4.7687,
      "step": 15540
    },
    {
      "epoch": 0.0996601256893677,
      "grad_norm": 22.24835205078125,
      "learning_rate": 0.00019995117799013272,
      "loss": 4.6708,
      "step": 15541
    },
    {
      "epoch": 0.09966653841220982,
      "grad_norm": 14.369741439819336,
      "learning_rate": 0.0001999511716952955,
      "loss": 4.4486,
      "step": 15542
    },
    {
      "epoch": 0.09967295113505194,
      "grad_norm": 26.387781143188477,
      "learning_rate": 0.00019995116540005262,
      "loss": 4.8032,
      "step": 15543
    },
    {
      "epoch": 0.09967936385789407,
      "grad_norm": 34.29766082763672,
      "learning_rate": 0.00019995115910440405,
      "loss": 4.5129,
      "step": 15544
    },
    {
      "epoch": 0.09968577658073619,
      "grad_norm": 17.181386947631836,
      "learning_rate": 0.00019995115280834977,
      "loss": 4.562,
      "step": 15545
    },
    {
      "epoch": 0.0996921893035783,
      "grad_norm": 140.1173095703125,
      "learning_rate": 0.00019995114651188983,
      "loss": 4.6937,
      "step": 15546
    },
    {
      "epoch": 0.09969860202642042,
      "grad_norm": 139.5090789794922,
      "learning_rate": 0.00019995114021502419,
      "loss": 4.8435,
      "step": 15547
    },
    {
      "epoch": 0.09970501474926254,
      "grad_norm": 17.12403678894043,
      "learning_rate": 0.0001999511339177529,
      "loss": 4.5907,
      "step": 15548
    },
    {
      "epoch": 0.09971142747210465,
      "grad_norm": 160.58209228515625,
      "learning_rate": 0.00019995112762007585,
      "loss": 4.6237,
      "step": 15549
    },
    {
      "epoch": 0.09971784019494677,
      "grad_norm": 11.788251876831055,
      "learning_rate": 0.00019995112132199317,
      "loss": 4.6273,
      "step": 15550
    },
    {
      "epoch": 0.0997242529177889,
      "grad_norm": 42.010719299316406,
      "learning_rate": 0.0001999511150235048,
      "loss": 4.9847,
      "step": 15551
    },
    {
      "epoch": 0.09973066564063102,
      "grad_norm": 16.907869338989258,
      "learning_rate": 0.00019995110872461075,
      "loss": 4.6625,
      "step": 15552
    },
    {
      "epoch": 0.09973707836347313,
      "grad_norm": 24.454328536987305,
      "learning_rate": 0.000199951102425311,
      "loss": 4.7383,
      "step": 15553
    },
    {
      "epoch": 0.09974349108631525,
      "grad_norm": 35.71730422973633,
      "learning_rate": 0.00019995109612560557,
      "loss": 4.7043,
      "step": 15554
    },
    {
      "epoch": 0.09974990380915737,
      "grad_norm": 26.972412109375,
      "learning_rate": 0.00019995108982549445,
      "loss": 4.7064,
      "step": 15555
    },
    {
      "epoch": 0.09975631653199948,
      "grad_norm": 40.6758918762207,
      "learning_rate": 0.00019995108352497765,
      "loss": 4.6843,
      "step": 15556
    },
    {
      "epoch": 0.0997627292548416,
      "grad_norm": 103.43273162841797,
      "learning_rate": 0.00019995107722405514,
      "loss": 4.5532,
      "step": 15557
    },
    {
      "epoch": 0.09976914197768373,
      "grad_norm": 25.87571144104004,
      "learning_rate": 0.00019995107092272697,
      "loss": 4.5055,
      "step": 15558
    },
    {
      "epoch": 0.09977555470052585,
      "grad_norm": 25.92913246154785,
      "learning_rate": 0.00019995106462099312,
      "loss": 4.5126,
      "step": 15559
    },
    {
      "epoch": 0.09978196742336796,
      "grad_norm": 150.34942626953125,
      "learning_rate": 0.00019995105831885357,
      "loss": 4.6318,
      "step": 15560
    },
    {
      "epoch": 0.09978838014621008,
      "grad_norm": 20.795856475830078,
      "learning_rate": 0.00019995105201630836,
      "loss": 5.3218,
      "step": 15561
    },
    {
      "epoch": 0.0997947928690522,
      "grad_norm": 10.688736915588379,
      "learning_rate": 0.00019995104571335747,
      "loss": 4.5885,
      "step": 15562
    },
    {
      "epoch": 0.09980120559189432,
      "grad_norm": 14.023694038391113,
      "learning_rate": 0.00019995103941000087,
      "loss": 4.5873,
      "step": 15563
    },
    {
      "epoch": 0.09980761831473643,
      "grad_norm": 18.489879608154297,
      "learning_rate": 0.00019995103310623856,
      "loss": 4.7355,
      "step": 15564
    },
    {
      "epoch": 0.09981403103757856,
      "grad_norm": 35.37965393066406,
      "learning_rate": 0.0001999510268020706,
      "loss": 4.6337,
      "step": 15565
    },
    {
      "epoch": 0.09982044376042068,
      "grad_norm": 9.454137802124023,
      "learning_rate": 0.00019995102049749695,
      "loss": 4.8029,
      "step": 15566
    },
    {
      "epoch": 0.0998268564832628,
      "grad_norm": 19.07347869873047,
      "learning_rate": 0.0001999510141925176,
      "loss": 4.392,
      "step": 15567
    },
    {
      "epoch": 0.09983326920610491,
      "grad_norm": 18.077083587646484,
      "learning_rate": 0.0001999510078871326,
      "loss": 4.6245,
      "step": 15568
    },
    {
      "epoch": 0.09983968192894703,
      "grad_norm": 13.62460994720459,
      "learning_rate": 0.0001999510015813419,
      "loss": 4.6743,
      "step": 15569
    },
    {
      "epoch": 0.09984609465178915,
      "grad_norm": 17.47157859802246,
      "learning_rate": 0.0001999509952751455,
      "loss": 4.6948,
      "step": 15570
    },
    {
      "epoch": 0.09985250737463126,
      "grad_norm": 63.6161003112793,
      "learning_rate": 0.00019995098896854346,
      "loss": 4.6581,
      "step": 15571
    },
    {
      "epoch": 0.09985892009747338,
      "grad_norm": 32.33138656616211,
      "learning_rate": 0.0001999509826615357,
      "loss": 4.6757,
      "step": 15572
    },
    {
      "epoch": 0.09986533282031551,
      "grad_norm": 14.778642654418945,
      "learning_rate": 0.00019995097635412223,
      "loss": 4.9563,
      "step": 15573
    },
    {
      "epoch": 0.09987174554315763,
      "grad_norm": 77.02703857421875,
      "learning_rate": 0.0001999509700463031,
      "loss": 4.7279,
      "step": 15574
    },
    {
      "epoch": 0.09987815826599974,
      "grad_norm": 10.430460929870605,
      "learning_rate": 0.0001999509637380783,
      "loss": 4.6138,
      "step": 15575
    },
    {
      "epoch": 0.09988457098884186,
      "grad_norm": 23.212461471557617,
      "learning_rate": 0.0001999509574294478,
      "loss": 4.7537,
      "step": 15576
    },
    {
      "epoch": 0.09989098371168398,
      "grad_norm": 19.05691146850586,
      "learning_rate": 0.00019995095112041163,
      "loss": 4.3561,
      "step": 15577
    },
    {
      "epoch": 0.0998973964345261,
      "grad_norm": 120.07202911376953,
      "learning_rate": 0.00019995094481096976,
      "loss": 4.9566,
      "step": 15578
    },
    {
      "epoch": 0.09990380915736821,
      "grad_norm": 14.609945297241211,
      "learning_rate": 0.0001999509385011222,
      "loss": 4.6588,
      "step": 15579
    },
    {
      "epoch": 0.09991022188021034,
      "grad_norm": 20.868501663208008,
      "learning_rate": 0.00019995093219086897,
      "loss": 4.5415,
      "step": 15580
    },
    {
      "epoch": 0.09991663460305246,
      "grad_norm": 55.51821517944336,
      "learning_rate": 0.00019995092588021005,
      "loss": 4.5947,
      "step": 15581
    },
    {
      "epoch": 0.09992304732589458,
      "grad_norm": 18.723894119262695,
      "learning_rate": 0.00019995091956914545,
      "loss": 4.5329,
      "step": 15582
    },
    {
      "epoch": 0.09992946004873669,
      "grad_norm": 32.69706726074219,
      "learning_rate": 0.00019995091325767517,
      "loss": 4.7951,
      "step": 15583
    },
    {
      "epoch": 0.09993587277157881,
      "grad_norm": 8.607175827026367,
      "learning_rate": 0.0001999509069457992,
      "loss": 4.9974,
      "step": 15584
    },
    {
      "epoch": 0.09994228549442093,
      "grad_norm": 35.66972732543945,
      "learning_rate": 0.00019995090063351753,
      "loss": 4.4247,
      "step": 15585
    },
    {
      "epoch": 0.09994869821726304,
      "grad_norm": 27.914527893066406,
      "learning_rate": 0.0001999508943208302,
      "loss": 4.6914,
      "step": 15586
    },
    {
      "epoch": 0.09995511094010517,
      "grad_norm": 14.678425788879395,
      "learning_rate": 0.00019995088800773718,
      "loss": 4.8673,
      "step": 15587
    },
    {
      "epoch": 0.09996152366294729,
      "grad_norm": 75.4302749633789,
      "learning_rate": 0.0001999508816942385,
      "loss": 4.7821,
      "step": 15588
    },
    {
      "epoch": 0.09996793638578941,
      "grad_norm": 25.257646560668945,
      "learning_rate": 0.0001999508753803341,
      "loss": 4.6042,
      "step": 15589
    },
    {
      "epoch": 0.09997434910863152,
      "grad_norm": 20.19086265563965,
      "learning_rate": 0.00019995086906602401,
      "loss": 4.6967,
      "step": 15590
    },
    {
      "epoch": 0.09998076183147364,
      "grad_norm": 83.28064727783203,
      "learning_rate": 0.00019995086275130826,
      "loss": 4.5443,
      "step": 15591
    },
    {
      "epoch": 0.09998717455431576,
      "grad_norm": 13.799132347106934,
      "learning_rate": 0.00019995085643618682,
      "loss": 4.4373,
      "step": 15592
    },
    {
      "epoch": 0.09999358727715787,
      "grad_norm": 154.14283752441406,
      "learning_rate": 0.0001999508501206597,
      "loss": 4.5711,
      "step": 15593
    },
    {
      "epoch": 0.1,
      "grad_norm": 53.29862594604492,
      "learning_rate": 0.00019995084380472686,
      "loss": 4.5952,
      "step": 15594
    },
    {
      "epoch": 0.10000641272284212,
      "grad_norm": 13.741719245910645,
      "learning_rate": 0.00019995083748838835,
      "loss": 4.9013,
      "step": 15595
    },
    {
      "epoch": 0.10001282544568424,
      "grad_norm": 19.737144470214844,
      "learning_rate": 0.0001999508311716442,
      "loss": 4.9576,
      "step": 15596
    },
    {
      "epoch": 0.10001923816852636,
      "grad_norm": 22.743614196777344,
      "learning_rate": 0.00019995082485449431,
      "loss": 4.4954,
      "step": 15597
    },
    {
      "epoch": 0.10002565089136847,
      "grad_norm": 32.66068649291992,
      "learning_rate": 0.00019995081853693879,
      "loss": 4.5448,
      "step": 15598
    },
    {
      "epoch": 0.10003206361421059,
      "grad_norm": 34.35187911987305,
      "learning_rate": 0.00019995081221897752,
      "loss": 4.5661,
      "step": 15599
    },
    {
      "epoch": 0.1000384763370527,
      "grad_norm": 63.418663024902344,
      "learning_rate": 0.00019995080590061063,
      "loss": 4.6892,
      "step": 15600
    },
    {
      "epoch": 0.1000384763370527,
      "eval_loss": 4.621078968048096,
      "eval_runtime": 34.7144,
      "eval_samples_per_second": 90.308,
      "eval_steps_per_second": 22.584,
      "step": 15600
    },
    {
      "epoch": 0.10004488905989484,
      "grad_norm": 34.26496505737305,
      "learning_rate": 0.00019995079958183803,
      "loss": 4.647,
      "step": 15601
    },
    {
      "epoch": 0.10005130178273695,
      "grad_norm": 80.88818359375,
      "learning_rate": 0.00019995079326265975,
      "loss": 4.4027,
      "step": 15602
    },
    {
      "epoch": 0.10005771450557907,
      "grad_norm": 9.05443286895752,
      "learning_rate": 0.0001999507869430758,
      "loss": 4.528,
      "step": 15603
    },
    {
      "epoch": 0.10006412722842119,
      "grad_norm": 36.946468353271484,
      "learning_rate": 0.00019995078062308612,
      "loss": 4.587,
      "step": 15604
    },
    {
      "epoch": 0.1000705399512633,
      "grad_norm": 44.86629867553711,
      "learning_rate": 0.0001999507743026908,
      "loss": 4.5097,
      "step": 15605
    },
    {
      "epoch": 0.10007695267410542,
      "grad_norm": 57.39080047607422,
      "learning_rate": 0.00019995076798188976,
      "loss": 4.8766,
      "step": 15606
    },
    {
      "epoch": 0.10008336539694754,
      "grad_norm": 37.61098098754883,
      "learning_rate": 0.00019995076166068307,
      "loss": 4.7742,
      "step": 15607
    },
    {
      "epoch": 0.10008977811978967,
      "grad_norm": 14.274346351623535,
      "learning_rate": 0.0001999507553390707,
      "loss": 4.6088,
      "step": 15608
    },
    {
      "epoch": 0.10009619084263179,
      "grad_norm": 47.196041107177734,
      "learning_rate": 0.00019995074901705263,
      "loss": 4.6494,
      "step": 15609
    },
    {
      "epoch": 0.1001026035654739,
      "grad_norm": 25.44539451599121,
      "learning_rate": 0.00019995074269462887,
      "loss": 4.5959,
      "step": 15610
    },
    {
      "epoch": 0.10010901628831602,
      "grad_norm": 17.223678588867188,
      "learning_rate": 0.00019995073637179943,
      "loss": 4.6869,
      "step": 15611
    },
    {
      "epoch": 0.10011542901115814,
      "grad_norm": 62.05061340332031,
      "learning_rate": 0.0001999507300485643,
      "loss": 4.4595,
      "step": 15612
    },
    {
      "epoch": 0.10012184173400025,
      "grad_norm": 47.89552307128906,
      "learning_rate": 0.0001999507237249235,
      "loss": 4.852,
      "step": 15613
    },
    {
      "epoch": 0.10012825445684237,
      "grad_norm": 28.0880184173584,
      "learning_rate": 0.00019995071740087702,
      "loss": 4.6132,
      "step": 15614
    },
    {
      "epoch": 0.1001346671796845,
      "grad_norm": 17.071691513061523,
      "learning_rate": 0.00019995071107642486,
      "loss": 4.4005,
      "step": 15615
    },
    {
      "epoch": 0.10014107990252662,
      "grad_norm": 31.175601959228516,
      "learning_rate": 0.000199950704751567,
      "loss": 4.6776,
      "step": 15616
    },
    {
      "epoch": 0.10014749262536873,
      "grad_norm": 19.41562843322754,
      "learning_rate": 0.00019995069842630345,
      "loss": 4.6895,
      "step": 15617
    },
    {
      "epoch": 0.10015390534821085,
      "grad_norm": 180.7096405029297,
      "learning_rate": 0.00019995069210063424,
      "loss": 4.9271,
      "step": 15618
    },
    {
      "epoch": 0.10016031807105297,
      "grad_norm": 15.455466270446777,
      "learning_rate": 0.00019995068577455935,
      "loss": 4.3902,
      "step": 15619
    },
    {
      "epoch": 0.10016673079389508,
      "grad_norm": 10.847360610961914,
      "learning_rate": 0.00019995067944807875,
      "loss": 4.4087,
      "step": 15620
    },
    {
      "epoch": 0.1001731435167372,
      "grad_norm": 12.10534381866455,
      "learning_rate": 0.00019995067312119247,
      "loss": 4.4752,
      "step": 15621
    },
    {
      "epoch": 0.10017955623957933,
      "grad_norm": 12.09652328491211,
      "learning_rate": 0.00019995066679390054,
      "loss": 4.7483,
      "step": 15622
    },
    {
      "epoch": 0.10018596896242145,
      "grad_norm": 36.17346954345703,
      "learning_rate": 0.00019995066046620287,
      "loss": 4.6708,
      "step": 15623
    },
    {
      "epoch": 0.10019238168526357,
      "grad_norm": 12.761455535888672,
      "learning_rate": 0.00019995065413809957,
      "loss": 4.6695,
      "step": 15624
    },
    {
      "epoch": 0.10019879440810568,
      "grad_norm": 12.844700813293457,
      "learning_rate": 0.0001999506478095906,
      "loss": 4.5586,
      "step": 15625
    },
    {
      "epoch": 0.1002052071309478,
      "grad_norm": 17.221080780029297,
      "learning_rate": 0.00019995064148067588,
      "loss": 4.9929,
      "step": 15626
    },
    {
      "epoch": 0.10021161985378992,
      "grad_norm": 13.273824691772461,
      "learning_rate": 0.0001999506351513555,
      "loss": 4.5483,
      "step": 15627
    },
    {
      "epoch": 0.10021803257663203,
      "grad_norm": 46.13789367675781,
      "learning_rate": 0.00019995062882162946,
      "loss": 4.6442,
      "step": 15628
    },
    {
      "epoch": 0.10022444529947416,
      "grad_norm": 92.45427703857422,
      "learning_rate": 0.00019995062249149773,
      "loss": 4.6437,
      "step": 15629
    },
    {
      "epoch": 0.10023085802231628,
      "grad_norm": 25.267675399780273,
      "learning_rate": 0.0001999506161609603,
      "loss": 4.5836,
      "step": 15630
    },
    {
      "epoch": 0.1002372707451584,
      "grad_norm": 10.266911506652832,
      "learning_rate": 0.0001999506098300172,
      "loss": 5.0368,
      "step": 15631
    },
    {
      "epoch": 0.10024368346800051,
      "grad_norm": 11.5829496383667,
      "learning_rate": 0.00019995060349866842,
      "loss": 4.6962,
      "step": 15632
    },
    {
      "epoch": 0.10025009619084263,
      "grad_norm": 11.518301010131836,
      "learning_rate": 0.00019995059716691396,
      "loss": 4.469,
      "step": 15633
    },
    {
      "epoch": 0.10025650891368475,
      "grad_norm": 150.9846649169922,
      "learning_rate": 0.0001999505908347538,
      "loss": 4.5449,
      "step": 15634
    },
    {
      "epoch": 0.10026292163652686,
      "grad_norm": 40.70555114746094,
      "learning_rate": 0.00019995058450218798,
      "loss": 4.6257,
      "step": 15635
    },
    {
      "epoch": 0.100269334359369,
      "grad_norm": 9.894083023071289,
      "learning_rate": 0.00019995057816921645,
      "loss": 4.7096,
      "step": 15636
    },
    {
      "epoch": 0.10027574708221111,
      "grad_norm": 33.339725494384766,
      "learning_rate": 0.00019995057183583924,
      "loss": 4.7258,
      "step": 15637
    },
    {
      "epoch": 0.10028215980505323,
      "grad_norm": 15.484247207641602,
      "learning_rate": 0.00019995056550205638,
      "loss": 4.8544,
      "step": 15638
    },
    {
      "epoch": 0.10028857252789534,
      "grad_norm": 23.54905128479004,
      "learning_rate": 0.0001999505591678678,
      "loss": 4.4766,
      "step": 15639
    },
    {
      "epoch": 0.10029498525073746,
      "grad_norm": 20.64555549621582,
      "learning_rate": 0.00019995055283327355,
      "loss": 4.7304,
      "step": 15640
    },
    {
      "epoch": 0.10030139797357958,
      "grad_norm": 32.6135368347168,
      "learning_rate": 0.00019995054649827362,
      "loss": 5.2486,
      "step": 15641
    },
    {
      "epoch": 0.1003078106964217,
      "grad_norm": 28.701725006103516,
      "learning_rate": 0.000199950540162868,
      "loss": 4.6831,
      "step": 15642
    },
    {
      "epoch": 0.10031422341926383,
      "grad_norm": 23.44584083557129,
      "learning_rate": 0.0001999505338270567,
      "loss": 4.7265,
      "step": 15643
    },
    {
      "epoch": 0.10032063614210594,
      "grad_norm": 197.38539123535156,
      "learning_rate": 0.00019995052749083973,
      "loss": 4.6001,
      "step": 15644
    },
    {
      "epoch": 0.10032704886494806,
      "grad_norm": 30.743350982666016,
      "learning_rate": 0.00019995052115421707,
      "loss": 4.5865,
      "step": 15645
    },
    {
      "epoch": 0.10033346158779018,
      "grad_norm": 112.8988265991211,
      "learning_rate": 0.00019995051481718875,
      "loss": 4.6957,
      "step": 15646
    },
    {
      "epoch": 0.1003398743106323,
      "grad_norm": 34.067996978759766,
      "learning_rate": 0.0001999505084797547,
      "loss": 4.763,
      "step": 15647
    },
    {
      "epoch": 0.10034628703347441,
      "grad_norm": 46.23817825317383,
      "learning_rate": 0.00019995050214191497,
      "loss": 4.702,
      "step": 15648
    },
    {
      "epoch": 0.10035269975631653,
      "grad_norm": 73.2300796508789,
      "learning_rate": 0.00019995049580366959,
      "loss": 4.5571,
      "step": 15649
    },
    {
      "epoch": 0.10035911247915866,
      "grad_norm": 76.14956665039062,
      "learning_rate": 0.00019995048946501852,
      "loss": 4.5532,
      "step": 15650
    },
    {
      "epoch": 0.10036552520200077,
      "grad_norm": 10.497766494750977,
      "learning_rate": 0.00019995048312596177,
      "loss": 4.5763,
      "step": 15651
    },
    {
      "epoch": 0.10037193792484289,
      "grad_norm": 24.326112747192383,
      "learning_rate": 0.00019995047678649931,
      "loss": 4.7455,
      "step": 15652
    },
    {
      "epoch": 0.10037835064768501,
      "grad_norm": 25.675365447998047,
      "learning_rate": 0.0001999504704466312,
      "loss": 4.8413,
      "step": 15653
    },
    {
      "epoch": 0.10038476337052712,
      "grad_norm": 103.73748016357422,
      "learning_rate": 0.00019995046410635738,
      "loss": 4.6703,
      "step": 15654
    },
    {
      "epoch": 0.10039117609336924,
      "grad_norm": 13.79099178314209,
      "learning_rate": 0.00019995045776567788,
      "loss": 4.6153,
      "step": 15655
    },
    {
      "epoch": 0.10039758881621136,
      "grad_norm": 83.49300384521484,
      "learning_rate": 0.00019995045142459273,
      "loss": 4.6989,
      "step": 15656
    },
    {
      "epoch": 0.10040400153905349,
      "grad_norm": 20.663738250732422,
      "learning_rate": 0.00019995044508310187,
      "loss": 4.5115,
      "step": 15657
    },
    {
      "epoch": 0.1004104142618956,
      "grad_norm": 11.715520858764648,
      "learning_rate": 0.00019995043874120535,
      "loss": 4.6375,
      "step": 15658
    },
    {
      "epoch": 0.10041682698473772,
      "grad_norm": 16.18891143798828,
      "learning_rate": 0.00019995043239890312,
      "loss": 4.9125,
      "step": 15659
    },
    {
      "epoch": 0.10042323970757984,
      "grad_norm": 197.73765563964844,
      "learning_rate": 0.00019995042605619522,
      "loss": 4.6464,
      "step": 15660
    },
    {
      "epoch": 0.10042965243042196,
      "grad_norm": 25.684513092041016,
      "learning_rate": 0.00019995041971308165,
      "loss": 4.9895,
      "step": 15661
    },
    {
      "epoch": 0.10043606515326407,
      "grad_norm": 57.061378479003906,
      "learning_rate": 0.00019995041336956238,
      "loss": 4.9107,
      "step": 15662
    },
    {
      "epoch": 0.10044247787610619,
      "grad_norm": 6.990964412689209,
      "learning_rate": 0.00019995040702563743,
      "loss": 4.7401,
      "step": 15663
    },
    {
      "epoch": 0.1004488905989483,
      "grad_norm": 48.06501007080078,
      "learning_rate": 0.0001999504006813068,
      "loss": 4.6434,
      "step": 15664
    },
    {
      "epoch": 0.10045530332179044,
      "grad_norm": 33.113807678222656,
      "learning_rate": 0.0001999503943365705,
      "loss": 4.5148,
      "step": 15665
    },
    {
      "epoch": 0.10046171604463255,
      "grad_norm": 30.203601837158203,
      "learning_rate": 0.0001999503879914285,
      "loss": 4.7997,
      "step": 15666
    },
    {
      "epoch": 0.10046812876747467,
      "grad_norm": 33.306148529052734,
      "learning_rate": 0.00019995038164588081,
      "loss": 4.5992,
      "step": 15667
    },
    {
      "epoch": 0.10047454149031679,
      "grad_norm": 52.84226989746094,
      "learning_rate": 0.00019995037529992748,
      "loss": 4.5921,
      "step": 15668
    },
    {
      "epoch": 0.1004809542131589,
      "grad_norm": 25.97406005859375,
      "learning_rate": 0.00019995036895356844,
      "loss": 4.7535,
      "step": 15669
    },
    {
      "epoch": 0.10048736693600102,
      "grad_norm": 35.927490234375,
      "learning_rate": 0.00019995036260680372,
      "loss": 4.7075,
      "step": 15670
    },
    {
      "epoch": 0.10049377965884314,
      "grad_norm": 13.800036430358887,
      "learning_rate": 0.0001999503562596333,
      "loss": 4.6236,
      "step": 15671
    },
    {
      "epoch": 0.10050019238168527,
      "grad_norm": 20.68213653564453,
      "learning_rate": 0.00019995034991205724,
      "loss": 4.5888,
      "step": 15672
    },
    {
      "epoch": 0.10050660510452739,
      "grad_norm": 13.465521812438965,
      "learning_rate": 0.00019995034356407544,
      "loss": 4.6309,
      "step": 15673
    },
    {
      "epoch": 0.1005130178273695,
      "grad_norm": 25.59998321533203,
      "learning_rate": 0.000199950337215688,
      "loss": 4.3851,
      "step": 15674
    },
    {
      "epoch": 0.10051943055021162,
      "grad_norm": 16.835235595703125,
      "learning_rate": 0.00019995033086689487,
      "loss": 4.7007,
      "step": 15675
    },
    {
      "epoch": 0.10052584327305374,
      "grad_norm": 57.845664978027344,
      "learning_rate": 0.00019995032451769606,
      "loss": 4.7104,
      "step": 15676
    },
    {
      "epoch": 0.10053225599589585,
      "grad_norm": 86.77591705322266,
      "learning_rate": 0.00019995031816809155,
      "loss": 4.8174,
      "step": 15677
    },
    {
      "epoch": 0.10053866871873797,
      "grad_norm": 15.583301544189453,
      "learning_rate": 0.0001999503118180814,
      "loss": 4.8073,
      "step": 15678
    },
    {
      "epoch": 0.1005450814415801,
      "grad_norm": 15.498778343200684,
      "learning_rate": 0.00019995030546766552,
      "loss": 4.5955,
      "step": 15679
    },
    {
      "epoch": 0.10055149416442222,
      "grad_norm": 28.104110717773438,
      "learning_rate": 0.000199950299116844,
      "loss": 4.6189,
      "step": 15680
    },
    {
      "epoch": 0.10055790688726433,
      "grad_norm": 15.59033203125,
      "learning_rate": 0.00019995029276561677,
      "loss": 4.8444,
      "step": 15681
    },
    {
      "epoch": 0.10056431961010645,
      "grad_norm": 14.761880874633789,
      "learning_rate": 0.00019995028641398385,
      "loss": 4.6592,
      "step": 15682
    },
    {
      "epoch": 0.10057073233294857,
      "grad_norm": 22.5843448638916,
      "learning_rate": 0.00019995028006194527,
      "loss": 4.5802,
      "step": 15683
    },
    {
      "epoch": 0.10057714505579068,
      "grad_norm": 8.97562313079834,
      "learning_rate": 0.000199950273709501,
      "loss": 4.5143,
      "step": 15684
    },
    {
      "epoch": 0.1005835577786328,
      "grad_norm": 63.586578369140625,
      "learning_rate": 0.00019995026735665107,
      "loss": 4.6215,
      "step": 15685
    },
    {
      "epoch": 0.10058997050147493,
      "grad_norm": 77.6703872680664,
      "learning_rate": 0.00019995026100339542,
      "loss": 4.6931,
      "step": 15686
    },
    {
      "epoch": 0.10059638322431705,
      "grad_norm": 14.112886428833008,
      "learning_rate": 0.00019995025464973411,
      "loss": 4.7131,
      "step": 15687
    },
    {
      "epoch": 0.10060279594715917,
      "grad_norm": 15.66493034362793,
      "learning_rate": 0.00019995024829566713,
      "loss": 4.6067,
      "step": 15688
    },
    {
      "epoch": 0.10060920867000128,
      "grad_norm": 30.432619094848633,
      "learning_rate": 0.00019995024194119444,
      "loss": 4.5793,
      "step": 15689
    },
    {
      "epoch": 0.1006156213928434,
      "grad_norm": 13.224509239196777,
      "learning_rate": 0.0001999502355863161,
      "loss": 4.4268,
      "step": 15690
    },
    {
      "epoch": 0.10062203411568552,
      "grad_norm": 7.693064212799072,
      "learning_rate": 0.00019995022923103206,
      "loss": 4.6825,
      "step": 15691
    },
    {
      "epoch": 0.10062844683852763,
      "grad_norm": 60.452491760253906,
      "learning_rate": 0.00019995022287534232,
      "loss": 4.7128,
      "step": 15692
    },
    {
      "epoch": 0.10063485956136976,
      "grad_norm": 130.93740844726562,
      "learning_rate": 0.00019995021651924693,
      "loss": 4.9586,
      "step": 15693
    },
    {
      "epoch": 0.10064127228421188,
      "grad_norm": 17.80215835571289,
      "learning_rate": 0.00019995021016274586,
      "loss": 4.6099,
      "step": 15694
    },
    {
      "epoch": 0.100647685007054,
      "grad_norm": 14.387247085571289,
      "learning_rate": 0.00019995020380583908,
      "loss": 4.685,
      "step": 15695
    },
    {
      "epoch": 0.10065409772989611,
      "grad_norm": 24.93524169921875,
      "learning_rate": 0.00019995019744852664,
      "loss": 4.544,
      "step": 15696
    },
    {
      "epoch": 0.10066051045273823,
      "grad_norm": 50.32920455932617,
      "learning_rate": 0.0001999501910908085,
      "loss": 4.5766,
      "step": 15697
    },
    {
      "epoch": 0.10066692317558035,
      "grad_norm": 17.64023780822754,
      "learning_rate": 0.0001999501847326847,
      "loss": 4.5485,
      "step": 15698
    },
    {
      "epoch": 0.10067333589842246,
      "grad_norm": 17.334999084472656,
      "learning_rate": 0.00019995017837415522,
      "loss": 4.5448,
      "step": 15699
    },
    {
      "epoch": 0.1006797486212646,
      "grad_norm": 66.77323913574219,
      "learning_rate": 0.00019995017201522006,
      "loss": 4.9418,
      "step": 15700
    },
    {
      "epoch": 0.1006797486212646,
      "eval_loss": 4.63694429397583,
      "eval_runtime": 34.7582,
      "eval_samples_per_second": 90.195,
      "eval_steps_per_second": 22.556,
      "step": 15700
    },
    {
      "epoch": 0.10068616134410671,
      "grad_norm": 8.182119369506836,
      "learning_rate": 0.00019995016565587919,
      "loss": 4.7621,
      "step": 15701
    },
    {
      "epoch": 0.10069257406694883,
      "grad_norm": 7.3064446449279785,
      "learning_rate": 0.00019995015929613266,
      "loss": 4.5364,
      "step": 15702
    },
    {
      "epoch": 0.10069898678979095,
      "grad_norm": 7.915477752685547,
      "learning_rate": 0.00019995015293598046,
      "loss": 4.6844,
      "step": 15703
    },
    {
      "epoch": 0.10070539951263306,
      "grad_norm": 25.786720275878906,
      "learning_rate": 0.00019995014657542254,
      "loss": 5.0048,
      "step": 15704
    },
    {
      "epoch": 0.10071181223547518,
      "grad_norm": 83.236328125,
      "learning_rate": 0.00019995014021445898,
      "loss": 4.7937,
      "step": 15705
    },
    {
      "epoch": 0.1007182249583173,
      "grad_norm": 48.644588470458984,
      "learning_rate": 0.00019995013385308973,
      "loss": 4.804,
      "step": 15706
    },
    {
      "epoch": 0.10072463768115943,
      "grad_norm": 11.933466911315918,
      "learning_rate": 0.0001999501274913148,
      "loss": 4.7392,
      "step": 15707
    },
    {
      "epoch": 0.10073105040400154,
      "grad_norm": 13.822023391723633,
      "learning_rate": 0.00019995012112913413,
      "loss": 4.5627,
      "step": 15708
    },
    {
      "epoch": 0.10073746312684366,
      "grad_norm": 17.580202102661133,
      "learning_rate": 0.00019995011476654786,
      "loss": 4.4886,
      "step": 15709
    },
    {
      "epoch": 0.10074387584968578,
      "grad_norm": 20.40258026123047,
      "learning_rate": 0.00019995010840355586,
      "loss": 4.8117,
      "step": 15710
    },
    {
      "epoch": 0.1007502885725279,
      "grad_norm": 17.840822219848633,
      "learning_rate": 0.0001999501020401582,
      "loss": 4.5951,
      "step": 15711
    },
    {
      "epoch": 0.10075670129537001,
      "grad_norm": 39.530426025390625,
      "learning_rate": 0.00019995009567635487,
      "loss": 4.5748,
      "step": 15712
    },
    {
      "epoch": 0.10076311401821213,
      "grad_norm": 69.66236877441406,
      "learning_rate": 0.00019995008931214585,
      "loss": 4.68,
      "step": 15713
    },
    {
      "epoch": 0.10076952674105426,
      "grad_norm": 37.76193618774414,
      "learning_rate": 0.00019995008294753115,
      "loss": 4.8001,
      "step": 15714
    },
    {
      "epoch": 0.10077593946389637,
      "grad_norm": 37.37407684326172,
      "learning_rate": 0.00019995007658251074,
      "loss": 4.7703,
      "step": 15715
    },
    {
      "epoch": 0.10078235218673849,
      "grad_norm": 25.48972511291504,
      "learning_rate": 0.00019995007021708468,
      "loss": 4.6402,
      "step": 15716
    },
    {
      "epoch": 0.10078876490958061,
      "grad_norm": 23.07198715209961,
      "learning_rate": 0.00019995006385125293,
      "loss": 4.7538,
      "step": 15717
    },
    {
      "epoch": 0.10079517763242272,
      "grad_norm": 7.579281330108643,
      "learning_rate": 0.0001999500574850155,
      "loss": 4.5972,
      "step": 15718
    },
    {
      "epoch": 0.10080159035526484,
      "grad_norm": 30.82351303100586,
      "learning_rate": 0.00019995005111837237,
      "loss": 4.6443,
      "step": 15719
    },
    {
      "epoch": 0.10080800307810696,
      "grad_norm": 116.1031265258789,
      "learning_rate": 0.00019995004475132359,
      "loss": 4.5974,
      "step": 15720
    },
    {
      "epoch": 0.10081441580094909,
      "grad_norm": 33.654541015625,
      "learning_rate": 0.00019995003838386912,
      "loss": 4.5279,
      "step": 15721
    },
    {
      "epoch": 0.1008208285237912,
      "grad_norm": 10.806337356567383,
      "learning_rate": 0.00019995003201600897,
      "loss": 4.5741,
      "step": 15722
    },
    {
      "epoch": 0.10082724124663332,
      "grad_norm": 10.470820426940918,
      "learning_rate": 0.00019995002564774313,
      "loss": 4.8714,
      "step": 15723
    },
    {
      "epoch": 0.10083365396947544,
      "grad_norm": 7.582102298736572,
      "learning_rate": 0.00019995001927907162,
      "loss": 4.6274,
      "step": 15724
    },
    {
      "epoch": 0.10084006669231756,
      "grad_norm": 46.3428955078125,
      "learning_rate": 0.00019995001290999445,
      "loss": 4.4596,
      "step": 15725
    },
    {
      "epoch": 0.10084647941515967,
      "grad_norm": 8.728944778442383,
      "learning_rate": 0.00019995000654051155,
      "loss": 4.4087,
      "step": 15726
    },
    {
      "epoch": 0.10085289213800179,
      "grad_norm": 18.69782829284668,
      "learning_rate": 0.000199950000170623,
      "loss": 4.7219,
      "step": 15727
    },
    {
      "epoch": 0.10085930486084392,
      "grad_norm": 18.921096801757812,
      "learning_rate": 0.00019994999380032878,
      "loss": 4.6182,
      "step": 15728
    },
    {
      "epoch": 0.10086571758368604,
      "grad_norm": 15.810230255126953,
      "learning_rate": 0.00019994998742962886,
      "loss": 4.55,
      "step": 15729
    },
    {
      "epoch": 0.10087213030652815,
      "grad_norm": 13.825353622436523,
      "learning_rate": 0.00019994998105852326,
      "loss": 4.5567,
      "step": 15730
    },
    {
      "epoch": 0.10087854302937027,
      "grad_norm": 18.08009147644043,
      "learning_rate": 0.00019994997468701197,
      "loss": 4.4861,
      "step": 15731
    },
    {
      "epoch": 0.10088495575221239,
      "grad_norm": 31.21131706237793,
      "learning_rate": 0.00019994996831509504,
      "loss": 4.6659,
      "step": 15732
    },
    {
      "epoch": 0.1008913684750545,
      "grad_norm": 31.8992919921875,
      "learning_rate": 0.00019994996194277236,
      "loss": 4.6681,
      "step": 15733
    },
    {
      "epoch": 0.10089778119789662,
      "grad_norm": 12.49705982208252,
      "learning_rate": 0.00019994995557004406,
      "loss": 4.9099,
      "step": 15734
    },
    {
      "epoch": 0.10090419392073875,
      "grad_norm": 21.55853843688965,
      "learning_rate": 0.00019994994919691006,
      "loss": 4.8549,
      "step": 15735
    },
    {
      "epoch": 0.10091060664358087,
      "grad_norm": 14.242067337036133,
      "learning_rate": 0.0001999499428233704,
      "loss": 4.6225,
      "step": 15736
    },
    {
      "epoch": 0.10091701936642299,
      "grad_norm": 11.079766273498535,
      "learning_rate": 0.00019994993644942502,
      "loss": 4.4762,
      "step": 15737
    },
    {
      "epoch": 0.1009234320892651,
      "grad_norm": 8.155013084411621,
      "learning_rate": 0.00019994993007507397,
      "loss": 4.6736,
      "step": 15738
    },
    {
      "epoch": 0.10092984481210722,
      "grad_norm": 33.90220260620117,
      "learning_rate": 0.00019994992370031724,
      "loss": 4.7687,
      "step": 15739
    },
    {
      "epoch": 0.10093625753494934,
      "grad_norm": 8.252890586853027,
      "learning_rate": 0.00019994991732515485,
      "loss": 4.8413,
      "step": 15740
    },
    {
      "epoch": 0.10094267025779145,
      "grad_norm": 71.96224975585938,
      "learning_rate": 0.00019994991094958678,
      "loss": 4.6352,
      "step": 15741
    },
    {
      "epoch": 0.10094908298063358,
      "grad_norm": 8.296377182006836,
      "learning_rate": 0.00019994990457361303,
      "loss": 4.8757,
      "step": 15742
    },
    {
      "epoch": 0.1009554957034757,
      "grad_norm": 8.820345878601074,
      "learning_rate": 0.00019994989819723354,
      "loss": 4.6963,
      "step": 15743
    },
    {
      "epoch": 0.10096190842631782,
      "grad_norm": 11.443807601928711,
      "learning_rate": 0.00019994989182044846,
      "loss": 4.5464,
      "step": 15744
    },
    {
      "epoch": 0.10096832114915993,
      "grad_norm": 58.00363540649414,
      "learning_rate": 0.00019994988544325763,
      "loss": 4.6998,
      "step": 15745
    },
    {
      "epoch": 0.10097473387200205,
      "grad_norm": 13.002224922180176,
      "learning_rate": 0.00019994987906566116,
      "loss": 4.5663,
      "step": 15746
    },
    {
      "epoch": 0.10098114659484417,
      "grad_norm": 8.831863403320312,
      "learning_rate": 0.000199949872687659,
      "loss": 4.9885,
      "step": 15747
    },
    {
      "epoch": 0.10098755931768628,
      "grad_norm": 24.367265701293945,
      "learning_rate": 0.00019994986630925116,
      "loss": 4.4282,
      "step": 15748
    },
    {
      "epoch": 0.10099397204052842,
      "grad_norm": 8.217363357543945,
      "learning_rate": 0.00019994985993043764,
      "loss": 4.6751,
      "step": 15749
    },
    {
      "epoch": 0.10100038476337053,
      "grad_norm": 20.000267028808594,
      "learning_rate": 0.00019994985355121844,
      "loss": 4.707,
      "step": 15750
    },
    {
      "epoch": 0.10100679748621265,
      "grad_norm": 8.502699851989746,
      "learning_rate": 0.00019994984717159356,
      "loss": 4.5586,
      "step": 15751
    },
    {
      "epoch": 0.10101321020905477,
      "grad_norm": 6.30165433883667,
      "learning_rate": 0.000199949840791563,
      "loss": 4.5798,
      "step": 15752
    },
    {
      "epoch": 0.10101962293189688,
      "grad_norm": 28.335710525512695,
      "learning_rate": 0.00019994983441112675,
      "loss": 4.3832,
      "step": 15753
    },
    {
      "epoch": 0.101026035654739,
      "grad_norm": 5.955487251281738,
      "learning_rate": 0.00019994982803028482,
      "loss": 4.4849,
      "step": 15754
    },
    {
      "epoch": 0.10103244837758112,
      "grad_norm": 8.337983131408691,
      "learning_rate": 0.00019994982164903724,
      "loss": 4.7912,
      "step": 15755
    },
    {
      "epoch": 0.10103886110042323,
      "grad_norm": 8.28622817993164,
      "learning_rate": 0.00019994981526738395,
      "loss": 4.5789,
      "step": 15756
    },
    {
      "epoch": 0.10104527382326536,
      "grad_norm": 13.466462135314941,
      "learning_rate": 0.00019994980888532498,
      "loss": 4.6203,
      "step": 15757
    },
    {
      "epoch": 0.10105168654610748,
      "grad_norm": 6.648285865783691,
      "learning_rate": 0.00019994980250286033,
      "loss": 4.7858,
      "step": 15758
    },
    {
      "epoch": 0.1010580992689496,
      "grad_norm": 14.305437088012695,
      "learning_rate": 0.00019994979611999002,
      "loss": 4.6749,
      "step": 15759
    },
    {
      "epoch": 0.10106451199179171,
      "grad_norm": 6.932044506072998,
      "learning_rate": 0.000199949789736714,
      "loss": 4.5857,
      "step": 15760
    },
    {
      "epoch": 0.10107092471463383,
      "grad_norm": 7.620672702789307,
      "learning_rate": 0.00019994978335303234,
      "loss": 4.4855,
      "step": 15761
    },
    {
      "epoch": 0.10107733743747595,
      "grad_norm": 9.065946578979492,
      "learning_rate": 0.00019994977696894499,
      "loss": 4.6218,
      "step": 15762
    },
    {
      "epoch": 0.10108375016031806,
      "grad_norm": 11.204377174377441,
      "learning_rate": 0.00019994977058445195,
      "loss": 4.5,
      "step": 15763
    },
    {
      "epoch": 0.1010901628831602,
      "grad_norm": 10.079851150512695,
      "learning_rate": 0.0001999497641995532,
      "loss": 4.8575,
      "step": 15764
    },
    {
      "epoch": 0.10109657560600231,
      "grad_norm": 4.752427101135254,
      "learning_rate": 0.00019994975781424882,
      "loss": 4.5211,
      "step": 15765
    },
    {
      "epoch": 0.10110298832884443,
      "grad_norm": 68.71403503417969,
      "learning_rate": 0.00019994975142853877,
      "loss": 4.637,
      "step": 15766
    },
    {
      "epoch": 0.10110940105168655,
      "grad_norm": 32.27294921875,
      "learning_rate": 0.00019994974504242299,
      "loss": 4.5806,
      "step": 15767
    },
    {
      "epoch": 0.10111581377452866,
      "grad_norm": 265.08953857421875,
      "learning_rate": 0.00019994973865590155,
      "loss": 4.9057,
      "step": 15768
    },
    {
      "epoch": 0.10112222649737078,
      "grad_norm": 5.182002544403076,
      "learning_rate": 0.00019994973226897443,
      "loss": 4.9084,
      "step": 15769
    },
    {
      "epoch": 0.1011286392202129,
      "grad_norm": 10.500823020935059,
      "learning_rate": 0.00019994972588164163,
      "loss": 4.715,
      "step": 15770
    },
    {
      "epoch": 0.10113505194305503,
      "grad_norm": 7.770123481750488,
      "learning_rate": 0.00019994971949390314,
      "loss": 4.9371,
      "step": 15771
    },
    {
      "epoch": 0.10114146466589714,
      "grad_norm": 32.984378814697266,
      "learning_rate": 0.000199949713105759,
      "loss": 4.4796,
      "step": 15772
    },
    {
      "epoch": 0.10114787738873926,
      "grad_norm": 455.115478515625,
      "learning_rate": 0.0001999497067172092,
      "loss": 4.96,
      "step": 15773
    },
    {
      "epoch": 0.10115429011158138,
      "grad_norm": 22.734079360961914,
      "learning_rate": 0.00019994970032825363,
      "loss": 4.7539,
      "step": 15774
    },
    {
      "epoch": 0.1011607028344235,
      "grad_norm": 19.07426643371582,
      "learning_rate": 0.00019994969393889248,
      "loss": 4.8485,
      "step": 15775
    },
    {
      "epoch": 0.10116711555726561,
      "grad_norm": 10.923272132873535,
      "learning_rate": 0.00019994968754912556,
      "loss": 4.6704,
      "step": 15776
    },
    {
      "epoch": 0.10117352828010773,
      "grad_norm": 9.604131698608398,
      "learning_rate": 0.00019994968115895305,
      "loss": 4.583,
      "step": 15777
    },
    {
      "epoch": 0.10117994100294986,
      "grad_norm": 13.246465682983398,
      "learning_rate": 0.0001999496747683748,
      "loss": 4.6986,
      "step": 15778
    },
    {
      "epoch": 0.10118635372579197,
      "grad_norm": 6.734212398529053,
      "learning_rate": 0.0001999496683773909,
      "loss": 4.6283,
      "step": 15779
    },
    {
      "epoch": 0.10119276644863409,
      "grad_norm": 10.110304832458496,
      "learning_rate": 0.0001999496619860013,
      "loss": 4.5636,
      "step": 15780
    },
    {
      "epoch": 0.10119917917147621,
      "grad_norm": 7.998270511627197,
      "learning_rate": 0.00019994965559420603,
      "loss": 4.7068,
      "step": 15781
    },
    {
      "epoch": 0.10120559189431833,
      "grad_norm": 7.9410552978515625,
      "learning_rate": 0.00019994964920200508,
      "loss": 4.6716,
      "step": 15782
    },
    {
      "epoch": 0.10121200461716044,
      "grad_norm": 11.751357078552246,
      "learning_rate": 0.00019994964280939845,
      "loss": 4.6349,
      "step": 15783
    },
    {
      "epoch": 0.10121841734000256,
      "grad_norm": 31.331985473632812,
      "learning_rate": 0.00019994963641638616,
      "loss": 5.374,
      "step": 15784
    },
    {
      "epoch": 0.10122483006284469,
      "grad_norm": 5.013783931732178,
      "learning_rate": 0.00019994963002296817,
      "loss": 4.684,
      "step": 15785
    },
    {
      "epoch": 0.1012312427856868,
      "grad_norm": 51.22372817993164,
      "learning_rate": 0.0001999496236291445,
      "loss": 4.9499,
      "step": 15786
    },
    {
      "epoch": 0.10123765550852892,
      "grad_norm": 33.59557342529297,
      "learning_rate": 0.00019994961723491516,
      "loss": 4.8062,
      "step": 15787
    },
    {
      "epoch": 0.10124406823137104,
      "grad_norm": 10.662711143493652,
      "learning_rate": 0.00019994961084028015,
      "loss": 4.6418,
      "step": 15788
    },
    {
      "epoch": 0.10125048095421316,
      "grad_norm": 7.11005973815918,
      "learning_rate": 0.00019994960444523946,
      "loss": 4.6239,
      "step": 15789
    },
    {
      "epoch": 0.10125689367705527,
      "grad_norm": 4.505991458892822,
      "learning_rate": 0.00019994959804979306,
      "loss": 4.7032,
      "step": 15790
    },
    {
      "epoch": 0.10126330639989739,
      "grad_norm": 15.23275089263916,
      "learning_rate": 0.00019994959165394097,
      "loss": 4.6176,
      "step": 15791
    },
    {
      "epoch": 0.10126971912273952,
      "grad_norm": 24.558591842651367,
      "learning_rate": 0.00019994958525768327,
      "loss": 4.6267,
      "step": 15792
    },
    {
      "epoch": 0.10127613184558164,
      "grad_norm": 6.317553520202637,
      "learning_rate": 0.00019994957886101985,
      "loss": 4.8239,
      "step": 15793
    },
    {
      "epoch": 0.10128254456842375,
      "grad_norm": 13.289484024047852,
      "learning_rate": 0.00019994957246395077,
      "loss": 4.618,
      "step": 15794
    },
    {
      "epoch": 0.10128895729126587,
      "grad_norm": 7.951274394989014,
      "learning_rate": 0.00019994956606647597,
      "loss": 4.9252,
      "step": 15795
    },
    {
      "epoch": 0.10129537001410799,
      "grad_norm": 6.360705852508545,
      "learning_rate": 0.00019994955966859553,
      "loss": 4.8393,
      "step": 15796
    },
    {
      "epoch": 0.1013017827369501,
      "grad_norm": 6.636021137237549,
      "learning_rate": 0.0001999495532703094,
      "loss": 4.7573,
      "step": 15797
    },
    {
      "epoch": 0.10130819545979222,
      "grad_norm": 5.3422675132751465,
      "learning_rate": 0.0001999495468716176,
      "loss": 4.6634,
      "step": 15798
    },
    {
      "epoch": 0.10131460818263435,
      "grad_norm": 6.096388339996338,
      "learning_rate": 0.00019994954047252008,
      "loss": 4.629,
      "step": 15799
    },
    {
      "epoch": 0.10132102090547647,
      "grad_norm": 8.340929985046387,
      "learning_rate": 0.0001999495340730169,
      "loss": 4.7367,
      "step": 15800
    },
    {
      "epoch": 0.10132102090547647,
      "eval_loss": 4.616699695587158,
      "eval_runtime": 34.8125,
      "eval_samples_per_second": 90.054,
      "eval_steps_per_second": 22.521,
      "step": 15800
    },
    {
      "epoch": 0.10132743362831859,
      "grad_norm": 30.740182876586914,
      "learning_rate": 0.00019994952767310808,
      "loss": 4.6187,
      "step": 15801
    },
    {
      "epoch": 0.1013338463511607,
      "grad_norm": 10.288403511047363,
      "learning_rate": 0.00019994952127279353,
      "loss": 4.4998,
      "step": 15802
    },
    {
      "epoch": 0.10134025907400282,
      "grad_norm": 98.19877624511719,
      "learning_rate": 0.00019994951487207333,
      "loss": 4.682,
      "step": 15803
    },
    {
      "epoch": 0.10134667179684494,
      "grad_norm": 9.486350059509277,
      "learning_rate": 0.00019994950847094747,
      "loss": 4.7455,
      "step": 15804
    },
    {
      "epoch": 0.10135308451968705,
      "grad_norm": 10.715616226196289,
      "learning_rate": 0.0001999495020694159,
      "loss": 4.5959,
      "step": 15805
    },
    {
      "epoch": 0.10135949724252918,
      "grad_norm": 9.541801452636719,
      "learning_rate": 0.00019994949566747865,
      "loss": 4.7912,
      "step": 15806
    },
    {
      "epoch": 0.1013659099653713,
      "grad_norm": 22.719533920288086,
      "learning_rate": 0.00019994948926513572,
      "loss": 4.4995,
      "step": 15807
    },
    {
      "epoch": 0.10137232268821342,
      "grad_norm": 15.387480735778809,
      "learning_rate": 0.00019994948286238714,
      "loss": 4.7499,
      "step": 15808
    },
    {
      "epoch": 0.10137873541105553,
      "grad_norm": 5.917542457580566,
      "learning_rate": 0.00019994947645923285,
      "loss": 4.5335,
      "step": 15809
    },
    {
      "epoch": 0.10138514813389765,
      "grad_norm": 8.669315338134766,
      "learning_rate": 0.0001999494700556729,
      "loss": 4.6672,
      "step": 15810
    },
    {
      "epoch": 0.10139156085673977,
      "grad_norm": 9.710184097290039,
      "learning_rate": 0.00019994946365170727,
      "loss": 4.5285,
      "step": 15811
    },
    {
      "epoch": 0.10139797357958188,
      "grad_norm": 8.349950790405273,
      "learning_rate": 0.000199949457247336,
      "loss": 4.7672,
      "step": 15812
    },
    {
      "epoch": 0.10140438630242402,
      "grad_norm": 36.17821502685547,
      "learning_rate": 0.00019994945084255897,
      "loss": 4.752,
      "step": 15813
    },
    {
      "epoch": 0.10141079902526613,
      "grad_norm": 7.874763011932373,
      "learning_rate": 0.0001999494444373763,
      "loss": 4.7409,
      "step": 15814
    },
    {
      "epoch": 0.10141721174810825,
      "grad_norm": 9.122709274291992,
      "learning_rate": 0.00019994943803178797,
      "loss": 4.6842,
      "step": 15815
    },
    {
      "epoch": 0.10142362447095037,
      "grad_norm": 8.775431632995605,
      "learning_rate": 0.00019994943162579394,
      "loss": 4.8442,
      "step": 15816
    },
    {
      "epoch": 0.10143003719379248,
      "grad_norm": 6.997729778289795,
      "learning_rate": 0.00019994942521939425,
      "loss": 4.9282,
      "step": 15817
    },
    {
      "epoch": 0.1014364499166346,
      "grad_norm": 51.887813568115234,
      "learning_rate": 0.00019994941881258885,
      "loss": 4.5554,
      "step": 15818
    },
    {
      "epoch": 0.10144286263947672,
      "grad_norm": 11.640462875366211,
      "learning_rate": 0.0001999494124053778,
      "loss": 4.6607,
      "step": 15819
    },
    {
      "epoch": 0.10144927536231885,
      "grad_norm": 19.80022430419922,
      "learning_rate": 0.00019994940599776106,
      "loss": 4.9022,
      "step": 15820
    },
    {
      "epoch": 0.10145568808516096,
      "grad_norm": 48.72043991088867,
      "learning_rate": 0.00019994939958973865,
      "loss": 4.5547,
      "step": 15821
    },
    {
      "epoch": 0.10146210080800308,
      "grad_norm": 6.576669216156006,
      "learning_rate": 0.00019994939318131055,
      "loss": 4.5273,
      "step": 15822
    },
    {
      "epoch": 0.1014685135308452,
      "grad_norm": 55.0077018737793,
      "learning_rate": 0.00019994938677247678,
      "loss": 4.6013,
      "step": 15823
    },
    {
      "epoch": 0.10147492625368731,
      "grad_norm": 13.83116340637207,
      "learning_rate": 0.00019994938036323735,
      "loss": 4.7885,
      "step": 15824
    },
    {
      "epoch": 0.10148133897652943,
      "grad_norm": 13.925890922546387,
      "learning_rate": 0.0001999493739535922,
      "loss": 5.0132,
      "step": 15825
    },
    {
      "epoch": 0.10148775169937155,
      "grad_norm": 11.700235366821289,
      "learning_rate": 0.0001999493675435414,
      "loss": 4.6589,
      "step": 15826
    },
    {
      "epoch": 0.10149416442221368,
      "grad_norm": 169.39111328125,
      "learning_rate": 0.00019994936113308494,
      "loss": 4.5982,
      "step": 15827
    },
    {
      "epoch": 0.1015005771450558,
      "grad_norm": 20.98805046081543,
      "learning_rate": 0.00019994935472222275,
      "loss": 4.5861,
      "step": 15828
    },
    {
      "epoch": 0.10150698986789791,
      "grad_norm": 5.995357990264893,
      "learning_rate": 0.00019994934831095491,
      "loss": 4.6204,
      "step": 15829
    },
    {
      "epoch": 0.10151340259074003,
      "grad_norm": 16.381515502929688,
      "learning_rate": 0.0001999493418992814,
      "loss": 4.8003,
      "step": 15830
    },
    {
      "epoch": 0.10151981531358215,
      "grad_norm": 7.723560333251953,
      "learning_rate": 0.0001999493354872022,
      "loss": 4.5747,
      "step": 15831
    },
    {
      "epoch": 0.10152622803642426,
      "grad_norm": 40.27310562133789,
      "learning_rate": 0.00019994932907471734,
      "loss": 4.5742,
      "step": 15832
    },
    {
      "epoch": 0.10153264075926638,
      "grad_norm": 14.189481735229492,
      "learning_rate": 0.00019994932266182677,
      "loss": 4.7769,
      "step": 15833
    },
    {
      "epoch": 0.10153905348210851,
      "grad_norm": 104.63432312011719,
      "learning_rate": 0.00019994931624853056,
      "loss": 4.4565,
      "step": 15834
    },
    {
      "epoch": 0.10154546620495063,
      "grad_norm": 86.98787689208984,
      "learning_rate": 0.00019994930983482866,
      "loss": 4.5258,
      "step": 15835
    },
    {
      "epoch": 0.10155187892779274,
      "grad_norm": 16.69074249267578,
      "learning_rate": 0.00019994930342072108,
      "loss": 4.7416,
      "step": 15836
    },
    {
      "epoch": 0.10155829165063486,
      "grad_norm": 9.17587947845459,
      "learning_rate": 0.0001999492970062078,
      "loss": 4.9612,
      "step": 15837
    },
    {
      "epoch": 0.10156470437347698,
      "grad_norm": 13.142670631408691,
      "learning_rate": 0.00019994929059128887,
      "loss": 4.5647,
      "step": 15838
    },
    {
      "epoch": 0.1015711170963191,
      "grad_norm": 59.341163635253906,
      "learning_rate": 0.00019994928417596425,
      "loss": 4.5928,
      "step": 15839
    },
    {
      "epoch": 0.10157752981916121,
      "grad_norm": 17.922866821289062,
      "learning_rate": 0.00019994927776023397,
      "loss": 4.6709,
      "step": 15840
    },
    {
      "epoch": 0.10158394254200334,
      "grad_norm": 27.511268615722656,
      "learning_rate": 0.00019994927134409798,
      "loss": 4.6254,
      "step": 15841
    },
    {
      "epoch": 0.10159035526484546,
      "grad_norm": 24.22051239013672,
      "learning_rate": 0.0001999492649275563,
      "loss": 4.5306,
      "step": 15842
    },
    {
      "epoch": 0.10159676798768758,
      "grad_norm": 65.1287612915039,
      "learning_rate": 0.000199949258510609,
      "loss": 4.8624,
      "step": 15843
    },
    {
      "epoch": 0.10160318071052969,
      "grad_norm": 47.93723678588867,
      "learning_rate": 0.00019994925209325599,
      "loss": 4.8129,
      "step": 15844
    },
    {
      "epoch": 0.10160959343337181,
      "grad_norm": 11.67372989654541,
      "learning_rate": 0.0001999492456754973,
      "loss": 4.6946,
      "step": 15845
    },
    {
      "epoch": 0.10161600615621393,
      "grad_norm": 8.166866302490234,
      "learning_rate": 0.00019994923925733296,
      "loss": 4.4,
      "step": 15846
    },
    {
      "epoch": 0.10162241887905604,
      "grad_norm": 12.559706687927246,
      "learning_rate": 0.0001999492328387629,
      "loss": 4.6061,
      "step": 15847
    },
    {
      "epoch": 0.10162883160189816,
      "grad_norm": 58.492008209228516,
      "learning_rate": 0.00019994922641978718,
      "loss": 4.8208,
      "step": 15848
    },
    {
      "epoch": 0.10163524432474029,
      "grad_norm": 41.55915069580078,
      "learning_rate": 0.0001999492200004058,
      "loss": 4.5114,
      "step": 15849
    },
    {
      "epoch": 0.1016416570475824,
      "grad_norm": 6.677850246429443,
      "learning_rate": 0.00019994921358061873,
      "loss": 4.7479,
      "step": 15850
    },
    {
      "epoch": 0.10164806977042452,
      "grad_norm": 9.670859336853027,
      "learning_rate": 0.000199949207160426,
      "loss": 4.753,
      "step": 15851
    },
    {
      "epoch": 0.10165448249326664,
      "grad_norm": 9.327771186828613,
      "learning_rate": 0.00019994920073982756,
      "loss": 4.9418,
      "step": 15852
    },
    {
      "epoch": 0.10166089521610876,
      "grad_norm": 7.037783622741699,
      "learning_rate": 0.00019994919431882348,
      "loss": 4.659,
      "step": 15853
    },
    {
      "epoch": 0.10166730793895087,
      "grad_norm": 4.275706768035889,
      "learning_rate": 0.00019994918789741369,
      "loss": 4.7816,
      "step": 15854
    },
    {
      "epoch": 0.10167372066179299,
      "grad_norm": 13.389354705810547,
      "learning_rate": 0.0001999491814755982,
      "loss": 4.3416,
      "step": 15855
    },
    {
      "epoch": 0.10168013338463512,
      "grad_norm": 9.158069610595703,
      "learning_rate": 0.0001999491750533771,
      "loss": 4.6966,
      "step": 15856
    },
    {
      "epoch": 0.10168654610747724,
      "grad_norm": 7.98238468170166,
      "learning_rate": 0.00019994916863075028,
      "loss": 4.6227,
      "step": 15857
    },
    {
      "epoch": 0.10169295883031935,
      "grad_norm": 33.38001251220703,
      "learning_rate": 0.0001999491622077178,
      "loss": 4.5938,
      "step": 15858
    },
    {
      "epoch": 0.10169937155316147,
      "grad_norm": 13.341449737548828,
      "learning_rate": 0.00019994915578427965,
      "loss": 4.8642,
      "step": 15859
    },
    {
      "epoch": 0.10170578427600359,
      "grad_norm": 11.581610679626465,
      "learning_rate": 0.0001999491493604358,
      "loss": 4.6574,
      "step": 15860
    },
    {
      "epoch": 0.1017121969988457,
      "grad_norm": 6.982797622680664,
      "learning_rate": 0.00019994914293618626,
      "loss": 4.4961,
      "step": 15861
    },
    {
      "epoch": 0.10171860972168782,
      "grad_norm": 12.542949676513672,
      "learning_rate": 0.00019994913651153108,
      "loss": 4.5342,
      "step": 15862
    },
    {
      "epoch": 0.10172502244452995,
      "grad_norm": 71.43205261230469,
      "learning_rate": 0.0001999491300864702,
      "loss": 4.4228,
      "step": 15863
    },
    {
      "epoch": 0.10173143516737207,
      "grad_norm": 12.719552993774414,
      "learning_rate": 0.00019994912366100366,
      "loss": 4.4972,
      "step": 15864
    },
    {
      "epoch": 0.10173784789021419,
      "grad_norm": 7.496783256530762,
      "learning_rate": 0.0001999491172351314,
      "loss": 4.5689,
      "step": 15865
    },
    {
      "epoch": 0.1017442606130563,
      "grad_norm": 21.305564880371094,
      "learning_rate": 0.0001999491108088535,
      "loss": 4.6721,
      "step": 15866
    },
    {
      "epoch": 0.10175067333589842,
      "grad_norm": 10.185779571533203,
      "learning_rate": 0.00019994910438216992,
      "loss": 4.8143,
      "step": 15867
    },
    {
      "epoch": 0.10175708605874054,
      "grad_norm": 2957.14794921875,
      "learning_rate": 0.00019994909795508064,
      "loss": 4.4633,
      "step": 15868
    },
    {
      "epoch": 0.10176349878158265,
      "grad_norm": 15.346808433532715,
      "learning_rate": 0.00019994909152758574,
      "loss": 4.6175,
      "step": 15869
    },
    {
      "epoch": 0.10176991150442478,
      "grad_norm": 29.186525344848633,
      "learning_rate": 0.0001999490850996851,
      "loss": 4.7614,
      "step": 15870
    },
    {
      "epoch": 0.1017763242272669,
      "grad_norm": 10.487982749938965,
      "learning_rate": 0.0001999490786713788,
      "loss": 4.6672,
      "step": 15871
    },
    {
      "epoch": 0.10178273695010902,
      "grad_norm": 16.93722915649414,
      "learning_rate": 0.00019994907224266687,
      "loss": 4.4212,
      "step": 15872
    },
    {
      "epoch": 0.10178914967295113,
      "grad_norm": 9.100383758544922,
      "learning_rate": 0.0001999490658135492,
      "loss": 4.6871,
      "step": 15873
    },
    {
      "epoch": 0.10179556239579325,
      "grad_norm": 89.9725341796875,
      "learning_rate": 0.0001999490593840259,
      "loss": 4.5143,
      "step": 15874
    },
    {
      "epoch": 0.10180197511863537,
      "grad_norm": 6.137407302856445,
      "learning_rate": 0.0001999490529540969,
      "loss": 4.437,
      "step": 15875
    },
    {
      "epoch": 0.10180838784147749,
      "grad_norm": 9.114352226257324,
      "learning_rate": 0.00019994904652376224,
      "loss": 4.646,
      "step": 15876
    },
    {
      "epoch": 0.10181480056431962,
      "grad_norm": 284.8846130371094,
      "learning_rate": 0.00019994904009302189,
      "loss": 4.84,
      "step": 15877
    },
    {
      "epoch": 0.10182121328716173,
      "grad_norm": 4.295870780944824,
      "learning_rate": 0.00019994903366187585,
      "loss": 4.6951,
      "step": 15878
    },
    {
      "epoch": 0.10182762601000385,
      "grad_norm": 9.184004783630371,
      "learning_rate": 0.00019994902723032416,
      "loss": 4.8048,
      "step": 15879
    },
    {
      "epoch": 0.10183403873284597,
      "grad_norm": 21.02884864807129,
      "learning_rate": 0.0001999490207983668,
      "loss": 4.5857,
      "step": 15880
    },
    {
      "epoch": 0.10184045145568808,
      "grad_norm": 5.940705299377441,
      "learning_rate": 0.0001999490143660037,
      "loss": 4.8565,
      "step": 15881
    },
    {
      "epoch": 0.1018468641785302,
      "grad_norm": 10.80979061126709,
      "learning_rate": 0.00019994900793323498,
      "loss": 4.4637,
      "step": 15882
    },
    {
      "epoch": 0.10185327690137232,
      "grad_norm": 7.526022434234619,
      "learning_rate": 0.0001999490015000606,
      "loss": 4.8152,
      "step": 15883
    },
    {
      "epoch": 0.10185968962421445,
      "grad_norm": 5.274713516235352,
      "learning_rate": 0.00019994899506648047,
      "loss": 4.4453,
      "step": 15884
    },
    {
      "epoch": 0.10186610234705656,
      "grad_norm": 5.22290563583374,
      "learning_rate": 0.00019994898863249475,
      "loss": 4.6714,
      "step": 15885
    },
    {
      "epoch": 0.10187251506989868,
      "grad_norm": 39.408485412597656,
      "learning_rate": 0.0001999489821981033,
      "loss": 4.6369,
      "step": 15886
    },
    {
      "epoch": 0.1018789277927408,
      "grad_norm": 39.07813262939453,
      "learning_rate": 0.00019994897576330618,
      "loss": 4.625,
      "step": 15887
    },
    {
      "epoch": 0.10188534051558291,
      "grad_norm": 9.76402759552002,
      "learning_rate": 0.00019994896932810338,
      "loss": 4.9715,
      "step": 15888
    },
    {
      "epoch": 0.10189175323842503,
      "grad_norm": 6.648172855377197,
      "learning_rate": 0.0001999489628924949,
      "loss": 4.6592,
      "step": 15889
    },
    {
      "epoch": 0.10189816596126715,
      "grad_norm": 5.567205429077148,
      "learning_rate": 0.00019994895645648078,
      "loss": 4.7141,
      "step": 15890
    },
    {
      "epoch": 0.10190457868410928,
      "grad_norm": 4.687808990478516,
      "learning_rate": 0.00019994895002006094,
      "loss": 4.7327,
      "step": 15891
    },
    {
      "epoch": 0.1019109914069514,
      "grad_norm": 3.5566070079803467,
      "learning_rate": 0.00019994894358323545,
      "loss": 4.5687,
      "step": 15892
    },
    {
      "epoch": 0.10191740412979351,
      "grad_norm": 49.47265625,
      "learning_rate": 0.0001999489371460043,
      "loss": 4.7852,
      "step": 15893
    },
    {
      "epoch": 0.10192381685263563,
      "grad_norm": 7.568197250366211,
      "learning_rate": 0.00019994893070836742,
      "loss": 4.3858,
      "step": 15894
    },
    {
      "epoch": 0.10193022957547775,
      "grad_norm": 10.19798469543457,
      "learning_rate": 0.0001999489242703249,
      "loss": 4.6312,
      "step": 15895
    },
    {
      "epoch": 0.10193664229831986,
      "grad_norm": 7.544927597045898,
      "learning_rate": 0.0001999489178318767,
      "loss": 4.7014,
      "step": 15896
    },
    {
      "epoch": 0.10194305502116198,
      "grad_norm": 32.29719924926758,
      "learning_rate": 0.00019994891139302282,
      "loss": 4.8622,
      "step": 15897
    },
    {
      "epoch": 0.10194946774400411,
      "grad_norm": 28.73157501220703,
      "learning_rate": 0.00019994890495376327,
      "loss": 4.6333,
      "step": 15898
    },
    {
      "epoch": 0.10195588046684623,
      "grad_norm": 4.557257175445557,
      "learning_rate": 0.00019994889851409804,
      "loss": 4.7879,
      "step": 15899
    },
    {
      "epoch": 0.10196229318968834,
      "grad_norm": 18.363821029663086,
      "learning_rate": 0.00019994889207402715,
      "loss": 4.8556,
      "step": 15900
    },
    {
      "epoch": 0.10196229318968834,
      "eval_loss": 4.630043029785156,
      "eval_runtime": 34.7135,
      "eval_samples_per_second": 90.311,
      "eval_steps_per_second": 22.585,
      "step": 15900
    },
    {
      "epoch": 0.10196870591253046,
      "grad_norm": 83.80034637451172,
      "learning_rate": 0.00019994888563355058,
      "loss": 4.6101,
      "step": 15901
    },
    {
      "epoch": 0.10197511863537258,
      "grad_norm": 17.90827751159668,
      "learning_rate": 0.0001999488791926683,
      "loss": 4.5356,
      "step": 15902
    },
    {
      "epoch": 0.1019815313582147,
      "grad_norm": 24.164344787597656,
      "learning_rate": 0.00019994887275138037,
      "loss": 4.5939,
      "step": 15903
    },
    {
      "epoch": 0.10198794408105681,
      "grad_norm": 5.412094593048096,
      "learning_rate": 0.00019994886630968678,
      "loss": 4.5915,
      "step": 15904
    },
    {
      "epoch": 0.10199435680389894,
      "grad_norm": 19.726642608642578,
      "learning_rate": 0.00019994885986758746,
      "loss": 4.7209,
      "step": 15905
    },
    {
      "epoch": 0.10200076952674106,
      "grad_norm": 16.540599822998047,
      "learning_rate": 0.0001999488534250825,
      "loss": 4.7817,
      "step": 15906
    },
    {
      "epoch": 0.10200718224958318,
      "grad_norm": 15.827043533325195,
      "learning_rate": 0.00019994884698217188,
      "loss": 5.2153,
      "step": 15907
    },
    {
      "epoch": 0.10201359497242529,
      "grad_norm": 11.22771167755127,
      "learning_rate": 0.00019994884053885556,
      "loss": 4.7681,
      "step": 15908
    },
    {
      "epoch": 0.10202000769526741,
      "grad_norm": 8.22186279296875,
      "learning_rate": 0.00019994883409513357,
      "loss": 4.7531,
      "step": 15909
    },
    {
      "epoch": 0.10202642041810953,
      "grad_norm": 257.6600646972656,
      "learning_rate": 0.0001999488276510059,
      "loss": 4.6019,
      "step": 15910
    },
    {
      "epoch": 0.10203283314095164,
      "grad_norm": 9.50999641418457,
      "learning_rate": 0.00019994882120647256,
      "loss": 4.586,
      "step": 15911
    },
    {
      "epoch": 0.10203924586379377,
      "grad_norm": 8.522124290466309,
      "learning_rate": 0.00019994881476153355,
      "loss": 4.8781,
      "step": 15912
    },
    {
      "epoch": 0.10204565858663589,
      "grad_norm": 7.277917861938477,
      "learning_rate": 0.00019994880831618886,
      "loss": 4.6044,
      "step": 15913
    },
    {
      "epoch": 0.102052071309478,
      "grad_norm": 6.882114410400391,
      "learning_rate": 0.00019994880187043846,
      "loss": 4.427,
      "step": 15914
    },
    {
      "epoch": 0.10205848403232012,
      "grad_norm": 27.262821197509766,
      "learning_rate": 0.0001999487954242824,
      "loss": 4.9065,
      "step": 15915
    },
    {
      "epoch": 0.10206489675516224,
      "grad_norm": 36.595977783203125,
      "learning_rate": 0.00019994878897772073,
      "loss": 4.7532,
      "step": 15916
    },
    {
      "epoch": 0.10207130947800436,
      "grad_norm": 12.485576629638672,
      "learning_rate": 0.00019994878253075333,
      "loss": 4.5966,
      "step": 15917
    },
    {
      "epoch": 0.10207772220084647,
      "grad_norm": 6.912971496582031,
      "learning_rate": 0.00019994877608338026,
      "loss": 4.7534,
      "step": 15918
    },
    {
      "epoch": 0.1020841349236886,
      "grad_norm": 11.136751174926758,
      "learning_rate": 0.00019994876963560148,
      "loss": 4.848,
      "step": 15919
    },
    {
      "epoch": 0.10209054764653072,
      "grad_norm": 10.030611991882324,
      "learning_rate": 0.00019994876318741708,
      "loss": 4.6328,
      "step": 15920
    },
    {
      "epoch": 0.10209696036937284,
      "grad_norm": 21.07526397705078,
      "learning_rate": 0.000199948756738827,
      "loss": 4.6223,
      "step": 15921
    },
    {
      "epoch": 0.10210337309221496,
      "grad_norm": 9.353787422180176,
      "learning_rate": 0.00019994875028983122,
      "loss": 4.4485,
      "step": 15922
    },
    {
      "epoch": 0.10210978581505707,
      "grad_norm": 12.765911102294922,
      "learning_rate": 0.00019994874384042977,
      "loss": 4.4539,
      "step": 15923
    },
    {
      "epoch": 0.10211619853789919,
      "grad_norm": 7.900325298309326,
      "learning_rate": 0.00019994873739062263,
      "loss": 4.436,
      "step": 15924
    },
    {
      "epoch": 0.1021226112607413,
      "grad_norm": 16.996835708618164,
      "learning_rate": 0.00019994873094040982,
      "loss": 4.7265,
      "step": 15925
    },
    {
      "epoch": 0.10212902398358344,
      "grad_norm": 8.529630661010742,
      "learning_rate": 0.00019994872448979135,
      "loss": 5.113,
      "step": 15926
    },
    {
      "epoch": 0.10213543670642555,
      "grad_norm": 6.736264228820801,
      "learning_rate": 0.0001999487180387672,
      "loss": 4.5428,
      "step": 15927
    },
    {
      "epoch": 0.10214184942926767,
      "grad_norm": 7.909063339233398,
      "learning_rate": 0.0001999487115873374,
      "loss": 4.5072,
      "step": 15928
    },
    {
      "epoch": 0.10214826215210979,
      "grad_norm": 9.715012550354004,
      "learning_rate": 0.00019994870513550189,
      "loss": 4.6242,
      "step": 15929
    },
    {
      "epoch": 0.1021546748749519,
      "grad_norm": 5.97511100769043,
      "learning_rate": 0.0001999486986832607,
      "loss": 4.631,
      "step": 15930
    },
    {
      "epoch": 0.10216108759779402,
      "grad_norm": 6.1098127365112305,
      "learning_rate": 0.00019994869223061384,
      "loss": 4.3707,
      "step": 15931
    },
    {
      "epoch": 0.10216750032063614,
      "grad_norm": 10.156306266784668,
      "learning_rate": 0.00019994868577756132,
      "loss": 4.6946,
      "step": 15932
    },
    {
      "epoch": 0.10217391304347827,
      "grad_norm": 12.555431365966797,
      "learning_rate": 0.00019994867932410313,
      "loss": 4.8302,
      "step": 15933
    },
    {
      "epoch": 0.10218032576632038,
      "grad_norm": 23.980192184448242,
      "learning_rate": 0.00019994867287023924,
      "loss": 4.6528,
      "step": 15934
    },
    {
      "epoch": 0.1021867384891625,
      "grad_norm": 16.5721492767334,
      "learning_rate": 0.00019994866641596967,
      "loss": 4.4935,
      "step": 15935
    },
    {
      "epoch": 0.10219315121200462,
      "grad_norm": 24.33456039428711,
      "learning_rate": 0.00019994865996129447,
      "loss": 4.5569,
      "step": 15936
    },
    {
      "epoch": 0.10219956393484673,
      "grad_norm": 91.96626281738281,
      "learning_rate": 0.00019994865350621356,
      "loss": 4.7832,
      "step": 15937
    },
    {
      "epoch": 0.10220597665768885,
      "grad_norm": 69.03671264648438,
      "learning_rate": 0.00019994864705072697,
      "loss": 4.4423,
      "step": 15938
    },
    {
      "epoch": 0.10221238938053097,
      "grad_norm": 10.708111763000488,
      "learning_rate": 0.00019994864059483472,
      "loss": 4.6916,
      "step": 15939
    },
    {
      "epoch": 0.10221880210337309,
      "grad_norm": 58.454612731933594,
      "learning_rate": 0.0001999486341385368,
      "loss": 4.8732,
      "step": 15940
    },
    {
      "epoch": 0.10222521482621522,
      "grad_norm": 23.85244369506836,
      "learning_rate": 0.0001999486276818332,
      "loss": 4.4712,
      "step": 15941
    },
    {
      "epoch": 0.10223162754905733,
      "grad_norm": 9.153575897216797,
      "learning_rate": 0.0001999486212247239,
      "loss": 4.8057,
      "step": 15942
    },
    {
      "epoch": 0.10223804027189945,
      "grad_norm": 13.940711975097656,
      "learning_rate": 0.00019994861476720896,
      "loss": 4.8174,
      "step": 15943
    },
    {
      "epoch": 0.10224445299474157,
      "grad_norm": 87.46363830566406,
      "learning_rate": 0.00019994860830928833,
      "loss": 4.7808,
      "step": 15944
    },
    {
      "epoch": 0.10225086571758368,
      "grad_norm": 10.287396430969238,
      "learning_rate": 0.00019994860185096203,
      "loss": 4.5283,
      "step": 15945
    },
    {
      "epoch": 0.1022572784404258,
      "grad_norm": 19.373409271240234,
      "learning_rate": 0.00019994859539223004,
      "loss": 4.773,
      "step": 15946
    },
    {
      "epoch": 0.10226369116326792,
      "grad_norm": 13.6946439743042,
      "learning_rate": 0.0001999485889330924,
      "loss": 4.7633,
      "step": 15947
    },
    {
      "epoch": 0.10227010388611005,
      "grad_norm": 120.18907165527344,
      "learning_rate": 0.00019994858247354905,
      "loss": 4.6433,
      "step": 15948
    },
    {
      "epoch": 0.10227651660895216,
      "grad_norm": 13.981858253479004,
      "learning_rate": 0.00019994857601360008,
      "loss": 4.7125,
      "step": 15949
    },
    {
      "epoch": 0.10228292933179428,
      "grad_norm": 20.77366828918457,
      "learning_rate": 0.0001999485695532454,
      "loss": 4.5348,
      "step": 15950
    },
    {
      "epoch": 0.1022893420546364,
      "grad_norm": 19.354642868041992,
      "learning_rate": 0.00019994856309248505,
      "loss": 4.6114,
      "step": 15951
    },
    {
      "epoch": 0.10229575477747851,
      "grad_norm": 26.271020889282227,
      "learning_rate": 0.000199948556631319,
      "loss": 4.6434,
      "step": 15952
    },
    {
      "epoch": 0.10230216750032063,
      "grad_norm": 111.3513412475586,
      "learning_rate": 0.00019994855016974733,
      "loss": 4.4822,
      "step": 15953
    },
    {
      "epoch": 0.10230858022316275,
      "grad_norm": 37.64394760131836,
      "learning_rate": 0.00019994854370776995,
      "loss": 4.8111,
      "step": 15954
    },
    {
      "epoch": 0.10231499294600488,
      "grad_norm": 45.10689926147461,
      "learning_rate": 0.00019994853724538688,
      "loss": 4.5393,
      "step": 15955
    },
    {
      "epoch": 0.102321405668847,
      "grad_norm": 92.77206420898438,
      "learning_rate": 0.00019994853078259816,
      "loss": 4.6966,
      "step": 15956
    },
    {
      "epoch": 0.10232781839168911,
      "grad_norm": 11.873273849487305,
      "learning_rate": 0.00019994852431940376,
      "loss": 4.5753,
      "step": 15957
    },
    {
      "epoch": 0.10233423111453123,
      "grad_norm": 11.822206497192383,
      "learning_rate": 0.00019994851785580368,
      "loss": 4.7337,
      "step": 15958
    },
    {
      "epoch": 0.10234064383737335,
      "grad_norm": 12.862539291381836,
      "learning_rate": 0.00019994851139179794,
      "loss": 4.8292,
      "step": 15959
    },
    {
      "epoch": 0.10234705656021546,
      "grad_norm": 55.60969161987305,
      "learning_rate": 0.0001999485049273865,
      "loss": 4.7315,
      "step": 15960
    },
    {
      "epoch": 0.10235346928305758,
      "grad_norm": 9.256041526794434,
      "learning_rate": 0.00019994849846256943,
      "loss": 4.6325,
      "step": 15961
    },
    {
      "epoch": 0.10235988200589971,
      "grad_norm": 34.791717529296875,
      "learning_rate": 0.00019994849199734665,
      "loss": 4.8612,
      "step": 15962
    },
    {
      "epoch": 0.10236629472874183,
      "grad_norm": 11.257561683654785,
      "learning_rate": 0.0001999484855317182,
      "loss": 4.7584,
      "step": 15963
    },
    {
      "epoch": 0.10237270745158394,
      "grad_norm": 37.89405059814453,
      "learning_rate": 0.00019994847906568407,
      "loss": 4.8408,
      "step": 15964
    },
    {
      "epoch": 0.10237912017442606,
      "grad_norm": 16.835599899291992,
      "learning_rate": 0.0001999484725992443,
      "loss": 4.469,
      "step": 15965
    },
    {
      "epoch": 0.10238553289726818,
      "grad_norm": 12.437600135803223,
      "learning_rate": 0.00019994846613239882,
      "loss": 4.6285,
      "step": 15966
    },
    {
      "epoch": 0.1023919456201103,
      "grad_norm": 38.3807258605957,
      "learning_rate": 0.00019994845966514766,
      "loss": 4.5978,
      "step": 15967
    },
    {
      "epoch": 0.10239835834295241,
      "grad_norm": 11.889132499694824,
      "learning_rate": 0.00019994845319749085,
      "loss": 4.61,
      "step": 15968
    },
    {
      "epoch": 0.10240477106579454,
      "grad_norm": 30.66495704650879,
      "learning_rate": 0.00019994844672942836,
      "loss": 4.7063,
      "step": 15969
    },
    {
      "epoch": 0.10241118378863666,
      "grad_norm": 13.895751953125,
      "learning_rate": 0.0001999484402609602,
      "loss": 4.558,
      "step": 15970
    },
    {
      "epoch": 0.10241759651147878,
      "grad_norm": 217.5932159423828,
      "learning_rate": 0.00019994843379208635,
      "loss": 4.9217,
      "step": 15971
    },
    {
      "epoch": 0.10242400923432089,
      "grad_norm": 16.56655502319336,
      "learning_rate": 0.00019994842732280684,
      "loss": 5.3313,
      "step": 15972
    },
    {
      "epoch": 0.10243042195716301,
      "grad_norm": 10.560115814208984,
      "learning_rate": 0.00019994842085312164,
      "loss": 4.7018,
      "step": 15973
    },
    {
      "epoch": 0.10243683468000513,
      "grad_norm": 20.666500091552734,
      "learning_rate": 0.00019994841438303077,
      "loss": 4.6216,
      "step": 15974
    },
    {
      "epoch": 0.10244324740284724,
      "grad_norm": 14.951455116271973,
      "learning_rate": 0.00019994840791253424,
      "loss": 4.9559,
      "step": 15975
    },
    {
      "epoch": 0.10244966012568937,
      "grad_norm": 11.570185661315918,
      "learning_rate": 0.00019994840144163203,
      "loss": 4.7236,
      "step": 15976
    },
    {
      "epoch": 0.10245607284853149,
      "grad_norm": 11.636371612548828,
      "learning_rate": 0.00019994839497032414,
      "loss": 4.4949,
      "step": 15977
    },
    {
      "epoch": 0.10246248557137361,
      "grad_norm": 42.63307571411133,
      "learning_rate": 0.0001999483884986106,
      "loss": 4.5971,
      "step": 15978
    },
    {
      "epoch": 0.10246889829421572,
      "grad_norm": 77.20391082763672,
      "learning_rate": 0.00019994838202649136,
      "loss": 4.5787,
      "step": 15979
    },
    {
      "epoch": 0.10247531101705784,
      "grad_norm": 75.08467864990234,
      "learning_rate": 0.00019994837555396643,
      "loss": 4.5575,
      "step": 15980
    },
    {
      "epoch": 0.10248172373989996,
      "grad_norm": 21.802417755126953,
      "learning_rate": 0.00019994836908103584,
      "loss": 4.7531,
      "step": 15981
    },
    {
      "epoch": 0.10248813646274207,
      "grad_norm": 9.068976402282715,
      "learning_rate": 0.0001999483626076996,
      "loss": 4.862,
      "step": 15982
    },
    {
      "epoch": 0.1024945491855842,
      "grad_norm": 39.74391174316406,
      "learning_rate": 0.00019994835613395767,
      "loss": 4.7851,
      "step": 15983
    },
    {
      "epoch": 0.10250096190842632,
      "grad_norm": 21.211271286010742,
      "learning_rate": 0.00019994834965981006,
      "loss": 4.5441,
      "step": 15984
    },
    {
      "epoch": 0.10250737463126844,
      "grad_norm": 19.495420455932617,
      "learning_rate": 0.00019994834318525677,
      "loss": 4.4922,
      "step": 15985
    },
    {
      "epoch": 0.10251378735411056,
      "grad_norm": 21.651348114013672,
      "learning_rate": 0.00019994833671029786,
      "loss": 4.6325,
      "step": 15986
    },
    {
      "epoch": 0.10252020007695267,
      "grad_norm": 14.005467414855957,
      "learning_rate": 0.0001999483302349332,
      "loss": 4.7403,
      "step": 15987
    },
    {
      "epoch": 0.10252661279979479,
      "grad_norm": 14.843198776245117,
      "learning_rate": 0.0001999483237591629,
      "loss": 4.8485,
      "step": 15988
    },
    {
      "epoch": 0.1025330255226369,
      "grad_norm": 16.32598114013672,
      "learning_rate": 0.00019994831728298694,
      "loss": 4.4658,
      "step": 15989
    },
    {
      "epoch": 0.10253943824547904,
      "grad_norm": 18.35059356689453,
      "learning_rate": 0.0001999483108064053,
      "loss": 4.6717,
      "step": 15990
    },
    {
      "epoch": 0.10254585096832115,
      "grad_norm": 9.066997528076172,
      "learning_rate": 0.00019994830432941795,
      "loss": 4.5598,
      "step": 15991
    },
    {
      "epoch": 0.10255226369116327,
      "grad_norm": 125.06460571289062,
      "learning_rate": 0.00019994829785202498,
      "loss": 4.7764,
      "step": 15992
    },
    {
      "epoch": 0.10255867641400539,
      "grad_norm": 16.0412540435791,
      "learning_rate": 0.0001999482913742263,
      "loss": 4.7537,
      "step": 15993
    },
    {
      "epoch": 0.1025650891368475,
      "grad_norm": 15.728865623474121,
      "learning_rate": 0.00019994828489602195,
      "loss": 5.1215,
      "step": 15994
    },
    {
      "epoch": 0.10257150185968962,
      "grad_norm": 19.313371658325195,
      "learning_rate": 0.00019994827841741196,
      "loss": 4.6971,
      "step": 15995
    },
    {
      "epoch": 0.10257791458253174,
      "grad_norm": 15.83099365234375,
      "learning_rate": 0.00019994827193839626,
      "loss": 4.7707,
      "step": 15996
    },
    {
      "epoch": 0.10258432730537387,
      "grad_norm": 13.928483963012695,
      "learning_rate": 0.00019994826545897493,
      "loss": 4.5145,
      "step": 15997
    },
    {
      "epoch": 0.10259074002821598,
      "grad_norm": 21.953107833862305,
      "learning_rate": 0.00019994825897914786,
      "loss": 4.6535,
      "step": 15998
    },
    {
      "epoch": 0.1025971527510581,
      "grad_norm": 7.464282035827637,
      "learning_rate": 0.00019994825249891515,
      "loss": 4.7133,
      "step": 15999
    },
    {
      "epoch": 0.10260356547390022,
      "grad_norm": 10.947395324707031,
      "learning_rate": 0.00019994824601827677,
      "loss": 4.8381,
      "step": 16000
    },
    {
      "epoch": 0.10260356547390022,
      "eval_loss": 4.6206560134887695,
      "eval_runtime": 34.7867,
      "eval_samples_per_second": 90.121,
      "eval_steps_per_second": 22.537,
      "step": 16000
    },
    {
      "epoch": 0.10260997819674234,
      "grad_norm": 18.694040298461914,
      "learning_rate": 0.00019994823953723272,
      "loss": 4.615,
      "step": 16001
    },
    {
      "epoch": 0.10261639091958445,
      "grad_norm": 7.288224220275879,
      "learning_rate": 0.00019994823305578298,
      "loss": 4.5088,
      "step": 16002
    },
    {
      "epoch": 0.10262280364242657,
      "grad_norm": 11.248085021972656,
      "learning_rate": 0.00019994822657392757,
      "loss": 5.1174,
      "step": 16003
    },
    {
      "epoch": 0.1026292163652687,
      "grad_norm": 36.357330322265625,
      "learning_rate": 0.00019994822009166652,
      "loss": 4.6184,
      "step": 16004
    },
    {
      "epoch": 0.10263562908811082,
      "grad_norm": 25.938507080078125,
      "learning_rate": 0.00019994821360899977,
      "loss": 4.5265,
      "step": 16005
    },
    {
      "epoch": 0.10264204181095293,
      "grad_norm": 12.036750793457031,
      "learning_rate": 0.00019994820712592733,
      "loss": 4.7935,
      "step": 16006
    },
    {
      "epoch": 0.10264845453379505,
      "grad_norm": 17.101919174194336,
      "learning_rate": 0.00019994820064244925,
      "loss": 4.7093,
      "step": 16007
    },
    {
      "epoch": 0.10265486725663717,
      "grad_norm": 8.71789264678955,
      "learning_rate": 0.00019994819415856548,
      "loss": 4.773,
      "step": 16008
    },
    {
      "epoch": 0.10266127997947928,
      "grad_norm": 8.659475326538086,
      "learning_rate": 0.000199948187674276,
      "loss": 4.671,
      "step": 16009
    },
    {
      "epoch": 0.1026676927023214,
      "grad_norm": 9.669110298156738,
      "learning_rate": 0.00019994818118958092,
      "loss": 4.674,
      "step": 16010
    },
    {
      "epoch": 0.10267410542516353,
      "grad_norm": 23.87225914001465,
      "learning_rate": 0.0001999481747044801,
      "loss": 4.7166,
      "step": 16011
    },
    {
      "epoch": 0.10268051814800565,
      "grad_norm": 12.25355339050293,
      "learning_rate": 0.00019994816821897367,
      "loss": 4.5816,
      "step": 16012
    },
    {
      "epoch": 0.10268693087084776,
      "grad_norm": 8.037415504455566,
      "learning_rate": 0.00019994816173306152,
      "loss": 4.5783,
      "step": 16013
    },
    {
      "epoch": 0.10269334359368988,
      "grad_norm": 32.710052490234375,
      "learning_rate": 0.00019994815524674371,
      "loss": 4.7538,
      "step": 16014
    },
    {
      "epoch": 0.102699756316532,
      "grad_norm": 7.778070449829102,
      "learning_rate": 0.00019994814876002023,
      "loss": 4.7682,
      "step": 16015
    },
    {
      "epoch": 0.10270616903937412,
      "grad_norm": 19.746423721313477,
      "learning_rate": 0.0001999481422728911,
      "loss": 4.691,
      "step": 16016
    },
    {
      "epoch": 0.10271258176221623,
      "grad_norm": 11.2135648727417,
      "learning_rate": 0.00019994813578535624,
      "loss": 4.6041,
      "step": 16017
    },
    {
      "epoch": 0.10271899448505836,
      "grad_norm": 16.979904174804688,
      "learning_rate": 0.00019994812929741574,
      "loss": 4.9426,
      "step": 16018
    },
    {
      "epoch": 0.10272540720790048,
      "grad_norm": 11.274312019348145,
      "learning_rate": 0.00019994812280906959,
      "loss": 4.7087,
      "step": 16019
    },
    {
      "epoch": 0.1027318199307426,
      "grad_norm": 21.347246170043945,
      "learning_rate": 0.00019994811632031775,
      "loss": 4.7266,
      "step": 16020
    },
    {
      "epoch": 0.10273823265358471,
      "grad_norm": 14.427180290222168,
      "learning_rate": 0.0001999481098311602,
      "loss": 4.7402,
      "step": 16021
    },
    {
      "epoch": 0.10274464537642683,
      "grad_norm": 56.8618049621582,
      "learning_rate": 0.000199948103341597,
      "loss": 4.7097,
      "step": 16022
    },
    {
      "epoch": 0.10275105809926895,
      "grad_norm": 8.830976486206055,
      "learning_rate": 0.00019994809685162818,
      "loss": 4.8339,
      "step": 16023
    },
    {
      "epoch": 0.10275747082211106,
      "grad_norm": 19.647308349609375,
      "learning_rate": 0.0001999480903612536,
      "loss": 4.8593,
      "step": 16024
    },
    {
      "epoch": 0.1027638835449532,
      "grad_norm": 9.633162498474121,
      "learning_rate": 0.0001999480838704734,
      "loss": 4.8888,
      "step": 16025
    },
    {
      "epoch": 0.10277029626779531,
      "grad_norm": 9.890334129333496,
      "learning_rate": 0.00019994807737928752,
      "loss": 4.7741,
      "step": 16026
    },
    {
      "epoch": 0.10277670899063743,
      "grad_norm": 13.642720222473145,
      "learning_rate": 0.00019994807088769597,
      "loss": 4.6507,
      "step": 16027
    },
    {
      "epoch": 0.10278312171347954,
      "grad_norm": 7.842168807983398,
      "learning_rate": 0.00019994806439569877,
      "loss": 4.5719,
      "step": 16028
    },
    {
      "epoch": 0.10278953443632166,
      "grad_norm": 7.962060928344727,
      "learning_rate": 0.00019994805790329582,
      "loss": 4.7693,
      "step": 16029
    },
    {
      "epoch": 0.10279594715916378,
      "grad_norm": 26.895029067993164,
      "learning_rate": 0.00019994805141048728,
      "loss": 4.491,
      "step": 16030
    },
    {
      "epoch": 0.1028023598820059,
      "grad_norm": 11.59986400604248,
      "learning_rate": 0.000199948044917273,
      "loss": 4.7765,
      "step": 16031
    },
    {
      "epoch": 0.10280877260484801,
      "grad_norm": 6.343027591705322,
      "learning_rate": 0.00019994803842365307,
      "loss": 4.6169,
      "step": 16032
    },
    {
      "epoch": 0.10281518532769014,
      "grad_norm": 14.499119758605957,
      "learning_rate": 0.0001999480319296275,
      "loss": 4.7355,
      "step": 16033
    },
    {
      "epoch": 0.10282159805053226,
      "grad_norm": 16.380117416381836,
      "learning_rate": 0.00019994802543519624,
      "loss": 4.481,
      "step": 16034
    },
    {
      "epoch": 0.10282801077337438,
      "grad_norm": 10.083561897277832,
      "learning_rate": 0.0001999480189403593,
      "loss": 4.7107,
      "step": 16035
    },
    {
      "epoch": 0.10283442349621649,
      "grad_norm": 34.66874313354492,
      "learning_rate": 0.0001999480124451167,
      "loss": 4.8269,
      "step": 16036
    },
    {
      "epoch": 0.10284083621905861,
      "grad_norm": 8.22209358215332,
      "learning_rate": 0.0001999480059494684,
      "loss": 4.6367,
      "step": 16037
    },
    {
      "epoch": 0.10284724894190073,
      "grad_norm": 13.00975513458252,
      "learning_rate": 0.00019994799945341444,
      "loss": 4.5216,
      "step": 16038
    },
    {
      "epoch": 0.10285366166474284,
      "grad_norm": 20.86172103881836,
      "learning_rate": 0.00019994799295695482,
      "loss": 4.6214,
      "step": 16039
    },
    {
      "epoch": 0.10286007438758497,
      "grad_norm": 26.403322219848633,
      "learning_rate": 0.00019994798646008955,
      "loss": 4.4894,
      "step": 16040
    },
    {
      "epoch": 0.10286648711042709,
      "grad_norm": 23.10661506652832,
      "learning_rate": 0.00019994797996281856,
      "loss": 4.7024,
      "step": 16041
    },
    {
      "epoch": 0.10287289983326921,
      "grad_norm": 16.710712432861328,
      "learning_rate": 0.00019994797346514193,
      "loss": 4.9558,
      "step": 16042
    },
    {
      "epoch": 0.10287931255611132,
      "grad_norm": 8.7387113571167,
      "learning_rate": 0.0001999479669670596,
      "loss": 5.1319,
      "step": 16043
    },
    {
      "epoch": 0.10288572527895344,
      "grad_norm": 8.3507080078125,
      "learning_rate": 0.0001999479604685716,
      "loss": 4.6482,
      "step": 16044
    },
    {
      "epoch": 0.10289213800179556,
      "grad_norm": 10.85286808013916,
      "learning_rate": 0.00019994795396967793,
      "loss": 4.3148,
      "step": 16045
    },
    {
      "epoch": 0.10289855072463767,
      "grad_norm": 39.84471130371094,
      "learning_rate": 0.00019994794747037862,
      "loss": 4.659,
      "step": 16046
    },
    {
      "epoch": 0.1029049634474798,
      "grad_norm": 7.759828090667725,
      "learning_rate": 0.00019994794097067363,
      "loss": 4.6335,
      "step": 16047
    },
    {
      "epoch": 0.10291137617032192,
      "grad_norm": 16.63795280456543,
      "learning_rate": 0.00019994793447056293,
      "loss": 4.9758,
      "step": 16048
    },
    {
      "epoch": 0.10291778889316404,
      "grad_norm": 9.708501815795898,
      "learning_rate": 0.00019994792797004658,
      "loss": 4.7633,
      "step": 16049
    },
    {
      "epoch": 0.10292420161600616,
      "grad_norm": 15.755223274230957,
      "learning_rate": 0.00019994792146912454,
      "loss": 4.6065,
      "step": 16050
    },
    {
      "epoch": 0.10293061433884827,
      "grad_norm": 12.634108543395996,
      "learning_rate": 0.00019994791496779686,
      "loss": 4.5904,
      "step": 16051
    },
    {
      "epoch": 0.10293702706169039,
      "grad_norm": 9.444637298583984,
      "learning_rate": 0.0001999479084660635,
      "loss": 4.3408,
      "step": 16052
    },
    {
      "epoch": 0.1029434397845325,
      "grad_norm": 11.68114185333252,
      "learning_rate": 0.00019994790196392446,
      "loss": 4.6844,
      "step": 16053
    },
    {
      "epoch": 0.10294985250737464,
      "grad_norm": 28.677173614501953,
      "learning_rate": 0.00019994789546137973,
      "loss": 4.7651,
      "step": 16054
    },
    {
      "epoch": 0.10295626523021675,
      "grad_norm": 31.835060119628906,
      "learning_rate": 0.00019994788895842937,
      "loss": 4.6387,
      "step": 16055
    },
    {
      "epoch": 0.10296267795305887,
      "grad_norm": 10.356278419494629,
      "learning_rate": 0.0001999478824550733,
      "loss": 5.1786,
      "step": 16056
    },
    {
      "epoch": 0.10296909067590099,
      "grad_norm": 7.961869716644287,
      "learning_rate": 0.00019994787595131158,
      "loss": 4.4891,
      "step": 16057
    },
    {
      "epoch": 0.1029755033987431,
      "grad_norm": 10.939356803894043,
      "learning_rate": 0.00019994786944714415,
      "loss": 4.6008,
      "step": 16058
    },
    {
      "epoch": 0.10298191612158522,
      "grad_norm": 13.100748062133789,
      "learning_rate": 0.0001999478629425711,
      "loss": 4.6517,
      "step": 16059
    },
    {
      "epoch": 0.10298832884442734,
      "grad_norm": 22.989198684692383,
      "learning_rate": 0.00019994785643759238,
      "loss": 4.5754,
      "step": 16060
    },
    {
      "epoch": 0.10299474156726947,
      "grad_norm": 37.69807815551758,
      "learning_rate": 0.00019994784993220796,
      "loss": 4.7753,
      "step": 16061
    },
    {
      "epoch": 0.10300115429011159,
      "grad_norm": 10.138815879821777,
      "learning_rate": 0.0001999478434264179,
      "loss": 4.6212,
      "step": 16062
    },
    {
      "epoch": 0.1030075670129537,
      "grad_norm": 9.56258773803711,
      "learning_rate": 0.00019994783692022213,
      "loss": 4.6722,
      "step": 16063
    },
    {
      "epoch": 0.10301397973579582,
      "grad_norm": 14.56759262084961,
      "learning_rate": 0.0001999478304136207,
      "loss": 4.5748,
      "step": 16064
    },
    {
      "epoch": 0.10302039245863794,
      "grad_norm": 26.137535095214844,
      "learning_rate": 0.00019994782390661358,
      "loss": 4.5798,
      "step": 16065
    },
    {
      "epoch": 0.10302680518148005,
      "grad_norm": 20.41661262512207,
      "learning_rate": 0.0001999478173992008,
      "loss": 4.4605,
      "step": 16066
    },
    {
      "epoch": 0.10303321790432217,
      "grad_norm": 12.220293045043945,
      "learning_rate": 0.00019994781089138238,
      "loss": 4.867,
      "step": 16067
    },
    {
      "epoch": 0.1030396306271643,
      "grad_norm": 83.19939422607422,
      "learning_rate": 0.00019994780438315824,
      "loss": 4.7646,
      "step": 16068
    },
    {
      "epoch": 0.10304604335000642,
      "grad_norm": 8.84298324584961,
      "learning_rate": 0.00019994779787452845,
      "loss": 4.376,
      "step": 16069
    },
    {
      "epoch": 0.10305245607284853,
      "grad_norm": 10.235158920288086,
      "learning_rate": 0.000199947791365493,
      "loss": 4.5279,
      "step": 16070
    },
    {
      "epoch": 0.10305886879569065,
      "grad_norm": 17.525829315185547,
      "learning_rate": 0.00019994778485605186,
      "loss": 4.3241,
      "step": 16071
    },
    {
      "epoch": 0.10306528151853277,
      "grad_norm": 28.93811798095703,
      "learning_rate": 0.00019994777834620505,
      "loss": 4.9243,
      "step": 16072
    },
    {
      "epoch": 0.10307169424137488,
      "grad_norm": 14.818970680236816,
      "learning_rate": 0.0001999477718359526,
      "loss": 4.7968,
      "step": 16073
    },
    {
      "epoch": 0.103078106964217,
      "grad_norm": 26.473405838012695,
      "learning_rate": 0.00019994776532529445,
      "loss": 4.8403,
      "step": 16074
    },
    {
      "epoch": 0.10308451968705913,
      "grad_norm": 9.97940731048584,
      "learning_rate": 0.00019994775881423062,
      "loss": 4.5037,
      "step": 16075
    },
    {
      "epoch": 0.10309093240990125,
      "grad_norm": 15.399216651916504,
      "learning_rate": 0.00019994775230276112,
      "loss": 4.5699,
      "step": 16076
    },
    {
      "epoch": 0.10309734513274336,
      "grad_norm": 5.962120532989502,
      "learning_rate": 0.00019994774579088599,
      "loss": 4.677,
      "step": 16077
    },
    {
      "epoch": 0.10310375785558548,
      "grad_norm": 16.836198806762695,
      "learning_rate": 0.00019994773927860515,
      "loss": 4.5707,
      "step": 16078
    },
    {
      "epoch": 0.1031101705784276,
      "grad_norm": 18.695526123046875,
      "learning_rate": 0.00019994773276591862,
      "loss": 4.9683,
      "step": 16079
    },
    {
      "epoch": 0.10311658330126972,
      "grad_norm": 12.102094650268555,
      "learning_rate": 0.00019994772625282647,
      "loss": 4.6406,
      "step": 16080
    },
    {
      "epoch": 0.10312299602411183,
      "grad_norm": 86.12633514404297,
      "learning_rate": 0.00019994771973932862,
      "loss": 4.6845,
      "step": 16081
    },
    {
      "epoch": 0.10312940874695396,
      "grad_norm": 13.382519721984863,
      "learning_rate": 0.0001999477132254251,
      "loss": 4.4347,
      "step": 16082
    },
    {
      "epoch": 0.10313582146979608,
      "grad_norm": 20.674007415771484,
      "learning_rate": 0.0001999477067111159,
      "loss": 4.7307,
      "step": 16083
    },
    {
      "epoch": 0.1031422341926382,
      "grad_norm": 13.369359970092773,
      "learning_rate": 0.00019994770019640107,
      "loss": 4.542,
      "step": 16084
    },
    {
      "epoch": 0.10314864691548031,
      "grad_norm": 14.955121040344238,
      "learning_rate": 0.00019994769368128054,
      "loss": 4.6993,
      "step": 16085
    },
    {
      "epoch": 0.10315505963832243,
      "grad_norm": 11.29639720916748,
      "learning_rate": 0.00019994768716575433,
      "loss": 5.2499,
      "step": 16086
    },
    {
      "epoch": 0.10316147236116455,
      "grad_norm": 17.56757926940918,
      "learning_rate": 0.00019994768064982244,
      "loss": 4.7132,
      "step": 16087
    },
    {
      "epoch": 0.10316788508400666,
      "grad_norm": 17.056982040405273,
      "learning_rate": 0.00019994767413348492,
      "loss": 4.7857,
      "step": 16088
    },
    {
      "epoch": 0.1031742978068488,
      "grad_norm": 23.99551010131836,
      "learning_rate": 0.0001999476676167417,
      "loss": 4.5143,
      "step": 16089
    },
    {
      "epoch": 0.10318071052969091,
      "grad_norm": 13.766432762145996,
      "learning_rate": 0.0001999476610995928,
      "loss": 4.4803,
      "step": 16090
    },
    {
      "epoch": 0.10318712325253303,
      "grad_norm": 16.856975555419922,
      "learning_rate": 0.00019994765458203825,
      "loss": 4.76,
      "step": 16091
    },
    {
      "epoch": 0.10319353597537514,
      "grad_norm": 11.817376136779785,
      "learning_rate": 0.00019994764806407803,
      "loss": 4.4485,
      "step": 16092
    },
    {
      "epoch": 0.10319994869821726,
      "grad_norm": 11.282081604003906,
      "learning_rate": 0.00019994764154571213,
      "loss": 4.838,
      "step": 16093
    },
    {
      "epoch": 0.10320636142105938,
      "grad_norm": 14.784296989440918,
      "learning_rate": 0.00019994763502694055,
      "loss": 4.7128,
      "step": 16094
    },
    {
      "epoch": 0.1032127741439015,
      "grad_norm": 18.264827728271484,
      "learning_rate": 0.00019994762850776332,
      "loss": 4.5806,
      "step": 16095
    },
    {
      "epoch": 0.10321918686674363,
      "grad_norm": 16.299053192138672,
      "learning_rate": 0.0001999476219881804,
      "loss": 4.817,
      "step": 16096
    },
    {
      "epoch": 0.10322559958958574,
      "grad_norm": 27.05887794494629,
      "learning_rate": 0.0001999476154681918,
      "loss": 4.9798,
      "step": 16097
    },
    {
      "epoch": 0.10323201231242786,
      "grad_norm": 14.788824081420898,
      "learning_rate": 0.00019994760894779753,
      "loss": 4.5361,
      "step": 16098
    },
    {
      "epoch": 0.10323842503526998,
      "grad_norm": 9.12458610534668,
      "learning_rate": 0.00019994760242699763,
      "loss": 4.5911,
      "step": 16099
    },
    {
      "epoch": 0.10324483775811209,
      "grad_norm": 14.334006309509277,
      "learning_rate": 0.000199947595905792,
      "loss": 4.5236,
      "step": 16100
    },
    {
      "epoch": 0.10324483775811209,
      "eval_loss": 4.614675998687744,
      "eval_runtime": 34.7988,
      "eval_samples_per_second": 90.089,
      "eval_steps_per_second": 22.53,
      "step": 16100
    },
    {
      "epoch": 0.10325125048095421,
      "grad_norm": 22.787384033203125,
      "learning_rate": 0.00019994758938418077,
      "loss": 4.5002,
      "step": 16101
    },
    {
      "epoch": 0.10325766320379633,
      "grad_norm": 12.095696449279785,
      "learning_rate": 0.00019994758286216385,
      "loss": 4.8443,
      "step": 16102
    },
    {
      "epoch": 0.10326407592663846,
      "grad_norm": 24.393108367919922,
      "learning_rate": 0.00019994757633974122,
      "loss": 4.25,
      "step": 16103
    },
    {
      "epoch": 0.10327048864948057,
      "grad_norm": 15.07457447052002,
      "learning_rate": 0.00019994756981691293,
      "loss": 4.7056,
      "step": 16104
    },
    {
      "epoch": 0.10327690137232269,
      "grad_norm": 27.983074188232422,
      "learning_rate": 0.000199947563293679,
      "loss": 4.7373,
      "step": 16105
    },
    {
      "epoch": 0.10328331409516481,
      "grad_norm": 7.999161243438721,
      "learning_rate": 0.00019994755677003938,
      "loss": 4.4957,
      "step": 16106
    },
    {
      "epoch": 0.10328972681800692,
      "grad_norm": 11.211697578430176,
      "learning_rate": 0.00019994755024599407,
      "loss": 4.8944,
      "step": 16107
    },
    {
      "epoch": 0.10329613954084904,
      "grad_norm": 8.446639060974121,
      "learning_rate": 0.00019994754372154312,
      "loss": 4.8127,
      "step": 16108
    },
    {
      "epoch": 0.10330255226369116,
      "grad_norm": 10.434901237487793,
      "learning_rate": 0.00019994753719668648,
      "loss": 4.5897,
      "step": 16109
    },
    {
      "epoch": 0.10330896498653329,
      "grad_norm": 17.462732315063477,
      "learning_rate": 0.0001999475306714242,
      "loss": 4.5476,
      "step": 16110
    },
    {
      "epoch": 0.1033153777093754,
      "grad_norm": 9.154105186462402,
      "learning_rate": 0.0001999475241457562,
      "loss": 4.9405,
      "step": 16111
    },
    {
      "epoch": 0.10332179043221752,
      "grad_norm": 18.633602142333984,
      "learning_rate": 0.00019994751761968256,
      "loss": 4.6158,
      "step": 16112
    },
    {
      "epoch": 0.10332820315505964,
      "grad_norm": 47.55064010620117,
      "learning_rate": 0.00019994751109320326,
      "loss": 4.6254,
      "step": 16113
    },
    {
      "epoch": 0.10333461587790176,
      "grad_norm": 16.181596755981445,
      "learning_rate": 0.00019994750456631827,
      "loss": 4.7371,
      "step": 16114
    },
    {
      "epoch": 0.10334102860074387,
      "grad_norm": 13.485648155212402,
      "learning_rate": 0.00019994749803902762,
      "loss": 4.7795,
      "step": 16115
    },
    {
      "epoch": 0.10334744132358599,
      "grad_norm": 41.66888427734375,
      "learning_rate": 0.0001999474915113313,
      "loss": 4.683,
      "step": 16116
    },
    {
      "epoch": 0.10335385404642812,
      "grad_norm": 21.212026596069336,
      "learning_rate": 0.0001999474849832293,
      "loss": 4.8017,
      "step": 16117
    },
    {
      "epoch": 0.10336026676927024,
      "grad_norm": 27.53888511657715,
      "learning_rate": 0.00019994747845472163,
      "loss": 5.1047,
      "step": 16118
    },
    {
      "epoch": 0.10336667949211235,
      "grad_norm": 30.620746612548828,
      "learning_rate": 0.00019994747192580826,
      "loss": 4.711,
      "step": 16119
    },
    {
      "epoch": 0.10337309221495447,
      "grad_norm": 17.60123062133789,
      "learning_rate": 0.00019994746539648927,
      "loss": 4.7624,
      "step": 16120
    },
    {
      "epoch": 0.10337950493779659,
      "grad_norm": 20.356462478637695,
      "learning_rate": 0.00019994745886676461,
      "loss": 4.5098,
      "step": 16121
    },
    {
      "epoch": 0.1033859176606387,
      "grad_norm": 15.120630264282227,
      "learning_rate": 0.00019994745233663426,
      "loss": 4.63,
      "step": 16122
    },
    {
      "epoch": 0.10339233038348082,
      "grad_norm": 18.562225341796875,
      "learning_rate": 0.00019994744580609824,
      "loss": 4.7829,
      "step": 16123
    },
    {
      "epoch": 0.10339874310632294,
      "grad_norm": 10.48118782043457,
      "learning_rate": 0.00019994743927515652,
      "loss": 4.4682,
      "step": 16124
    },
    {
      "epoch": 0.10340515582916507,
      "grad_norm": 66.55782318115234,
      "learning_rate": 0.0001999474327438092,
      "loss": 4.6119,
      "step": 16125
    },
    {
      "epoch": 0.10341156855200719,
      "grad_norm": 22.8083438873291,
      "learning_rate": 0.00019994742621205614,
      "loss": 4.5364,
      "step": 16126
    },
    {
      "epoch": 0.1034179812748493,
      "grad_norm": 36.30343246459961,
      "learning_rate": 0.00019994741967989748,
      "loss": 4.8803,
      "step": 16127
    },
    {
      "epoch": 0.10342439399769142,
      "grad_norm": 12.325601577758789,
      "learning_rate": 0.0001999474131473331,
      "loss": 4.6504,
      "step": 16128
    },
    {
      "epoch": 0.10343080672053354,
      "grad_norm": 10.506152153015137,
      "learning_rate": 0.00019994740661436304,
      "loss": 4.6583,
      "step": 16129
    },
    {
      "epoch": 0.10343721944337565,
      "grad_norm": 11.480731010437012,
      "learning_rate": 0.00019994740008098734,
      "loss": 4.5943,
      "step": 16130
    },
    {
      "epoch": 0.10344363216621777,
      "grad_norm": 9.242706298828125,
      "learning_rate": 0.000199947393547206,
      "loss": 4.5248,
      "step": 16131
    },
    {
      "epoch": 0.1034500448890599,
      "grad_norm": 14.201886177062988,
      "learning_rate": 0.00019994738701301895,
      "loss": 4.5305,
      "step": 16132
    },
    {
      "epoch": 0.10345645761190202,
      "grad_norm": 18.726285934448242,
      "learning_rate": 0.0001999473804784262,
      "loss": 4.6533,
      "step": 16133
    },
    {
      "epoch": 0.10346287033474413,
      "grad_norm": 13.757766723632812,
      "learning_rate": 0.0001999473739434278,
      "loss": 4.654,
      "step": 16134
    },
    {
      "epoch": 0.10346928305758625,
      "grad_norm": 466.8438415527344,
      "learning_rate": 0.00019994736740802375,
      "loss": 4.4344,
      "step": 16135
    },
    {
      "epoch": 0.10347569578042837,
      "grad_norm": 11.5154447555542,
      "learning_rate": 0.00019994736087221404,
      "loss": 4.6754,
      "step": 16136
    },
    {
      "epoch": 0.10348210850327048,
      "grad_norm": 11.494341850280762,
      "learning_rate": 0.00019994735433599863,
      "loss": 4.6487,
      "step": 16137
    },
    {
      "epoch": 0.1034885212261126,
      "grad_norm": 10.515532493591309,
      "learning_rate": 0.00019994734779937756,
      "loss": 4.6649,
      "step": 16138
    },
    {
      "epoch": 0.10349493394895473,
      "grad_norm": 10.86850643157959,
      "learning_rate": 0.00019994734126235083,
      "loss": 4.7302,
      "step": 16139
    },
    {
      "epoch": 0.10350134667179685,
      "grad_norm": 16.550369262695312,
      "learning_rate": 0.00019994733472491843,
      "loss": 4.6444,
      "step": 16140
    },
    {
      "epoch": 0.10350775939463897,
      "grad_norm": 230.01597595214844,
      "learning_rate": 0.00019994732818708034,
      "loss": 4.7069,
      "step": 16141
    },
    {
      "epoch": 0.10351417211748108,
      "grad_norm": 10.670736312866211,
      "learning_rate": 0.0001999473216488366,
      "loss": 4.6742,
      "step": 16142
    },
    {
      "epoch": 0.1035205848403232,
      "grad_norm": 7.928000450134277,
      "learning_rate": 0.00019994731511018717,
      "loss": 4.6506,
      "step": 16143
    },
    {
      "epoch": 0.10352699756316532,
      "grad_norm": 36.01064682006836,
      "learning_rate": 0.0001999473085711321,
      "loss": 4.729,
      "step": 16144
    },
    {
      "epoch": 0.10353341028600743,
      "grad_norm": 20.890987396240234,
      "learning_rate": 0.00019994730203167134,
      "loss": 4.8895,
      "step": 16145
    },
    {
      "epoch": 0.10353982300884956,
      "grad_norm": 73.8036880493164,
      "learning_rate": 0.00019994729549180492,
      "loss": 4.8127,
      "step": 16146
    },
    {
      "epoch": 0.10354623573169168,
      "grad_norm": 19.72564125061035,
      "learning_rate": 0.0001999472889515328,
      "loss": 4.6313,
      "step": 16147
    },
    {
      "epoch": 0.1035526484545338,
      "grad_norm": 9.610252380371094,
      "learning_rate": 0.00019994728241085505,
      "loss": 4.445,
      "step": 16148
    },
    {
      "epoch": 0.10355906117737591,
      "grad_norm": 15.599335670471191,
      "learning_rate": 0.00019994727586977162,
      "loss": 4.5429,
      "step": 16149
    },
    {
      "epoch": 0.10356547390021803,
      "grad_norm": 30.128986358642578,
      "learning_rate": 0.0001999472693282825,
      "loss": 4.5607,
      "step": 16150
    },
    {
      "epoch": 0.10357188662306015,
      "grad_norm": 7.729015827178955,
      "learning_rate": 0.00019994726278638774,
      "loss": 4.6679,
      "step": 16151
    },
    {
      "epoch": 0.10357829934590226,
      "grad_norm": 11.453886985778809,
      "learning_rate": 0.0001999472562440873,
      "loss": 4.7644,
      "step": 16152
    },
    {
      "epoch": 0.1035847120687444,
      "grad_norm": 23.722301483154297,
      "learning_rate": 0.0001999472497013812,
      "loss": 4.7405,
      "step": 16153
    },
    {
      "epoch": 0.10359112479158651,
      "grad_norm": 9.321748733520508,
      "learning_rate": 0.00019994724315826941,
      "loss": 4.6388,
      "step": 16154
    },
    {
      "epoch": 0.10359753751442863,
      "grad_norm": 86.64300537109375,
      "learning_rate": 0.00019994723661475195,
      "loss": 4.4374,
      "step": 16155
    },
    {
      "epoch": 0.10360395023727074,
      "grad_norm": 7.623618125915527,
      "learning_rate": 0.00019994723007082886,
      "loss": 4.6687,
      "step": 16156
    },
    {
      "epoch": 0.10361036296011286,
      "grad_norm": 30.801227569580078,
      "learning_rate": 0.00019994722352650003,
      "loss": 4.6988,
      "step": 16157
    },
    {
      "epoch": 0.10361677568295498,
      "grad_norm": 9.92849063873291,
      "learning_rate": 0.0001999472169817656,
      "loss": 4.5574,
      "step": 16158
    },
    {
      "epoch": 0.1036231884057971,
      "grad_norm": 12.198309898376465,
      "learning_rate": 0.00019994721043662547,
      "loss": 4.6094,
      "step": 16159
    },
    {
      "epoch": 0.10362960112863923,
      "grad_norm": 19.68113899230957,
      "learning_rate": 0.00019994720389107965,
      "loss": 4.8795,
      "step": 16160
    },
    {
      "epoch": 0.10363601385148134,
      "grad_norm": 6.719819068908691,
      "learning_rate": 0.0001999471973451282,
      "loss": 4.6265,
      "step": 16161
    },
    {
      "epoch": 0.10364242657432346,
      "grad_norm": 7.227355003356934,
      "learning_rate": 0.00019994719079877106,
      "loss": 4.7445,
      "step": 16162
    },
    {
      "epoch": 0.10364883929716558,
      "grad_norm": 10.03159236907959,
      "learning_rate": 0.00019994718425200825,
      "loss": 4.8438,
      "step": 16163
    },
    {
      "epoch": 0.1036552520200077,
      "grad_norm": 9.277512550354004,
      "learning_rate": 0.0001999471777048398,
      "loss": 4.8698,
      "step": 16164
    },
    {
      "epoch": 0.10366166474284981,
      "grad_norm": 9.617406845092773,
      "learning_rate": 0.00019994717115726565,
      "loss": 4.6454,
      "step": 16165
    },
    {
      "epoch": 0.10366807746569193,
      "grad_norm": 5.689849853515625,
      "learning_rate": 0.00019994716460928583,
      "loss": 4.6958,
      "step": 16166
    },
    {
      "epoch": 0.10367449018853406,
      "grad_norm": 6.831089019775391,
      "learning_rate": 0.00019994715806090035,
      "loss": 4.6074,
      "step": 16167
    },
    {
      "epoch": 0.10368090291137617,
      "grad_norm": 6.199278354644775,
      "learning_rate": 0.0001999471515121092,
      "loss": 4.6591,
      "step": 16168
    },
    {
      "epoch": 0.10368731563421829,
      "grad_norm": 9.060068130493164,
      "learning_rate": 0.00019994714496291238,
      "loss": 4.5452,
      "step": 16169
    },
    {
      "epoch": 0.10369372835706041,
      "grad_norm": 11.213479995727539,
      "learning_rate": 0.0001999471384133099,
      "loss": 4.4926,
      "step": 16170
    },
    {
      "epoch": 0.10370014107990252,
      "grad_norm": 12.30990982055664,
      "learning_rate": 0.0001999471318633017,
      "loss": 4.6205,
      "step": 16171
    },
    {
      "epoch": 0.10370655380274464,
      "grad_norm": 10.436141014099121,
      "learning_rate": 0.0001999471253128879,
      "loss": 4.7657,
      "step": 16172
    },
    {
      "epoch": 0.10371296652558676,
      "grad_norm": 24.069286346435547,
      "learning_rate": 0.00019994711876206842,
      "loss": 4.64,
      "step": 16173
    },
    {
      "epoch": 0.10371937924842889,
      "grad_norm": 18.499359130859375,
      "learning_rate": 0.00019994711221084325,
      "loss": 4.9548,
      "step": 16174
    },
    {
      "epoch": 0.103725791971271,
      "grad_norm": 10.14040756225586,
      "learning_rate": 0.0001999471056592124,
      "loss": 4.6797,
      "step": 16175
    },
    {
      "epoch": 0.10373220469411312,
      "grad_norm": 15.151047706604004,
      "learning_rate": 0.0001999470991071759,
      "loss": 4.8596,
      "step": 16176
    },
    {
      "epoch": 0.10373861741695524,
      "grad_norm": 14.020878791809082,
      "learning_rate": 0.00019994709255473375,
      "loss": 4.5578,
      "step": 16177
    },
    {
      "epoch": 0.10374503013979736,
      "grad_norm": 13.081262588500977,
      "learning_rate": 0.00019994708600188589,
      "loss": 4.4909,
      "step": 16178
    },
    {
      "epoch": 0.10375144286263947,
      "grad_norm": 10.02676010131836,
      "learning_rate": 0.0001999470794486324,
      "loss": 4.6195,
      "step": 16179
    },
    {
      "epoch": 0.10375785558548159,
      "grad_norm": 8.097223281860352,
      "learning_rate": 0.00019994707289497322,
      "loss": 4.5237,
      "step": 16180
    },
    {
      "epoch": 0.10376426830832372,
      "grad_norm": 36.23786163330078,
      "learning_rate": 0.0001999470663409084,
      "loss": 4.8977,
      "step": 16181
    },
    {
      "epoch": 0.10377068103116584,
      "grad_norm": 19.798805236816406,
      "learning_rate": 0.00019994705978643786,
      "loss": 4.6013,
      "step": 16182
    },
    {
      "epoch": 0.10377709375400795,
      "grad_norm": 24.729434967041016,
      "learning_rate": 0.0001999470532315617,
      "loss": 4.5399,
      "step": 16183
    },
    {
      "epoch": 0.10378350647685007,
      "grad_norm": 11.428970336914062,
      "learning_rate": 0.00019994704667627983,
      "loss": 4.6817,
      "step": 16184
    },
    {
      "epoch": 0.10378991919969219,
      "grad_norm": 14.237419128417969,
      "learning_rate": 0.0001999470401205923,
      "loss": 4.88,
      "step": 16185
    },
    {
      "epoch": 0.1037963319225343,
      "grad_norm": 22.38044548034668,
      "learning_rate": 0.0001999470335644991,
      "loss": 4.707,
      "step": 16186
    },
    {
      "epoch": 0.10380274464537642,
      "grad_norm": 20.29953384399414,
      "learning_rate": 0.00019994702700800026,
      "loss": 4.798,
      "step": 16187
    },
    {
      "epoch": 0.10380915736821855,
      "grad_norm": 624.1456298828125,
      "learning_rate": 0.00019994702045109575,
      "loss": 4.5171,
      "step": 16188
    },
    {
      "epoch": 0.10381557009106067,
      "grad_norm": 46.315773010253906,
      "learning_rate": 0.00019994701389378555,
      "loss": 4.752,
      "step": 16189
    },
    {
      "epoch": 0.10382198281390279,
      "grad_norm": 28.66857147216797,
      "learning_rate": 0.00019994700733606967,
      "loss": 4.6216,
      "step": 16190
    },
    {
      "epoch": 0.1038283955367449,
      "grad_norm": 18.715845108032227,
      "learning_rate": 0.00019994700077794817,
      "loss": 4.7383,
      "step": 16191
    },
    {
      "epoch": 0.10383480825958702,
      "grad_norm": 56.780948638916016,
      "learning_rate": 0.00019994699421942096,
      "loss": 4.9209,
      "step": 16192
    },
    {
      "epoch": 0.10384122098242914,
      "grad_norm": 18.504220962524414,
      "learning_rate": 0.0001999469876604881,
      "loss": 4.6579,
      "step": 16193
    },
    {
      "epoch": 0.10384763370527125,
      "grad_norm": 13.000459671020508,
      "learning_rate": 0.00019994698110114957,
      "loss": 4.7633,
      "step": 16194
    },
    {
      "epoch": 0.10385404642811338,
      "grad_norm": 21.088088989257812,
      "learning_rate": 0.00019994697454140536,
      "loss": 4.5565,
      "step": 16195
    },
    {
      "epoch": 0.1038604591509555,
      "grad_norm": 22.45748519897461,
      "learning_rate": 0.00019994696798125548,
      "loss": 4.7842,
      "step": 16196
    },
    {
      "epoch": 0.10386687187379762,
      "grad_norm": 27.84703254699707,
      "learning_rate": 0.00019994696142069994,
      "loss": 4.6045,
      "step": 16197
    },
    {
      "epoch": 0.10387328459663973,
      "grad_norm": 82.13473510742188,
      "learning_rate": 0.00019994695485973872,
      "loss": 4.548,
      "step": 16198
    },
    {
      "epoch": 0.10387969731948185,
      "grad_norm": 12.471725463867188,
      "learning_rate": 0.00019994694829837185,
      "loss": 4.6227,
      "step": 16199
    },
    {
      "epoch": 0.10388611004232397,
      "grad_norm": 13.33897590637207,
      "learning_rate": 0.00019994694173659932,
      "loss": 4.7727,
      "step": 16200
    },
    {
      "epoch": 0.10388611004232397,
      "eval_loss": 4.654357433319092,
      "eval_runtime": 34.7832,
      "eval_samples_per_second": 90.13,
      "eval_steps_per_second": 22.54,
      "step": 16200
    },
    {
      "epoch": 0.10389252276516608,
      "grad_norm": 11.023578643798828,
      "learning_rate": 0.0001999469351744211,
      "loss": 4.6625,
      "step": 16201
    },
    {
      "epoch": 0.10389893548800821,
      "grad_norm": 8.441125869750977,
      "learning_rate": 0.00019994692861183722,
      "loss": 4.4341,
      "step": 16202
    },
    {
      "epoch": 0.10390534821085033,
      "grad_norm": 11.905112266540527,
      "learning_rate": 0.00019994692204884767,
      "loss": 4.592,
      "step": 16203
    },
    {
      "epoch": 0.10391176093369245,
      "grad_norm": 14.743817329406738,
      "learning_rate": 0.00019994691548545245,
      "loss": 4.5706,
      "step": 16204
    },
    {
      "epoch": 0.10391817365653457,
      "grad_norm": 15.77757740020752,
      "learning_rate": 0.00019994690892165157,
      "loss": 4.4052,
      "step": 16205
    },
    {
      "epoch": 0.10392458637937668,
      "grad_norm": 25.5423526763916,
      "learning_rate": 0.000199946902357445,
      "loss": 4.7168,
      "step": 16206
    },
    {
      "epoch": 0.1039309991022188,
      "grad_norm": 11.031826972961426,
      "learning_rate": 0.0001999468957928328,
      "loss": 4.543,
      "step": 16207
    },
    {
      "epoch": 0.10393741182506092,
      "grad_norm": 10.582433700561523,
      "learning_rate": 0.00019994688922781492,
      "loss": 4.5772,
      "step": 16208
    },
    {
      "epoch": 0.10394382454790305,
      "grad_norm": 42.099159240722656,
      "learning_rate": 0.00019994688266239134,
      "loss": 4.6989,
      "step": 16209
    },
    {
      "epoch": 0.10395023727074516,
      "grad_norm": 16.982454299926758,
      "learning_rate": 0.0001999468760965621,
      "loss": 4.805,
      "step": 16210
    },
    {
      "epoch": 0.10395664999358728,
      "grad_norm": 19.228788375854492,
      "learning_rate": 0.00019994686953032722,
      "loss": 4.7447,
      "step": 16211
    },
    {
      "epoch": 0.1039630627164294,
      "grad_norm": 41.35952377319336,
      "learning_rate": 0.00019994686296368665,
      "loss": 4.6566,
      "step": 16212
    },
    {
      "epoch": 0.10396947543927151,
      "grad_norm": 37.7977180480957,
      "learning_rate": 0.00019994685639664042,
      "loss": 4.7089,
      "step": 16213
    },
    {
      "epoch": 0.10397588816211363,
      "grad_norm": 17.769498825073242,
      "learning_rate": 0.00019994684982918855,
      "loss": 4.673,
      "step": 16214
    },
    {
      "epoch": 0.10398230088495575,
      "grad_norm": 28.771596908569336,
      "learning_rate": 0.00019994684326133096,
      "loss": 5.148,
      "step": 16215
    },
    {
      "epoch": 0.10398871360779786,
      "grad_norm": 11.005428314208984,
      "learning_rate": 0.00019994683669306775,
      "loss": 4.5516,
      "step": 16216
    },
    {
      "epoch": 0.10399512633064,
      "grad_norm": 11.514030456542969,
      "learning_rate": 0.00019994683012439883,
      "loss": 4.6997,
      "step": 16217
    },
    {
      "epoch": 0.10400153905348211,
      "grad_norm": 43.68512725830078,
      "learning_rate": 0.00019994682355532428,
      "loss": 4.6464,
      "step": 16218
    },
    {
      "epoch": 0.10400795177632423,
      "grad_norm": 9.844685554504395,
      "learning_rate": 0.00019994681698584405,
      "loss": 4.6025,
      "step": 16219
    },
    {
      "epoch": 0.10401436449916635,
      "grad_norm": 28.681570053100586,
      "learning_rate": 0.00019994681041595814,
      "loss": 4.8962,
      "step": 16220
    },
    {
      "epoch": 0.10402077722200846,
      "grad_norm": 12.339489936828613,
      "learning_rate": 0.00019994680384566657,
      "loss": 5.062,
      "step": 16221
    },
    {
      "epoch": 0.10402718994485058,
      "grad_norm": 14.073142051696777,
      "learning_rate": 0.00019994679727496935,
      "loss": 4.6869,
      "step": 16222
    },
    {
      "epoch": 0.1040336026676927,
      "grad_norm": 14.882555961608887,
      "learning_rate": 0.00019994679070386645,
      "loss": 4.534,
      "step": 16223
    },
    {
      "epoch": 0.10404001539053483,
      "grad_norm": 18.3006534576416,
      "learning_rate": 0.00019994678413235787,
      "loss": 4.8147,
      "step": 16224
    },
    {
      "epoch": 0.10404642811337694,
      "grad_norm": 7.76649284362793,
      "learning_rate": 0.00019994677756044363,
      "loss": 4.7553,
      "step": 16225
    },
    {
      "epoch": 0.10405284083621906,
      "grad_norm": 12.716731071472168,
      "learning_rate": 0.0001999467709881237,
      "loss": 4.9409,
      "step": 16226
    },
    {
      "epoch": 0.10405925355906118,
      "grad_norm": 15.159482955932617,
      "learning_rate": 0.00019994676441539814,
      "loss": 4.5979,
      "step": 16227
    },
    {
      "epoch": 0.1040656662819033,
      "grad_norm": 12.32589340209961,
      "learning_rate": 0.0001999467578422669,
      "loss": 4.7047,
      "step": 16228
    },
    {
      "epoch": 0.10407207900474541,
      "grad_norm": 25.089494705200195,
      "learning_rate": 0.00019994675126873,
      "loss": 4.592,
      "step": 16229
    },
    {
      "epoch": 0.10407849172758753,
      "grad_norm": 12.153509140014648,
      "learning_rate": 0.0001999467446947874,
      "loss": 4.6977,
      "step": 16230
    },
    {
      "epoch": 0.10408490445042966,
      "grad_norm": 16.892078399658203,
      "learning_rate": 0.00019994673812043915,
      "loss": 4.6822,
      "step": 16231
    },
    {
      "epoch": 0.10409131717327177,
      "grad_norm": 12.639580726623535,
      "learning_rate": 0.00019994673154568525,
      "loss": 4.9472,
      "step": 16232
    },
    {
      "epoch": 0.10409772989611389,
      "grad_norm": 19.23830795288086,
      "learning_rate": 0.00019994672497052567,
      "loss": 4.6896,
      "step": 16233
    },
    {
      "epoch": 0.10410414261895601,
      "grad_norm": 13.598871231079102,
      "learning_rate": 0.0001999467183949604,
      "loss": 4.7041,
      "step": 16234
    },
    {
      "epoch": 0.10411055534179812,
      "grad_norm": 11.773066520690918,
      "learning_rate": 0.0001999467118189895,
      "loss": 4.6781,
      "step": 16235
    },
    {
      "epoch": 0.10411696806464024,
      "grad_norm": 22.280548095703125,
      "learning_rate": 0.00019994670524261295,
      "loss": 4.5851,
      "step": 16236
    },
    {
      "epoch": 0.10412338078748236,
      "grad_norm": 20.39878273010254,
      "learning_rate": 0.00019994669866583067,
      "loss": 4.4379,
      "step": 16237
    },
    {
      "epoch": 0.10412979351032449,
      "grad_norm": 26.099138259887695,
      "learning_rate": 0.00019994669208864277,
      "loss": 4.5197,
      "step": 16238
    },
    {
      "epoch": 0.1041362062331666,
      "grad_norm": 17.741363525390625,
      "learning_rate": 0.00019994668551104918,
      "loss": 4.7106,
      "step": 16239
    },
    {
      "epoch": 0.10414261895600872,
      "grad_norm": 14.346521377563477,
      "learning_rate": 0.00019994667893304992,
      "loss": 4.5369,
      "step": 16240
    },
    {
      "epoch": 0.10414903167885084,
      "grad_norm": 13.115185737609863,
      "learning_rate": 0.00019994667235464502,
      "loss": 4.7613,
      "step": 16241
    },
    {
      "epoch": 0.10415544440169296,
      "grad_norm": 18.167200088500977,
      "learning_rate": 0.00019994666577583442,
      "loss": 4.6817,
      "step": 16242
    },
    {
      "epoch": 0.10416185712453507,
      "grad_norm": 12.1553316116333,
      "learning_rate": 0.0001999466591966182,
      "loss": 4.8491,
      "step": 16243
    },
    {
      "epoch": 0.10416826984737719,
      "grad_norm": 36.06704330444336,
      "learning_rate": 0.00019994665261699628,
      "loss": 4.3964,
      "step": 16244
    },
    {
      "epoch": 0.10417468257021932,
      "grad_norm": 11.54051399230957,
      "learning_rate": 0.00019994664603696869,
      "loss": 4.6255,
      "step": 16245
    },
    {
      "epoch": 0.10418109529306144,
      "grad_norm": 11.693424224853516,
      "learning_rate": 0.0001999466394565354,
      "loss": 4.7764,
      "step": 16246
    },
    {
      "epoch": 0.10418750801590355,
      "grad_norm": 25.175037384033203,
      "learning_rate": 0.0001999466328756965,
      "loss": 4.6082,
      "step": 16247
    },
    {
      "epoch": 0.10419392073874567,
      "grad_norm": 13.856002807617188,
      "learning_rate": 0.0001999466262944519,
      "loss": 4.6625,
      "step": 16248
    },
    {
      "epoch": 0.10420033346158779,
      "grad_norm": 15.420260429382324,
      "learning_rate": 0.00019994661971280166,
      "loss": 4.534,
      "step": 16249
    },
    {
      "epoch": 0.1042067461844299,
      "grad_norm": 204.5596466064453,
      "learning_rate": 0.00019994661313074575,
      "loss": 4.7821,
      "step": 16250
    },
    {
      "epoch": 0.10421315890727202,
      "grad_norm": 18.640398025512695,
      "learning_rate": 0.00019994660654828417,
      "loss": 4.7971,
      "step": 16251
    },
    {
      "epoch": 0.10421957163011415,
      "grad_norm": 51.9771728515625,
      "learning_rate": 0.00019994659996541692,
      "loss": 4.6444,
      "step": 16252
    },
    {
      "epoch": 0.10422598435295627,
      "grad_norm": 8.833393096923828,
      "learning_rate": 0.00019994659338214398,
      "loss": 4.6252,
      "step": 16253
    },
    {
      "epoch": 0.10423239707579839,
      "grad_norm": 96.2462387084961,
      "learning_rate": 0.0001999465867984654,
      "loss": 4.4744,
      "step": 16254
    },
    {
      "epoch": 0.1042388097986405,
      "grad_norm": 19.008214950561523,
      "learning_rate": 0.00019994658021438115,
      "loss": 4.7818,
      "step": 16255
    },
    {
      "epoch": 0.10424522252148262,
      "grad_norm": 11.480813980102539,
      "learning_rate": 0.00019994657362989125,
      "loss": 4.5659,
      "step": 16256
    },
    {
      "epoch": 0.10425163524432474,
      "grad_norm": 12.460820198059082,
      "learning_rate": 0.00019994656704499565,
      "loss": 4.7447,
      "step": 16257
    },
    {
      "epoch": 0.10425804796716685,
      "grad_norm": 11.225049018859863,
      "learning_rate": 0.0001999465604596944,
      "loss": 4.4878,
      "step": 16258
    },
    {
      "epoch": 0.10426446069000898,
      "grad_norm": 44.490604400634766,
      "learning_rate": 0.00019994655387398747,
      "loss": 4.6761,
      "step": 16259
    },
    {
      "epoch": 0.1042708734128511,
      "grad_norm": 25.07497215270996,
      "learning_rate": 0.0001999465472878749,
      "loss": 4.5873,
      "step": 16260
    },
    {
      "epoch": 0.10427728613569322,
      "grad_norm": 15.469447135925293,
      "learning_rate": 0.00019994654070135663,
      "loss": 4.7749,
      "step": 16261
    },
    {
      "epoch": 0.10428369885853533,
      "grad_norm": 63.8198356628418,
      "learning_rate": 0.00019994653411443272,
      "loss": 4.6532,
      "step": 16262
    },
    {
      "epoch": 0.10429011158137745,
      "grad_norm": 66.40097045898438,
      "learning_rate": 0.00019994652752710314,
      "loss": 4.5162,
      "step": 16263
    },
    {
      "epoch": 0.10429652430421957,
      "grad_norm": 60.799739837646484,
      "learning_rate": 0.00019994652093936787,
      "loss": 4.5969,
      "step": 16264
    },
    {
      "epoch": 0.10430293702706168,
      "grad_norm": 51.48246383666992,
      "learning_rate": 0.00019994651435122695,
      "loss": 4.5282,
      "step": 16265
    },
    {
      "epoch": 0.10430934974990382,
      "grad_norm": 15.314189910888672,
      "learning_rate": 0.00019994650776268034,
      "loss": 4.6361,
      "step": 16266
    },
    {
      "epoch": 0.10431576247274593,
      "grad_norm": 445.58734130859375,
      "learning_rate": 0.00019994650117372814,
      "loss": 4.4703,
      "step": 16267
    },
    {
      "epoch": 0.10432217519558805,
      "grad_norm": 14.322526931762695,
      "learning_rate": 0.0001999464945843702,
      "loss": 4.6204,
      "step": 16268
    },
    {
      "epoch": 0.10432858791843017,
      "grad_norm": 19.395797729492188,
      "learning_rate": 0.0001999464879946066,
      "loss": 4.5902,
      "step": 16269
    },
    {
      "epoch": 0.10433500064127228,
      "grad_norm": 14.228742599487305,
      "learning_rate": 0.00019994648140443736,
      "loss": 4.6977,
      "step": 16270
    },
    {
      "epoch": 0.1043414133641144,
      "grad_norm": 17.95070457458496,
      "learning_rate": 0.00019994647481386246,
      "loss": 4.6046,
      "step": 16271
    },
    {
      "epoch": 0.10434782608695652,
      "grad_norm": 45.82350540161133,
      "learning_rate": 0.00019994646822288185,
      "loss": 4.7408,
      "step": 16272
    },
    {
      "epoch": 0.10435423880979865,
      "grad_norm": 34.9743537902832,
      "learning_rate": 0.00019994646163149562,
      "loss": 4.9969,
      "step": 16273
    },
    {
      "epoch": 0.10436065153264076,
      "grad_norm": 30.004432678222656,
      "learning_rate": 0.0001999464550397037,
      "loss": 4.5859,
      "step": 16274
    },
    {
      "epoch": 0.10436706425548288,
      "grad_norm": 137.08956909179688,
      "learning_rate": 0.00019994644844750613,
      "loss": 4.5228,
      "step": 16275
    },
    {
      "epoch": 0.104373476978325,
      "grad_norm": 21.48984718322754,
      "learning_rate": 0.00019994644185490287,
      "loss": 4.635,
      "step": 16276
    },
    {
      "epoch": 0.10437988970116711,
      "grad_norm": 24.742717742919922,
      "learning_rate": 0.00019994643526189396,
      "loss": 4.6247,
      "step": 16277
    },
    {
      "epoch": 0.10438630242400923,
      "grad_norm": 16.447376251220703,
      "learning_rate": 0.0001999464286684794,
      "loss": 4.8356,
      "step": 16278
    },
    {
      "epoch": 0.10439271514685135,
      "grad_norm": 13.163134574890137,
      "learning_rate": 0.00019994642207465916,
      "loss": 4.5514,
      "step": 16279
    },
    {
      "epoch": 0.10439912786969348,
      "grad_norm": 56.052001953125,
      "learning_rate": 0.00019994641548043323,
      "loss": 4.7464,
      "step": 16280
    },
    {
      "epoch": 0.1044055405925356,
      "grad_norm": 10.549219131469727,
      "learning_rate": 0.00019994640888580165,
      "loss": 4.8168,
      "step": 16281
    },
    {
      "epoch": 0.10441195331537771,
      "grad_norm": 43.049015045166016,
      "learning_rate": 0.0001999464022907644,
      "loss": 4.5681,
      "step": 16282
    },
    {
      "epoch": 0.10441836603821983,
      "grad_norm": 44.812950134277344,
      "learning_rate": 0.0001999463956953215,
      "loss": 4.7098,
      "step": 16283
    },
    {
      "epoch": 0.10442477876106195,
      "grad_norm": 16.53188705444336,
      "learning_rate": 0.0001999463890994729,
      "loss": 4.8926,
      "step": 16284
    },
    {
      "epoch": 0.10443119148390406,
      "grad_norm": 34.89622116088867,
      "learning_rate": 0.00019994638250321866,
      "loss": 4.915,
      "step": 16285
    },
    {
      "epoch": 0.10443760420674618,
      "grad_norm": 14.434793472290039,
      "learning_rate": 0.00019994637590655878,
      "loss": 4.7099,
      "step": 16286
    },
    {
      "epoch": 0.10444401692958831,
      "grad_norm": 10.324655532836914,
      "learning_rate": 0.0001999463693094932,
      "loss": 4.3667,
      "step": 16287
    },
    {
      "epoch": 0.10445042965243043,
      "grad_norm": 18.157495498657227,
      "learning_rate": 0.00019994636271202193,
      "loss": 4.5038,
      "step": 16288
    },
    {
      "epoch": 0.10445684237527254,
      "grad_norm": 17.157527923583984,
      "learning_rate": 0.00019994635611414506,
      "loss": 4.6085,
      "step": 16289
    },
    {
      "epoch": 0.10446325509811466,
      "grad_norm": 19.396278381347656,
      "learning_rate": 0.0001999463495158625,
      "loss": 4.6804,
      "step": 16290
    },
    {
      "epoch": 0.10446966782095678,
      "grad_norm": 16.485275268554688,
      "learning_rate": 0.00019994634291717426,
      "loss": 4.427,
      "step": 16291
    },
    {
      "epoch": 0.1044760805437989,
      "grad_norm": 14.870579719543457,
      "learning_rate": 0.00019994633631808032,
      "loss": 4.7514,
      "step": 16292
    },
    {
      "epoch": 0.10448249326664101,
      "grad_norm": 12.335826873779297,
      "learning_rate": 0.00019994632971858075,
      "loss": 4.706,
      "step": 16293
    },
    {
      "epoch": 0.10448890598948314,
      "grad_norm": 12.08714485168457,
      "learning_rate": 0.00019994632311867553,
      "loss": 4.6477,
      "step": 16294
    },
    {
      "epoch": 0.10449531871232526,
      "grad_norm": 26.046030044555664,
      "learning_rate": 0.00019994631651836463,
      "loss": 4.8204,
      "step": 16295
    },
    {
      "epoch": 0.10450173143516737,
      "grad_norm": 12.343283653259277,
      "learning_rate": 0.00019994630991764808,
      "loss": 4.4336,
      "step": 16296
    },
    {
      "epoch": 0.10450814415800949,
      "grad_norm": 59.570411682128906,
      "learning_rate": 0.00019994630331652584,
      "loss": 4.6294,
      "step": 16297
    },
    {
      "epoch": 0.10451455688085161,
      "grad_norm": 174.94082641601562,
      "learning_rate": 0.00019994629671499795,
      "loss": 4.67,
      "step": 16298
    },
    {
      "epoch": 0.10452096960369373,
      "grad_norm": 17.460390090942383,
      "learning_rate": 0.00019994629011306438,
      "loss": 4.703,
      "step": 16299
    },
    {
      "epoch": 0.10452738232653584,
      "grad_norm": 17.2381649017334,
      "learning_rate": 0.00019994628351072518,
      "loss": 4.9173,
      "step": 16300
    },
    {
      "epoch": 0.10452738232653584,
      "eval_loss": 4.630612850189209,
      "eval_runtime": 34.7996,
      "eval_samples_per_second": 90.087,
      "eval_steps_per_second": 22.529,
      "step": 16300
    },
    {
      "epoch": 0.10453379504937797,
      "grad_norm": 24.736804962158203,
      "learning_rate": 0.00019994627690798027,
      "loss": 4.5737,
      "step": 16301
    },
    {
      "epoch": 0.10454020777222009,
      "grad_norm": 20.46811294555664,
      "learning_rate": 0.0001999462703048297,
      "loss": 4.7196,
      "step": 16302
    },
    {
      "epoch": 0.1045466204950622,
      "grad_norm": 23.476171493530273,
      "learning_rate": 0.0001999462637012735,
      "loss": 4.7093,
      "step": 16303
    },
    {
      "epoch": 0.10455303321790432,
      "grad_norm": 34.94253921508789,
      "learning_rate": 0.0001999462570973116,
      "loss": 4.8166,
      "step": 16304
    },
    {
      "epoch": 0.10455944594074644,
      "grad_norm": 34.5959358215332,
      "learning_rate": 0.00019994625049294404,
      "loss": 4.657,
      "step": 16305
    },
    {
      "epoch": 0.10456585866358856,
      "grad_norm": 13.367546081542969,
      "learning_rate": 0.00019994624388817083,
      "loss": 4.689,
      "step": 16306
    },
    {
      "epoch": 0.10457227138643067,
      "grad_norm": 45.05496597290039,
      "learning_rate": 0.00019994623728299192,
      "loss": 4.729,
      "step": 16307
    },
    {
      "epoch": 0.10457868410927279,
      "grad_norm": 18.296730041503906,
      "learning_rate": 0.00019994623067740738,
      "loss": 4.5311,
      "step": 16308
    },
    {
      "epoch": 0.10458509683211492,
      "grad_norm": 25.024986267089844,
      "learning_rate": 0.00019994622407141716,
      "loss": 4.5929,
      "step": 16309
    },
    {
      "epoch": 0.10459150955495704,
      "grad_norm": 14.931794166564941,
      "learning_rate": 0.00019994621746502128,
      "loss": 4.9241,
      "step": 16310
    },
    {
      "epoch": 0.10459792227779915,
      "grad_norm": 33.037750244140625,
      "learning_rate": 0.00019994621085821975,
      "loss": 4.7347,
      "step": 16311
    },
    {
      "epoch": 0.10460433500064127,
      "grad_norm": 34.88813781738281,
      "learning_rate": 0.00019994620425101253,
      "loss": 4.6129,
      "step": 16312
    },
    {
      "epoch": 0.10461074772348339,
      "grad_norm": 23.976865768432617,
      "learning_rate": 0.00019994619764339967,
      "loss": 4.6376,
      "step": 16313
    },
    {
      "epoch": 0.1046171604463255,
      "grad_norm": 19.289003372192383,
      "learning_rate": 0.00019994619103538112,
      "loss": 4.6192,
      "step": 16314
    },
    {
      "epoch": 0.10462357316916762,
      "grad_norm": 22.32035255432129,
      "learning_rate": 0.00019994618442695691,
      "loss": 4.6459,
      "step": 16315
    },
    {
      "epoch": 0.10462998589200975,
      "grad_norm": 15.809466361999512,
      "learning_rate": 0.00019994617781812703,
      "loss": 4.5081,
      "step": 16316
    },
    {
      "epoch": 0.10463639861485187,
      "grad_norm": 30.002971649169922,
      "learning_rate": 0.00019994617120889152,
      "loss": 4.7337,
      "step": 16317
    },
    {
      "epoch": 0.10464281133769399,
      "grad_norm": 32.19955062866211,
      "learning_rate": 0.0001999461645992503,
      "loss": 4.6954,
      "step": 16318
    },
    {
      "epoch": 0.1046492240605361,
      "grad_norm": 22.321168899536133,
      "learning_rate": 0.00019994615798920345,
      "loss": 4.6727,
      "step": 16319
    },
    {
      "epoch": 0.10465563678337822,
      "grad_norm": 21.206335067749023,
      "learning_rate": 0.0001999461513787509,
      "loss": 4.5469,
      "step": 16320
    },
    {
      "epoch": 0.10466204950622034,
      "grad_norm": 36.79920959472656,
      "learning_rate": 0.00019994614476789271,
      "loss": 4.5392,
      "step": 16321
    },
    {
      "epoch": 0.10466846222906245,
      "grad_norm": 12.973517417907715,
      "learning_rate": 0.00019994613815662885,
      "loss": 4.3637,
      "step": 16322
    },
    {
      "epoch": 0.10467487495190458,
      "grad_norm": 80.65203094482422,
      "learning_rate": 0.00019994613154495933,
      "loss": 4.5785,
      "step": 16323
    },
    {
      "epoch": 0.1046812876747467,
      "grad_norm": 29.744670867919922,
      "learning_rate": 0.00019994612493288413,
      "loss": 4.7466,
      "step": 16324
    },
    {
      "epoch": 0.10468770039758882,
      "grad_norm": 15.062356948852539,
      "learning_rate": 0.00019994611832040325,
      "loss": 4.632,
      "step": 16325
    },
    {
      "epoch": 0.10469411312043093,
      "grad_norm": 72.9722900390625,
      "learning_rate": 0.00019994611170751677,
      "loss": 4.545,
      "step": 16326
    },
    {
      "epoch": 0.10470052584327305,
      "grad_norm": 20.75798225402832,
      "learning_rate": 0.00019994610509422458,
      "loss": 4.7939,
      "step": 16327
    },
    {
      "epoch": 0.10470693856611517,
      "grad_norm": 39.119468688964844,
      "learning_rate": 0.0001999460984805267,
      "loss": 4.7813,
      "step": 16328
    },
    {
      "epoch": 0.10471335128895728,
      "grad_norm": 14.98158073425293,
      "learning_rate": 0.0001999460918664232,
      "loss": 4.6518,
      "step": 16329
    },
    {
      "epoch": 0.10471976401179942,
      "grad_norm": 122.16919708251953,
      "learning_rate": 0.00019994608525191403,
      "loss": 4.5809,
      "step": 16330
    },
    {
      "epoch": 0.10472617673464153,
      "grad_norm": 25.94708824157715,
      "learning_rate": 0.0001999460786369992,
      "loss": 4.8193,
      "step": 16331
    },
    {
      "epoch": 0.10473258945748365,
      "grad_norm": 31.818267822265625,
      "learning_rate": 0.0001999460720216787,
      "loss": 4.8495,
      "step": 16332
    },
    {
      "epoch": 0.10473900218032577,
      "grad_norm": 35.06879806518555,
      "learning_rate": 0.0001999460654059525,
      "loss": 4.5607,
      "step": 16333
    },
    {
      "epoch": 0.10474541490316788,
      "grad_norm": 13.212703704833984,
      "learning_rate": 0.00019994605878982067,
      "loss": 4.7613,
      "step": 16334
    },
    {
      "epoch": 0.10475182762601,
      "grad_norm": 28.741769790649414,
      "learning_rate": 0.00019994605217328316,
      "loss": 4.5167,
      "step": 16335
    },
    {
      "epoch": 0.10475824034885212,
      "grad_norm": 31.234012603759766,
      "learning_rate": 0.00019994604555634,
      "loss": 5.0748,
      "step": 16336
    },
    {
      "epoch": 0.10476465307169425,
      "grad_norm": 47.551025390625,
      "learning_rate": 0.00019994603893899116,
      "loss": 4.6764,
      "step": 16337
    },
    {
      "epoch": 0.10477106579453636,
      "grad_norm": 53.3156623840332,
      "learning_rate": 0.00019994603232123667,
      "loss": 4.7251,
      "step": 16338
    },
    {
      "epoch": 0.10477747851737848,
      "grad_norm": 96.74415588378906,
      "learning_rate": 0.0001999460257030765,
      "loss": 4.6396,
      "step": 16339
    },
    {
      "epoch": 0.1047838912402206,
      "grad_norm": 192.50877380371094,
      "learning_rate": 0.0001999460190845107,
      "loss": 4.483,
      "step": 16340
    },
    {
      "epoch": 0.10479030396306271,
      "grad_norm": 26.41092872619629,
      "learning_rate": 0.00019994601246553918,
      "loss": 4.8028,
      "step": 16341
    },
    {
      "epoch": 0.10479671668590483,
      "grad_norm": 33.26258850097656,
      "learning_rate": 0.00019994600584616204,
      "loss": 4.6164,
      "step": 16342
    },
    {
      "epoch": 0.10480312940874695,
      "grad_norm": 24.417335510253906,
      "learning_rate": 0.00019994599922637922,
      "loss": 4.6301,
      "step": 16343
    },
    {
      "epoch": 0.10480954213158908,
      "grad_norm": 21.42006492614746,
      "learning_rate": 0.00019994599260619075,
      "loss": 4.6256,
      "step": 16344
    },
    {
      "epoch": 0.1048159548544312,
      "grad_norm": 69.0584716796875,
      "learning_rate": 0.0001999459859855966,
      "loss": 5.091,
      "step": 16345
    },
    {
      "epoch": 0.10482236757727331,
      "grad_norm": 230.7968292236328,
      "learning_rate": 0.00019994597936459678,
      "loss": 4.7035,
      "step": 16346
    },
    {
      "epoch": 0.10482878030011543,
      "grad_norm": 24.43253517150879,
      "learning_rate": 0.0001999459727431913,
      "loss": 4.5136,
      "step": 16347
    },
    {
      "epoch": 0.10483519302295755,
      "grad_norm": 55.28094482421875,
      "learning_rate": 0.00019994596612138015,
      "loss": 4.8281,
      "step": 16348
    },
    {
      "epoch": 0.10484160574579966,
      "grad_norm": 18.95608901977539,
      "learning_rate": 0.00019994595949916337,
      "loss": 4.6902,
      "step": 16349
    },
    {
      "epoch": 0.10484801846864178,
      "grad_norm": 72.0518798828125,
      "learning_rate": 0.00019994595287654087,
      "loss": 4.4295,
      "step": 16350
    },
    {
      "epoch": 0.10485443119148391,
      "grad_norm": 17.474411010742188,
      "learning_rate": 0.00019994594625351276,
      "loss": 4.5686,
      "step": 16351
    },
    {
      "epoch": 0.10486084391432603,
      "grad_norm": 22.63863754272461,
      "learning_rate": 0.00019994593963007894,
      "loss": 4.8336,
      "step": 16352
    },
    {
      "epoch": 0.10486725663716814,
      "grad_norm": 25.75179100036621,
      "learning_rate": 0.00019994593300623953,
      "loss": 4.805,
      "step": 16353
    },
    {
      "epoch": 0.10487366936001026,
      "grad_norm": 22.241958618164062,
      "learning_rate": 0.00019994592638199437,
      "loss": 4.92,
      "step": 16354
    },
    {
      "epoch": 0.10488008208285238,
      "grad_norm": 13.058137893676758,
      "learning_rate": 0.00019994591975734357,
      "loss": 4.7582,
      "step": 16355
    },
    {
      "epoch": 0.1048864948056945,
      "grad_norm": 66.17745971679688,
      "learning_rate": 0.00019994591313228713,
      "loss": 4.567,
      "step": 16356
    },
    {
      "epoch": 0.10489290752853661,
      "grad_norm": 37.969993591308594,
      "learning_rate": 0.00019994590650682502,
      "loss": 4.5864,
      "step": 16357
    },
    {
      "epoch": 0.10489932025137874,
      "grad_norm": 21.13526725769043,
      "learning_rate": 0.00019994589988095725,
      "loss": 4.9762,
      "step": 16358
    },
    {
      "epoch": 0.10490573297422086,
      "grad_norm": 35.96870422363281,
      "learning_rate": 0.0001999458932546838,
      "loss": 4.9099,
      "step": 16359
    },
    {
      "epoch": 0.10491214569706298,
      "grad_norm": 34.42613983154297,
      "learning_rate": 0.0001999458866280047,
      "loss": 4.7698,
      "step": 16360
    },
    {
      "epoch": 0.10491855841990509,
      "grad_norm": 567.3923950195312,
      "learning_rate": 0.0001999458800009199,
      "loss": 4.6732,
      "step": 16361
    },
    {
      "epoch": 0.10492497114274721,
      "grad_norm": 19.51064682006836,
      "learning_rate": 0.0001999458733734295,
      "loss": 4.6714,
      "step": 16362
    },
    {
      "epoch": 0.10493138386558933,
      "grad_norm": 39.37702560424805,
      "learning_rate": 0.0001999458667455334,
      "loss": 4.821,
      "step": 16363
    },
    {
      "epoch": 0.10493779658843144,
      "grad_norm": 93.73236083984375,
      "learning_rate": 0.00019994586011723163,
      "loss": 4.5781,
      "step": 16364
    },
    {
      "epoch": 0.10494420931127357,
      "grad_norm": 34.376617431640625,
      "learning_rate": 0.0001999458534885242,
      "loss": 4.6556,
      "step": 16365
    },
    {
      "epoch": 0.10495062203411569,
      "grad_norm": 29.024009704589844,
      "learning_rate": 0.00019994584685941109,
      "loss": 4.9897,
      "step": 16366
    },
    {
      "epoch": 0.1049570347569578,
      "grad_norm": 63.322574615478516,
      "learning_rate": 0.00019994584022989235,
      "loss": 4.7485,
      "step": 16367
    },
    {
      "epoch": 0.10496344747979992,
      "grad_norm": 20.956090927124023,
      "learning_rate": 0.00019994583359996795,
      "loss": 4.5341,
      "step": 16368
    },
    {
      "epoch": 0.10496986020264204,
      "grad_norm": 17.859603881835938,
      "learning_rate": 0.00019994582696963785,
      "loss": 5.0111,
      "step": 16369
    },
    {
      "epoch": 0.10497627292548416,
      "grad_norm": 24.84132957458496,
      "learning_rate": 0.0001999458203389021,
      "loss": 4.7576,
      "step": 16370
    },
    {
      "epoch": 0.10498268564832627,
      "grad_norm": 12.511024475097656,
      "learning_rate": 0.0001999458137077607,
      "loss": 4.502,
      "step": 16371
    },
    {
      "epoch": 0.1049890983711684,
      "grad_norm": 58.281097412109375,
      "learning_rate": 0.00019994580707621362,
      "loss": 4.5468,
      "step": 16372
    },
    {
      "epoch": 0.10499551109401052,
      "grad_norm": 34.35002517700195,
      "learning_rate": 0.00019994580044426088,
      "loss": 5.359,
      "step": 16373
    },
    {
      "epoch": 0.10500192381685264,
      "grad_norm": 30.155881881713867,
      "learning_rate": 0.00019994579381190248,
      "loss": 4.7875,
      "step": 16374
    },
    {
      "epoch": 0.10500833653969475,
      "grad_norm": 103.4110336303711,
      "learning_rate": 0.0001999457871791384,
      "loss": 4.5179,
      "step": 16375
    },
    {
      "epoch": 0.10501474926253687,
      "grad_norm": 33.24039840698242,
      "learning_rate": 0.00019994578054596872,
      "loss": 4.6416,
      "step": 16376
    },
    {
      "epoch": 0.10502116198537899,
      "grad_norm": 67.41603088378906,
      "learning_rate": 0.0001999457739123933,
      "loss": 4.6385,
      "step": 16377
    },
    {
      "epoch": 0.1050275747082211,
      "grad_norm": 22.24143409729004,
      "learning_rate": 0.00019994576727841226,
      "loss": 4.5249,
      "step": 16378
    },
    {
      "epoch": 0.10503398743106324,
      "grad_norm": 63.40247344970703,
      "learning_rate": 0.00019994576064402556,
      "loss": 4.8537,
      "step": 16379
    },
    {
      "epoch": 0.10504040015390535,
      "grad_norm": 16.174835205078125,
      "learning_rate": 0.00019994575400923315,
      "loss": 4.6879,
      "step": 16380
    },
    {
      "epoch": 0.10504681287674747,
      "grad_norm": 40.10308837890625,
      "learning_rate": 0.00019994574737403512,
      "loss": 4.6021,
      "step": 16381
    },
    {
      "epoch": 0.10505322559958959,
      "grad_norm": 25.006656646728516,
      "learning_rate": 0.0001999457407384314,
      "loss": 4.6774,
      "step": 16382
    },
    {
      "epoch": 0.1050596383224317,
      "grad_norm": 27.803850173950195,
      "learning_rate": 0.00019994573410242204,
      "loss": 4.6386,
      "step": 16383
    },
    {
      "epoch": 0.10506605104527382,
      "grad_norm": 38.12859344482422,
      "learning_rate": 0.00019994572746600699,
      "loss": 4.6768,
      "step": 16384
    },
    {
      "epoch": 0.10507246376811594,
      "grad_norm": 21.249217987060547,
      "learning_rate": 0.0001999457208291863,
      "loss": 4.6745,
      "step": 16385
    },
    {
      "epoch": 0.10507887649095807,
      "grad_norm": 54.960506439208984,
      "learning_rate": 0.00019994571419195992,
      "loss": 4.7572,
      "step": 16386
    },
    {
      "epoch": 0.10508528921380018,
      "grad_norm": 20.275808334350586,
      "learning_rate": 0.00019994570755432794,
      "loss": 4.7443,
      "step": 16387
    },
    {
      "epoch": 0.1050917019366423,
      "grad_norm": 19.99508285522461,
      "learning_rate": 0.00019994570091629024,
      "loss": 4.7669,
      "step": 16388
    },
    {
      "epoch": 0.10509811465948442,
      "grad_norm": 106.52982330322266,
      "learning_rate": 0.0001999456942778469,
      "loss": 4.669,
      "step": 16389
    },
    {
      "epoch": 0.10510452738232653,
      "grad_norm": 14.648918151855469,
      "learning_rate": 0.0001999456876389979,
      "loss": 4.7542,
      "step": 16390
    },
    {
      "epoch": 0.10511094010516865,
      "grad_norm": 18.851675033569336,
      "learning_rate": 0.0001999456809997432,
      "loss": 4.5384,
      "step": 16391
    },
    {
      "epoch": 0.10511735282801077,
      "grad_norm": 23.05215072631836,
      "learning_rate": 0.00019994567436008287,
      "loss": 4.8103,
      "step": 16392
    },
    {
      "epoch": 0.1051237655508529,
      "grad_norm": 18.3337345123291,
      "learning_rate": 0.00019994566772001685,
      "loss": 4.6981,
      "step": 16393
    },
    {
      "epoch": 0.10513017827369502,
      "grad_norm": 15.592720985412598,
      "learning_rate": 0.0001999456610795452,
      "loss": 4.689,
      "step": 16394
    },
    {
      "epoch": 0.10513659099653713,
      "grad_norm": 38.24281692504883,
      "learning_rate": 0.00019994565443866787,
      "loss": 4.8858,
      "step": 16395
    },
    {
      "epoch": 0.10514300371937925,
      "grad_norm": 43.74336624145508,
      "learning_rate": 0.0001999456477973849,
      "loss": 4.601,
      "step": 16396
    },
    {
      "epoch": 0.10514941644222137,
      "grad_norm": 13.405896186828613,
      "learning_rate": 0.00019994564115569623,
      "loss": 4.5272,
      "step": 16397
    },
    {
      "epoch": 0.10515582916506348,
      "grad_norm": 22.396469116210938,
      "learning_rate": 0.0001999456345136019,
      "loss": 4.4528,
      "step": 16398
    },
    {
      "epoch": 0.1051622418879056,
      "grad_norm": 32.869407653808594,
      "learning_rate": 0.00019994562787110194,
      "loss": 4.8155,
      "step": 16399
    },
    {
      "epoch": 0.10516865461074772,
      "grad_norm": 18.585798263549805,
      "learning_rate": 0.00019994562122819628,
      "loss": 4.681,
      "step": 16400
    },
    {
      "epoch": 0.10516865461074772,
      "eval_loss": 4.650444030761719,
      "eval_runtime": 34.7519,
      "eval_samples_per_second": 90.211,
      "eval_steps_per_second": 22.56,
      "step": 16400
    },
    {
      "epoch": 0.10517506733358985,
      "grad_norm": 49.01028823852539,
      "learning_rate": 0.00019994561458488497,
      "loss": 4.6404,
      "step": 16401
    },
    {
      "epoch": 0.10518148005643196,
      "grad_norm": 12.617100715637207,
      "learning_rate": 0.00019994560794116804,
      "loss": 4.6312,
      "step": 16402
    },
    {
      "epoch": 0.10518789277927408,
      "grad_norm": 13.39734172821045,
      "learning_rate": 0.0001999456012970454,
      "loss": 4.7798,
      "step": 16403
    },
    {
      "epoch": 0.1051943055021162,
      "grad_norm": 75.93242645263672,
      "learning_rate": 0.0001999455946525171,
      "loss": 4.6892,
      "step": 16404
    },
    {
      "epoch": 0.10520071822495831,
      "grad_norm": 34.01015853881836,
      "learning_rate": 0.00019994558800758317,
      "loss": 4.7394,
      "step": 16405
    },
    {
      "epoch": 0.10520713094780043,
      "grad_norm": 32.144107818603516,
      "learning_rate": 0.00019994558136224354,
      "loss": 4.7258,
      "step": 16406
    },
    {
      "epoch": 0.10521354367064255,
      "grad_norm": 31.710939407348633,
      "learning_rate": 0.00019994557471649825,
      "loss": 4.875,
      "step": 16407
    },
    {
      "epoch": 0.10521995639348468,
      "grad_norm": 76.73128509521484,
      "learning_rate": 0.0001999455680703473,
      "loss": 4.5883,
      "step": 16408
    },
    {
      "epoch": 0.1052263691163268,
      "grad_norm": 35.05333709716797,
      "learning_rate": 0.00019994556142379071,
      "loss": 4.8131,
      "step": 16409
    },
    {
      "epoch": 0.10523278183916891,
      "grad_norm": 50.442840576171875,
      "learning_rate": 0.00019994555477682844,
      "loss": 4.6472,
      "step": 16410
    },
    {
      "epoch": 0.10523919456201103,
      "grad_norm": 32.23509979248047,
      "learning_rate": 0.00019994554812946048,
      "loss": 4.5279,
      "step": 16411
    },
    {
      "epoch": 0.10524560728485315,
      "grad_norm": 43.18356704711914,
      "learning_rate": 0.00019994554148168692,
      "loss": 4.6963,
      "step": 16412
    },
    {
      "epoch": 0.10525202000769526,
      "grad_norm": 18.325721740722656,
      "learning_rate": 0.00019994553483350765,
      "loss": 4.61,
      "step": 16413
    },
    {
      "epoch": 0.10525843273053738,
      "grad_norm": 24.797557830810547,
      "learning_rate": 0.00019994552818492273,
      "loss": 4.9726,
      "step": 16414
    },
    {
      "epoch": 0.10526484545337951,
      "grad_norm": 50.31062316894531,
      "learning_rate": 0.00019994552153593215,
      "loss": 4.6661,
      "step": 16415
    },
    {
      "epoch": 0.10527125817622163,
      "grad_norm": 29.24918556213379,
      "learning_rate": 0.0001999455148865359,
      "loss": 4.6161,
      "step": 16416
    },
    {
      "epoch": 0.10527767089906374,
      "grad_norm": 21.63686180114746,
      "learning_rate": 0.00019994550823673399,
      "loss": 4.6361,
      "step": 16417
    },
    {
      "epoch": 0.10528408362190586,
      "grad_norm": 172.52684020996094,
      "learning_rate": 0.00019994550158652645,
      "loss": 4.7404,
      "step": 16418
    },
    {
      "epoch": 0.10529049634474798,
      "grad_norm": 38.54741287231445,
      "learning_rate": 0.0001999454949359132,
      "loss": 4.6727,
      "step": 16419
    },
    {
      "epoch": 0.1052969090675901,
      "grad_norm": 24.966760635375977,
      "learning_rate": 0.00019994548828489433,
      "loss": 4.8601,
      "step": 16420
    },
    {
      "epoch": 0.10530332179043221,
      "grad_norm": 47.660892486572266,
      "learning_rate": 0.00019994548163346977,
      "loss": 4.6255,
      "step": 16421
    },
    {
      "epoch": 0.10530973451327434,
      "grad_norm": 21.958457946777344,
      "learning_rate": 0.00019994547498163953,
      "loss": 4.9805,
      "step": 16422
    },
    {
      "epoch": 0.10531614723611646,
      "grad_norm": 11.983654022216797,
      "learning_rate": 0.00019994546832940367,
      "loss": 4.7529,
      "step": 16423
    },
    {
      "epoch": 0.10532255995895858,
      "grad_norm": 21.047927856445312,
      "learning_rate": 0.00019994546167676213,
      "loss": 4.9147,
      "step": 16424
    },
    {
      "epoch": 0.10532897268180069,
      "grad_norm": 17.415935516357422,
      "learning_rate": 0.00019994545502371493,
      "loss": 4.8139,
      "step": 16425
    },
    {
      "epoch": 0.10533538540464281,
      "grad_norm": 19.99285125732422,
      "learning_rate": 0.00019994544837026204,
      "loss": 4.7277,
      "step": 16426
    },
    {
      "epoch": 0.10534179812748493,
      "grad_norm": 22.93342399597168,
      "learning_rate": 0.00019994544171640354,
      "loss": 4.5222,
      "step": 16427
    },
    {
      "epoch": 0.10534821085032704,
      "grad_norm": 12.36701774597168,
      "learning_rate": 0.00019994543506213935,
      "loss": 4.6447,
      "step": 16428
    },
    {
      "epoch": 0.10535462357316917,
      "grad_norm": 40.7001838684082,
      "learning_rate": 0.0001999454284074695,
      "loss": 4.6135,
      "step": 16429
    },
    {
      "epoch": 0.10536103629601129,
      "grad_norm": 20.672868728637695,
      "learning_rate": 0.00019994542175239398,
      "loss": 4.7129,
      "step": 16430
    },
    {
      "epoch": 0.1053674490188534,
      "grad_norm": 20.108922958374023,
      "learning_rate": 0.0001999454150969128,
      "loss": 4.8437,
      "step": 16431
    },
    {
      "epoch": 0.10537386174169552,
      "grad_norm": 120.15383911132812,
      "learning_rate": 0.000199945408441026,
      "loss": 4.6028,
      "step": 16432
    },
    {
      "epoch": 0.10538027446453764,
      "grad_norm": 29.982622146606445,
      "learning_rate": 0.00019994540178473348,
      "loss": 4.6601,
      "step": 16433
    },
    {
      "epoch": 0.10538668718737976,
      "grad_norm": 379.2775573730469,
      "learning_rate": 0.0001999453951280353,
      "loss": 4.6484,
      "step": 16434
    },
    {
      "epoch": 0.10539309991022187,
      "grad_norm": 47.85991668701172,
      "learning_rate": 0.00019994538847093146,
      "loss": 4.699,
      "step": 16435
    },
    {
      "epoch": 0.105399512633064,
      "grad_norm": 23.62930679321289,
      "learning_rate": 0.00019994538181342198,
      "loss": 4.5463,
      "step": 16436
    },
    {
      "epoch": 0.10540592535590612,
      "grad_norm": 25.617883682250977,
      "learning_rate": 0.00019994537515550685,
      "loss": 4.6908,
      "step": 16437
    },
    {
      "epoch": 0.10541233807874824,
      "grad_norm": 54.03371810913086,
      "learning_rate": 0.00019994536849718606,
      "loss": 4.9118,
      "step": 16438
    },
    {
      "epoch": 0.10541875080159036,
      "grad_norm": 32.2049560546875,
      "learning_rate": 0.00019994536183845957,
      "loss": 4.7133,
      "step": 16439
    },
    {
      "epoch": 0.10542516352443247,
      "grad_norm": 134.7523651123047,
      "learning_rate": 0.00019994535517932745,
      "loss": 4.9039,
      "step": 16440
    },
    {
      "epoch": 0.10543157624727459,
      "grad_norm": 83.64010620117188,
      "learning_rate": 0.00019994534851978964,
      "loss": 5.0593,
      "step": 16441
    },
    {
      "epoch": 0.1054379889701167,
      "grad_norm": 23.188657760620117,
      "learning_rate": 0.0001999453418598462,
      "loss": 4.5296,
      "step": 16442
    },
    {
      "epoch": 0.10544440169295884,
      "grad_norm": 22.450639724731445,
      "learning_rate": 0.00019994533519949708,
      "loss": 4.8039,
      "step": 16443
    },
    {
      "epoch": 0.10545081441580095,
      "grad_norm": 37.19109344482422,
      "learning_rate": 0.0001999453285387423,
      "loss": 4.5371,
      "step": 16444
    },
    {
      "epoch": 0.10545722713864307,
      "grad_norm": 18.350812911987305,
      "learning_rate": 0.00019994532187758186,
      "loss": 4.8118,
      "step": 16445
    },
    {
      "epoch": 0.10546363986148519,
      "grad_norm": 45.609683990478516,
      "learning_rate": 0.00019994531521601576,
      "loss": 4.6375,
      "step": 16446
    },
    {
      "epoch": 0.1054700525843273,
      "grad_norm": 12.492690086364746,
      "learning_rate": 0.000199945308554044,
      "loss": 4.751,
      "step": 16447
    },
    {
      "epoch": 0.10547646530716942,
      "grad_norm": 168.03097534179688,
      "learning_rate": 0.00019994530189166657,
      "loss": 4.5651,
      "step": 16448
    },
    {
      "epoch": 0.10548287803001154,
      "grad_norm": 13.683326721191406,
      "learning_rate": 0.00019994529522888348,
      "loss": 4.77,
      "step": 16449
    },
    {
      "epoch": 0.10548929075285367,
      "grad_norm": 22.00553321838379,
      "learning_rate": 0.00019994528856569473,
      "loss": 4.7507,
      "step": 16450
    },
    {
      "epoch": 0.10549570347569578,
      "grad_norm": 29.34282112121582,
      "learning_rate": 0.00019994528190210033,
      "loss": 4.7664,
      "step": 16451
    },
    {
      "epoch": 0.1055021161985379,
      "grad_norm": 16.930334091186523,
      "learning_rate": 0.00019994527523810028,
      "loss": 4.4894,
      "step": 16452
    },
    {
      "epoch": 0.10550852892138002,
      "grad_norm": 20.13451385498047,
      "learning_rate": 0.00019994526857369454,
      "loss": 4.7769,
      "step": 16453
    },
    {
      "epoch": 0.10551494164422213,
      "grad_norm": 26.237606048583984,
      "learning_rate": 0.00019994526190888313,
      "loss": 4.8901,
      "step": 16454
    },
    {
      "epoch": 0.10552135436706425,
      "grad_norm": 17.260486602783203,
      "learning_rate": 0.00019994525524366608,
      "loss": 4.6854,
      "step": 16455
    },
    {
      "epoch": 0.10552776708990637,
      "grad_norm": 22.881750106811523,
      "learning_rate": 0.00019994524857804336,
      "loss": 4.6235,
      "step": 16456
    },
    {
      "epoch": 0.1055341798127485,
      "grad_norm": 57.814266204833984,
      "learning_rate": 0.000199945241912015,
      "loss": 4.7067,
      "step": 16457
    },
    {
      "epoch": 0.10554059253559062,
      "grad_norm": 29.299821853637695,
      "learning_rate": 0.00019994523524558095,
      "loss": 4.7874,
      "step": 16458
    },
    {
      "epoch": 0.10554700525843273,
      "grad_norm": 17.41364097595215,
      "learning_rate": 0.00019994522857874126,
      "loss": 4.668,
      "step": 16459
    },
    {
      "epoch": 0.10555341798127485,
      "grad_norm": 19.71197509765625,
      "learning_rate": 0.0001999452219114959,
      "loss": 4.5741,
      "step": 16460
    },
    {
      "epoch": 0.10555983070411697,
      "grad_norm": 35.85370635986328,
      "learning_rate": 0.00019994521524384487,
      "loss": 4.9841,
      "step": 16461
    },
    {
      "epoch": 0.10556624342695908,
      "grad_norm": 39.52452087402344,
      "learning_rate": 0.0001999452085757882,
      "loss": 4.8918,
      "step": 16462
    },
    {
      "epoch": 0.1055726561498012,
      "grad_norm": 37.90268325805664,
      "learning_rate": 0.00019994520190732583,
      "loss": 4.6624,
      "step": 16463
    },
    {
      "epoch": 0.10557906887264333,
      "grad_norm": 45.108306884765625,
      "learning_rate": 0.00019994519523845784,
      "loss": 4.8418,
      "step": 16464
    },
    {
      "epoch": 0.10558548159548545,
      "grad_norm": 247.96084594726562,
      "learning_rate": 0.00019994518856918418,
      "loss": 4.5699,
      "step": 16465
    },
    {
      "epoch": 0.10559189431832756,
      "grad_norm": 33.50841522216797,
      "learning_rate": 0.00019994518189950483,
      "loss": 4.4337,
      "step": 16466
    },
    {
      "epoch": 0.10559830704116968,
      "grad_norm": 37.46577453613281,
      "learning_rate": 0.00019994517522941988,
      "loss": 4.8563,
      "step": 16467
    },
    {
      "epoch": 0.1056047197640118,
      "grad_norm": 20.150590896606445,
      "learning_rate": 0.00019994516855892922,
      "loss": 4.3116,
      "step": 16468
    },
    {
      "epoch": 0.10561113248685391,
      "grad_norm": 53.85610580444336,
      "learning_rate": 0.00019994516188803288,
      "loss": 5.1044,
      "step": 16469
    },
    {
      "epoch": 0.10561754520969603,
      "grad_norm": 98.31007385253906,
      "learning_rate": 0.00019994515521673092,
      "loss": 4.8977,
      "step": 16470
    },
    {
      "epoch": 0.10562395793253816,
      "grad_norm": 19.196121215820312,
      "learning_rate": 0.0001999451485450233,
      "loss": 4.5784,
      "step": 16471
    },
    {
      "epoch": 0.10563037065538028,
      "grad_norm": 23.829341888427734,
      "learning_rate": 0.00019994514187291,
      "loss": 4.6258,
      "step": 16472
    },
    {
      "epoch": 0.1056367833782224,
      "grad_norm": 16.12119483947754,
      "learning_rate": 0.00019994513520039104,
      "loss": 4.647,
      "step": 16473
    },
    {
      "epoch": 0.10564319610106451,
      "grad_norm": 20.934602737426758,
      "learning_rate": 0.00019994512852746643,
      "loss": 4.7889,
      "step": 16474
    },
    {
      "epoch": 0.10564960882390663,
      "grad_norm": 172.64401245117188,
      "learning_rate": 0.00019994512185413617,
      "loss": 4.7501,
      "step": 16475
    },
    {
      "epoch": 0.10565602154674875,
      "grad_norm": 48.123863220214844,
      "learning_rate": 0.00019994511518040022,
      "loss": 4.7092,
      "step": 16476
    },
    {
      "epoch": 0.10566243426959086,
      "grad_norm": 28.31017303466797,
      "learning_rate": 0.0001999451085062586,
      "loss": 4.8174,
      "step": 16477
    },
    {
      "epoch": 0.105668846992433,
      "grad_norm": 38.05070877075195,
      "learning_rate": 0.00019994510183171137,
      "loss": 4.5931,
      "step": 16478
    },
    {
      "epoch": 0.10567525971527511,
      "grad_norm": 16.555322647094727,
      "learning_rate": 0.00019994509515675843,
      "loss": 4.69,
      "step": 16479
    },
    {
      "epoch": 0.10568167243811723,
      "grad_norm": 156.9553985595703,
      "learning_rate": 0.00019994508848139984,
      "loss": 4.6419,
      "step": 16480
    },
    {
      "epoch": 0.10568808516095934,
      "grad_norm": 19.85590171813965,
      "learning_rate": 0.00019994508180563563,
      "loss": 4.7639,
      "step": 16481
    },
    {
      "epoch": 0.10569449788380146,
      "grad_norm": 46.07978439331055,
      "learning_rate": 0.00019994507512946573,
      "loss": 4.6616,
      "step": 16482
    },
    {
      "epoch": 0.10570091060664358,
      "grad_norm": 29.97491455078125,
      "learning_rate": 0.00019994506845289015,
      "loss": 4.7746,
      "step": 16483
    },
    {
      "epoch": 0.1057073233294857,
      "grad_norm": 27.07716178894043,
      "learning_rate": 0.00019994506177590894,
      "loss": 4.4395,
      "step": 16484
    },
    {
      "epoch": 0.10571373605232783,
      "grad_norm": 58.02617645263672,
      "learning_rate": 0.00019994505509852206,
      "loss": 4.6593,
      "step": 16485
    },
    {
      "epoch": 0.10572014877516994,
      "grad_norm": 52.74232482910156,
      "learning_rate": 0.00019994504842072951,
      "loss": 4.6413,
      "step": 16486
    },
    {
      "epoch": 0.10572656149801206,
      "grad_norm": 15.145278930664062,
      "learning_rate": 0.0001999450417425313,
      "loss": 4.6232,
      "step": 16487
    },
    {
      "epoch": 0.10573297422085418,
      "grad_norm": 152.37139892578125,
      "learning_rate": 0.00019994503506392747,
      "loss": 4.802,
      "step": 16488
    },
    {
      "epoch": 0.10573938694369629,
      "grad_norm": 56.40380859375,
      "learning_rate": 0.00019994502838491794,
      "loss": 4.7282,
      "step": 16489
    },
    {
      "epoch": 0.10574579966653841,
      "grad_norm": 26.572874069213867,
      "learning_rate": 0.00019994502170550272,
      "loss": 4.7887,
      "step": 16490
    },
    {
      "epoch": 0.10575221238938053,
      "grad_norm": 47.463531494140625,
      "learning_rate": 0.0001999450150256819,
      "loss": 4.729,
      "step": 16491
    },
    {
      "epoch": 0.10575862511222264,
      "grad_norm": 22.108789443969727,
      "learning_rate": 0.0001999450083454554,
      "loss": 4.549,
      "step": 16492
    },
    {
      "epoch": 0.10576503783506477,
      "grad_norm": 17.374282836914062,
      "learning_rate": 0.00019994500166482324,
      "loss": 4.6385,
      "step": 16493
    },
    {
      "epoch": 0.10577145055790689,
      "grad_norm": 16.03663444519043,
      "learning_rate": 0.0001999449949837854,
      "loss": 5.0695,
      "step": 16494
    },
    {
      "epoch": 0.10577786328074901,
      "grad_norm": 19.477397918701172,
      "learning_rate": 0.00019994498830234192,
      "loss": 4.5298,
      "step": 16495
    },
    {
      "epoch": 0.10578427600359112,
      "grad_norm": 17.313716888427734,
      "learning_rate": 0.00019994498162049278,
      "loss": 4.6995,
      "step": 16496
    },
    {
      "epoch": 0.10579068872643324,
      "grad_norm": 42.65254592895508,
      "learning_rate": 0.00019994497493823796,
      "loss": 4.5952,
      "step": 16497
    },
    {
      "epoch": 0.10579710144927536,
      "grad_norm": 34.438541412353516,
      "learning_rate": 0.0001999449682555775,
      "loss": 4.7781,
      "step": 16498
    },
    {
      "epoch": 0.10580351417211747,
      "grad_norm": 18.460233688354492,
      "learning_rate": 0.0001999449615725114,
      "loss": 4.7044,
      "step": 16499
    },
    {
      "epoch": 0.1058099268949596,
      "grad_norm": 79.84280395507812,
      "learning_rate": 0.00019994495488903958,
      "loss": 4.9497,
      "step": 16500
    },
    {
      "epoch": 0.1058099268949596,
      "eval_loss": 4.678822040557861,
      "eval_runtime": 34.7616,
      "eval_samples_per_second": 90.186,
      "eval_steps_per_second": 22.554,
      "step": 16500
    },
    {
      "epoch": 0.10581633961780172,
      "grad_norm": 78.30038452148438,
      "learning_rate": 0.00019994494820516217,
      "loss": 5.1005,
      "step": 16501
    },
    {
      "epoch": 0.10582275234064384,
      "grad_norm": 12.661273956298828,
      "learning_rate": 0.00019994494152087902,
      "loss": 4.8212,
      "step": 16502
    },
    {
      "epoch": 0.10582916506348596,
      "grad_norm": 26.388038635253906,
      "learning_rate": 0.00019994493483619028,
      "loss": 4.6128,
      "step": 16503
    },
    {
      "epoch": 0.10583557778632807,
      "grad_norm": 14.171943664550781,
      "learning_rate": 0.00019994492815109585,
      "loss": 4.8164,
      "step": 16504
    },
    {
      "epoch": 0.10584199050917019,
      "grad_norm": 32.89702606201172,
      "learning_rate": 0.00019994492146559577,
      "loss": 4.6471,
      "step": 16505
    },
    {
      "epoch": 0.1058484032320123,
      "grad_norm": 45.769676208496094,
      "learning_rate": 0.00019994491477969,
      "loss": 4.7163,
      "step": 16506
    },
    {
      "epoch": 0.10585481595485444,
      "grad_norm": 226.7626190185547,
      "learning_rate": 0.00019994490809337862,
      "loss": 4.6406,
      "step": 16507
    },
    {
      "epoch": 0.10586122867769655,
      "grad_norm": 12.880027770996094,
      "learning_rate": 0.00019994490140666152,
      "loss": 4.7111,
      "step": 16508
    },
    {
      "epoch": 0.10586764140053867,
      "grad_norm": 22.476919174194336,
      "learning_rate": 0.00019994489471953882,
      "loss": 4.8611,
      "step": 16509
    },
    {
      "epoch": 0.10587405412338079,
      "grad_norm": 18.365129470825195,
      "learning_rate": 0.00019994488803201044,
      "loss": 4.6057,
      "step": 16510
    },
    {
      "epoch": 0.1058804668462229,
      "grad_norm": 24.40907096862793,
      "learning_rate": 0.00019994488134407638,
      "loss": 4.5537,
      "step": 16511
    },
    {
      "epoch": 0.10588687956906502,
      "grad_norm": 317.28302001953125,
      "learning_rate": 0.00019994487465573667,
      "loss": 4.6828,
      "step": 16512
    },
    {
      "epoch": 0.10589329229190714,
      "grad_norm": 17.10342025756836,
      "learning_rate": 0.00019994486796699133,
      "loss": 4.7808,
      "step": 16513
    },
    {
      "epoch": 0.10589970501474927,
      "grad_norm": 19.83316993713379,
      "learning_rate": 0.0001999448612778403,
      "loss": 4.8968,
      "step": 16514
    },
    {
      "epoch": 0.10590611773759138,
      "grad_norm": 21.34507942199707,
      "learning_rate": 0.0001999448545882836,
      "loss": 4.7202,
      "step": 16515
    },
    {
      "epoch": 0.1059125304604335,
      "grad_norm": 27.611831665039062,
      "learning_rate": 0.00019994484789832127,
      "loss": 4.7406,
      "step": 16516
    },
    {
      "epoch": 0.10591894318327562,
      "grad_norm": 43.808406829833984,
      "learning_rate": 0.00019994484120795325,
      "loss": 4.6895,
      "step": 16517
    },
    {
      "epoch": 0.10592535590611774,
      "grad_norm": 15.446191787719727,
      "learning_rate": 0.0001999448345171796,
      "loss": 4.6398,
      "step": 16518
    },
    {
      "epoch": 0.10593176862895985,
      "grad_norm": 43.96027374267578,
      "learning_rate": 0.0001999448278260003,
      "loss": 4.6948,
      "step": 16519
    },
    {
      "epoch": 0.10593818135180197,
      "grad_norm": 14.74417781829834,
      "learning_rate": 0.00019994482113441531,
      "loss": 4.8337,
      "step": 16520
    },
    {
      "epoch": 0.1059445940746441,
      "grad_norm": 31.715431213378906,
      "learning_rate": 0.00019994481444242466,
      "loss": 4.719,
      "step": 16521
    },
    {
      "epoch": 0.10595100679748622,
      "grad_norm": 19.49477195739746,
      "learning_rate": 0.00019994480775002834,
      "loss": 4.7269,
      "step": 16522
    },
    {
      "epoch": 0.10595741952032833,
      "grad_norm": 18.11294937133789,
      "learning_rate": 0.00019994480105722638,
      "loss": 4.5425,
      "step": 16523
    },
    {
      "epoch": 0.10596383224317045,
      "grad_norm": 32.704246520996094,
      "learning_rate": 0.00019994479436401876,
      "loss": 4.6458,
      "step": 16524
    },
    {
      "epoch": 0.10597024496601257,
      "grad_norm": 37.51369857788086,
      "learning_rate": 0.00019994478767040548,
      "loss": 4.8568,
      "step": 16525
    },
    {
      "epoch": 0.10597665768885468,
      "grad_norm": 72.6739730834961,
      "learning_rate": 0.00019994478097638653,
      "loss": 4.888,
      "step": 16526
    },
    {
      "epoch": 0.1059830704116968,
      "grad_norm": 19.418550491333008,
      "learning_rate": 0.00019994477428196195,
      "loss": 4.6423,
      "step": 16527
    },
    {
      "epoch": 0.10598948313453893,
      "grad_norm": 19.148305892944336,
      "learning_rate": 0.00019994476758713168,
      "loss": 4.8545,
      "step": 16528
    },
    {
      "epoch": 0.10599589585738105,
      "grad_norm": 15.136774063110352,
      "learning_rate": 0.00019994476089189576,
      "loss": 4.6435,
      "step": 16529
    },
    {
      "epoch": 0.10600230858022316,
      "grad_norm": 69.4975814819336,
      "learning_rate": 0.0001999447541962542,
      "loss": 4.4858,
      "step": 16530
    },
    {
      "epoch": 0.10600872130306528,
      "grad_norm": 60.01768112182617,
      "learning_rate": 0.00019994474750020696,
      "loss": 4.6404,
      "step": 16531
    },
    {
      "epoch": 0.1060151340259074,
      "grad_norm": 92.11447143554688,
      "learning_rate": 0.00019994474080375408,
      "loss": 4.5863,
      "step": 16532
    },
    {
      "epoch": 0.10602154674874952,
      "grad_norm": 16.215200424194336,
      "learning_rate": 0.00019994473410689552,
      "loss": 4.6679,
      "step": 16533
    },
    {
      "epoch": 0.10602795947159163,
      "grad_norm": 59.12942886352539,
      "learning_rate": 0.00019994472740963128,
      "loss": 4.7372,
      "step": 16534
    },
    {
      "epoch": 0.10603437219443376,
      "grad_norm": 17.38629722595215,
      "learning_rate": 0.00019994472071196143,
      "loss": 4.8949,
      "step": 16535
    },
    {
      "epoch": 0.10604078491727588,
      "grad_norm": 52.522972106933594,
      "learning_rate": 0.00019994471401388588,
      "loss": 4.7039,
      "step": 16536
    },
    {
      "epoch": 0.106047197640118,
      "grad_norm": 11.609302520751953,
      "learning_rate": 0.0001999447073154047,
      "loss": 4.6612,
      "step": 16537
    },
    {
      "epoch": 0.10605361036296011,
      "grad_norm": 12.418936729431152,
      "learning_rate": 0.00019994470061651787,
      "loss": 4.792,
      "step": 16538
    },
    {
      "epoch": 0.10606002308580223,
      "grad_norm": 16.571828842163086,
      "learning_rate": 0.00019994469391722535,
      "loss": 4.8178,
      "step": 16539
    },
    {
      "epoch": 0.10606643580864435,
      "grad_norm": 23.168058395385742,
      "learning_rate": 0.00019994468721752718,
      "loss": 4.7233,
      "step": 16540
    },
    {
      "epoch": 0.10607284853148646,
      "grad_norm": 19.596065521240234,
      "learning_rate": 0.00019994468051742333,
      "loss": 4.7646,
      "step": 16541
    },
    {
      "epoch": 0.1060792612543286,
      "grad_norm": 10.929593086242676,
      "learning_rate": 0.00019994467381691385,
      "loss": 4.4263,
      "step": 16542
    },
    {
      "epoch": 0.10608567397717071,
      "grad_norm": 11.924724578857422,
      "learning_rate": 0.0001999446671159987,
      "loss": 4.7545,
      "step": 16543
    },
    {
      "epoch": 0.10609208670001283,
      "grad_norm": 22.260766983032227,
      "learning_rate": 0.0001999446604146779,
      "loss": 4.8408,
      "step": 16544
    },
    {
      "epoch": 0.10609849942285494,
      "grad_norm": 9.311150550842285,
      "learning_rate": 0.00019994465371295147,
      "loss": 4.6213,
      "step": 16545
    },
    {
      "epoch": 0.10610491214569706,
      "grad_norm": 18.108795166015625,
      "learning_rate": 0.00019994464701081932,
      "loss": 4.7258,
      "step": 16546
    },
    {
      "epoch": 0.10611132486853918,
      "grad_norm": 15.17370891571045,
      "learning_rate": 0.00019994464030828154,
      "loss": 4.9439,
      "step": 16547
    },
    {
      "epoch": 0.1061177375913813,
      "grad_norm": 7.923187255859375,
      "learning_rate": 0.0001999446336053381,
      "loss": 4.6514,
      "step": 16548
    },
    {
      "epoch": 0.10612415031422343,
      "grad_norm": 11.714370727539062,
      "learning_rate": 0.000199944626901989,
      "loss": 4.8308,
      "step": 16549
    },
    {
      "epoch": 0.10613056303706554,
      "grad_norm": 12.22708511352539,
      "learning_rate": 0.00019994462019823426,
      "loss": 4.6452,
      "step": 16550
    },
    {
      "epoch": 0.10613697575990766,
      "grad_norm": 11.379889488220215,
      "learning_rate": 0.00019994461349407384,
      "loss": 4.7274,
      "step": 16551
    },
    {
      "epoch": 0.10614338848274978,
      "grad_norm": 50.86759567260742,
      "learning_rate": 0.00019994460678950774,
      "loss": 4.8684,
      "step": 16552
    },
    {
      "epoch": 0.10614980120559189,
      "grad_norm": 6.626619338989258,
      "learning_rate": 0.000199944600084536,
      "loss": 4.5662,
      "step": 16553
    },
    {
      "epoch": 0.10615621392843401,
      "grad_norm": 9.90605640411377,
      "learning_rate": 0.00019994459337915866,
      "loss": 4.8793,
      "step": 16554
    },
    {
      "epoch": 0.10616262665127613,
      "grad_norm": 16.424558639526367,
      "learning_rate": 0.0001999445866733756,
      "loss": 5.0225,
      "step": 16555
    },
    {
      "epoch": 0.10616903937411826,
      "grad_norm": 21.666719436645508,
      "learning_rate": 0.0001999445799671869,
      "loss": 4.939,
      "step": 16556
    },
    {
      "epoch": 0.10617545209696037,
      "grad_norm": 12.20572280883789,
      "learning_rate": 0.0001999445732605925,
      "loss": 4.6351,
      "step": 16557
    },
    {
      "epoch": 0.10618186481980249,
      "grad_norm": 7.7233099937438965,
      "learning_rate": 0.00019994456655359247,
      "loss": 4.5006,
      "step": 16558
    },
    {
      "epoch": 0.10618827754264461,
      "grad_norm": 5.447391986846924,
      "learning_rate": 0.00019994455984618682,
      "loss": 4.6563,
      "step": 16559
    },
    {
      "epoch": 0.10619469026548672,
      "grad_norm": 5.448166847229004,
      "learning_rate": 0.00019994455313837546,
      "loss": 4.7099,
      "step": 16560
    },
    {
      "epoch": 0.10620110298832884,
      "grad_norm": 5.887763977050781,
      "learning_rate": 0.00019994454643015844,
      "loss": 4.5147,
      "step": 16561
    },
    {
      "epoch": 0.10620751571117096,
      "grad_norm": 24.9544734954834,
      "learning_rate": 0.0001999445397215358,
      "loss": 4.7597,
      "step": 16562
    },
    {
      "epoch": 0.10621392843401309,
      "grad_norm": 9.873345375061035,
      "learning_rate": 0.00019994453301250747,
      "loss": 4.7528,
      "step": 16563
    },
    {
      "epoch": 0.1062203411568552,
      "grad_norm": 8.422491073608398,
      "learning_rate": 0.0001999445263030735,
      "loss": 5.2508,
      "step": 16564
    },
    {
      "epoch": 0.10622675387969732,
      "grad_norm": 10.086236953735352,
      "learning_rate": 0.00019994451959323386,
      "loss": 4.5265,
      "step": 16565
    },
    {
      "epoch": 0.10623316660253944,
      "grad_norm": 11.975208282470703,
      "learning_rate": 0.00019994451288298857,
      "loss": 4.7833,
      "step": 16566
    },
    {
      "epoch": 0.10623957932538156,
      "grad_norm": 8.33617115020752,
      "learning_rate": 0.00019994450617233763,
      "loss": 4.7319,
      "step": 16567
    },
    {
      "epoch": 0.10624599204822367,
      "grad_norm": 6.0540771484375,
      "learning_rate": 0.000199944499461281,
      "loss": 4.8414,
      "step": 16568
    },
    {
      "epoch": 0.10625240477106579,
      "grad_norm": 6.929291725158691,
      "learning_rate": 0.00019994449274981875,
      "loss": 4.9183,
      "step": 16569
    },
    {
      "epoch": 0.10625881749390792,
      "grad_norm": 5.89466667175293,
      "learning_rate": 0.00019994448603795082,
      "loss": 4.3429,
      "step": 16570
    },
    {
      "epoch": 0.10626523021675004,
      "grad_norm": 4.903154373168945,
      "learning_rate": 0.00019994447932567724,
      "loss": 4.7506,
      "step": 16571
    },
    {
      "epoch": 0.10627164293959215,
      "grad_norm": 10.333654403686523,
      "learning_rate": 0.00019994447261299797,
      "loss": 4.6905,
      "step": 16572
    },
    {
      "epoch": 0.10627805566243427,
      "grad_norm": 6.354241371154785,
      "learning_rate": 0.0001999444658999131,
      "loss": 4.7294,
      "step": 16573
    },
    {
      "epoch": 0.10628446838527639,
      "grad_norm": 7.5757527351379395,
      "learning_rate": 0.00019994445918642252,
      "loss": 4.7574,
      "step": 16574
    },
    {
      "epoch": 0.1062908811081185,
      "grad_norm": 19.109859466552734,
      "learning_rate": 0.00019994445247252632,
      "loss": 4.7431,
      "step": 16575
    },
    {
      "epoch": 0.10629729383096062,
      "grad_norm": 9.812309265136719,
      "learning_rate": 0.00019994444575822444,
      "loss": 4.8337,
      "step": 16576
    },
    {
      "epoch": 0.10630370655380275,
      "grad_norm": 14.348275184631348,
      "learning_rate": 0.00019994443904351692,
      "loss": 4.9235,
      "step": 16577
    },
    {
      "epoch": 0.10631011927664487,
      "grad_norm": 8.568912506103516,
      "learning_rate": 0.00019994443232840373,
      "loss": 4.6505,
      "step": 16578
    },
    {
      "epoch": 0.10631653199948699,
      "grad_norm": 10.15007495880127,
      "learning_rate": 0.00019994442561288486,
      "loss": 4.6616,
      "step": 16579
    },
    {
      "epoch": 0.1063229447223291,
      "grad_norm": 9.214369773864746,
      "learning_rate": 0.00019994441889696035,
      "loss": 4.8821,
      "step": 16580
    },
    {
      "epoch": 0.10632935744517122,
      "grad_norm": 7.7928290367126465,
      "learning_rate": 0.0001999444121806302,
      "loss": 4.7652,
      "step": 16581
    },
    {
      "epoch": 0.10633577016801334,
      "grad_norm": 5.516044616699219,
      "learning_rate": 0.00019994440546389436,
      "loss": 4.7279,
      "step": 16582
    },
    {
      "epoch": 0.10634218289085545,
      "grad_norm": 7.864952564239502,
      "learning_rate": 0.0001999443987467529,
      "loss": 4.7468,
      "step": 16583
    },
    {
      "epoch": 0.10634859561369757,
      "grad_norm": 6.287538528442383,
      "learning_rate": 0.00019994439202920575,
      "loss": 4.6354,
      "step": 16584
    },
    {
      "epoch": 0.1063550083365397,
      "grad_norm": 32.589080810546875,
      "learning_rate": 0.00019994438531125298,
      "loss": 4.6487,
      "step": 16585
    },
    {
      "epoch": 0.10636142105938182,
      "grad_norm": 5.275238990783691,
      "learning_rate": 0.0001999443785928945,
      "loss": 4.4147,
      "step": 16586
    },
    {
      "epoch": 0.10636783378222393,
      "grad_norm": 13.477849006652832,
      "learning_rate": 0.0001999443718741304,
      "loss": 4.61,
      "step": 16587
    },
    {
      "epoch": 0.10637424650506605,
      "grad_norm": 15.530243873596191,
      "learning_rate": 0.00019994436515496063,
      "loss": 4.6267,
      "step": 16588
    },
    {
      "epoch": 0.10638065922790817,
      "grad_norm": 6.62586784362793,
      "learning_rate": 0.00019994435843538518,
      "loss": 4.6605,
      "step": 16589
    },
    {
      "epoch": 0.10638707195075028,
      "grad_norm": 6.036655902862549,
      "learning_rate": 0.00019994435171540414,
      "loss": 4.6276,
      "step": 16590
    },
    {
      "epoch": 0.1063934846735924,
      "grad_norm": 4.878576755523682,
      "learning_rate": 0.00019994434499501739,
      "loss": 4.6206,
      "step": 16591
    },
    {
      "epoch": 0.10639989739643453,
      "grad_norm": 4.165187835693359,
      "learning_rate": 0.00019994433827422498,
      "loss": 4.6432,
      "step": 16592
    },
    {
      "epoch": 0.10640631011927665,
      "grad_norm": 4.0537190437316895,
      "learning_rate": 0.00019994433155302692,
      "loss": 4.7396,
      "step": 16593
    },
    {
      "epoch": 0.10641272284211876,
      "grad_norm": 7.089504241943359,
      "learning_rate": 0.0001999443248314232,
      "loss": 4.7448,
      "step": 16594
    },
    {
      "epoch": 0.10641913556496088,
      "grad_norm": 5.541141510009766,
      "learning_rate": 0.00019994431810941383,
      "loss": 4.8126,
      "step": 16595
    },
    {
      "epoch": 0.106425548287803,
      "grad_norm": 5.724440574645996,
      "learning_rate": 0.0001999443113869988,
      "loss": 4.8198,
      "step": 16596
    },
    {
      "epoch": 0.10643196101064512,
      "grad_norm": 4.712657928466797,
      "learning_rate": 0.0001999443046641781,
      "loss": 4.8307,
      "step": 16597
    },
    {
      "epoch": 0.10643837373348723,
      "grad_norm": 5.767814636230469,
      "learning_rate": 0.00019994429794095177,
      "loss": 5.0314,
      "step": 16598
    },
    {
      "epoch": 0.10644478645632936,
      "grad_norm": 6.503171920776367,
      "learning_rate": 0.00019994429121731976,
      "loss": 4.6254,
      "step": 16599
    },
    {
      "epoch": 0.10645119917917148,
      "grad_norm": 7.272062301635742,
      "learning_rate": 0.00019994428449328212,
      "loss": 4.748,
      "step": 16600
    },
    {
      "epoch": 0.10645119917917148,
      "eval_loss": 4.65009880065918,
      "eval_runtime": 34.7386,
      "eval_samples_per_second": 90.245,
      "eval_steps_per_second": 22.569,
      "step": 16600
    },
    {
      "epoch": 0.1064576119020136,
      "grad_norm": 4.913131237030029,
      "learning_rate": 0.0001999442777688388,
      "loss": 4.9293,
      "step": 16601
    },
    {
      "epoch": 0.10646402462485571,
      "grad_norm": 3.3933656215667725,
      "learning_rate": 0.00019994427104398982,
      "loss": 4.8261,
      "step": 16602
    },
    {
      "epoch": 0.10647043734769783,
      "grad_norm": 3.913100004196167,
      "learning_rate": 0.0001999442643187352,
      "loss": 4.537,
      "step": 16603
    },
    {
      "epoch": 0.10647685007053995,
      "grad_norm": 5.8934855461120605,
      "learning_rate": 0.0001999442575930749,
      "loss": 4.6435,
      "step": 16604
    },
    {
      "epoch": 0.10648326279338206,
      "grad_norm": 3.72011399269104,
      "learning_rate": 0.00019994425086700894,
      "loss": 4.6049,
      "step": 16605
    },
    {
      "epoch": 0.1064896755162242,
      "grad_norm": 4.117642402648926,
      "learning_rate": 0.00019994424414053734,
      "loss": 4.6793,
      "step": 16606
    },
    {
      "epoch": 0.10649608823906631,
      "grad_norm": 3.1988308429718018,
      "learning_rate": 0.0001999442374136601,
      "loss": 4.8375,
      "step": 16607
    },
    {
      "epoch": 0.10650250096190843,
      "grad_norm": 4.0987348556518555,
      "learning_rate": 0.00019994423068637714,
      "loss": 4.5451,
      "step": 16608
    },
    {
      "epoch": 0.10650891368475054,
      "grad_norm": 4.674590587615967,
      "learning_rate": 0.00019994422395868859,
      "loss": 4.8018,
      "step": 16609
    },
    {
      "epoch": 0.10651532640759266,
      "grad_norm": 5.054305076599121,
      "learning_rate": 0.00019994421723059435,
      "loss": 4.6829,
      "step": 16610
    },
    {
      "epoch": 0.10652173913043478,
      "grad_norm": 4.882525444030762,
      "learning_rate": 0.00019994421050209446,
      "loss": 4.6842,
      "step": 16611
    },
    {
      "epoch": 0.1065281518532769,
      "grad_norm": 4.066359043121338,
      "learning_rate": 0.00019994420377318894,
      "loss": 4.4844,
      "step": 16612
    },
    {
      "epoch": 0.10653456457611903,
      "grad_norm": 3.6983389854431152,
      "learning_rate": 0.0001999441970438777,
      "loss": 4.5366,
      "step": 16613
    },
    {
      "epoch": 0.10654097729896114,
      "grad_norm": 3.8782541751861572,
      "learning_rate": 0.00019994419031416088,
      "loss": 4.5188,
      "step": 16614
    },
    {
      "epoch": 0.10654739002180326,
      "grad_norm": 4.53481912612915,
      "learning_rate": 0.00019994418358403835,
      "loss": 4.9632,
      "step": 16615
    },
    {
      "epoch": 0.10655380274464538,
      "grad_norm": 4.784454822540283,
      "learning_rate": 0.00019994417685351016,
      "loss": 4.3126,
      "step": 16616
    },
    {
      "epoch": 0.10656021546748749,
      "grad_norm": 5.117501735687256,
      "learning_rate": 0.00019994417012257634,
      "loss": 4.7867,
      "step": 16617
    },
    {
      "epoch": 0.10656662819032961,
      "grad_norm": 4.307568550109863,
      "learning_rate": 0.00019994416339123684,
      "loss": 4.6147,
      "step": 16618
    },
    {
      "epoch": 0.10657304091317173,
      "grad_norm": 17.336166381835938,
      "learning_rate": 0.00019994415665949172,
      "loss": 5.0289,
      "step": 16619
    },
    {
      "epoch": 0.10657945363601386,
      "grad_norm": 6.241206169128418,
      "learning_rate": 0.00019994414992734088,
      "loss": 4.8982,
      "step": 16620
    },
    {
      "epoch": 0.10658586635885597,
      "grad_norm": 4.304008483886719,
      "learning_rate": 0.00019994414319478445,
      "loss": 4.8477,
      "step": 16621
    },
    {
      "epoch": 0.10659227908169809,
      "grad_norm": 45.211185455322266,
      "learning_rate": 0.00019994413646182233,
      "loss": 4.521,
      "step": 16622
    },
    {
      "epoch": 0.10659869180454021,
      "grad_norm": 3.857591152191162,
      "learning_rate": 0.00019994412972845456,
      "loss": 4.3865,
      "step": 16623
    },
    {
      "epoch": 0.10660510452738232,
      "grad_norm": 7.019259452819824,
      "learning_rate": 0.00019994412299468114,
      "loss": 5.1308,
      "step": 16624
    },
    {
      "epoch": 0.10661151725022444,
      "grad_norm": 6.571883201599121,
      "learning_rate": 0.00019994411626050203,
      "loss": 4.6134,
      "step": 16625
    },
    {
      "epoch": 0.10661792997306656,
      "grad_norm": 4.4715094566345215,
      "learning_rate": 0.0001999441095259173,
      "loss": 4.5475,
      "step": 16626
    },
    {
      "epoch": 0.10662434269590869,
      "grad_norm": 4.658300399780273,
      "learning_rate": 0.0001999441027909269,
      "loss": 4.6585,
      "step": 16627
    },
    {
      "epoch": 0.1066307554187508,
      "grad_norm": 5.610882759094238,
      "learning_rate": 0.00019994409605553085,
      "loss": 4.4436,
      "step": 16628
    },
    {
      "epoch": 0.10663716814159292,
      "grad_norm": 3.636418104171753,
      "learning_rate": 0.00019994408931972915,
      "loss": 4.6865,
      "step": 16629
    },
    {
      "epoch": 0.10664358086443504,
      "grad_norm": 5.3990912437438965,
      "learning_rate": 0.00019994408258352178,
      "loss": 4.3998,
      "step": 16630
    },
    {
      "epoch": 0.10664999358727716,
      "grad_norm": 5.654009819030762,
      "learning_rate": 0.00019994407584690875,
      "loss": 4.4077,
      "step": 16631
    },
    {
      "epoch": 0.10665640631011927,
      "grad_norm": 3.5780725479125977,
      "learning_rate": 0.0001999440691098901,
      "loss": 4.6443,
      "step": 16632
    },
    {
      "epoch": 0.10666281903296139,
      "grad_norm": 3.8426785469055176,
      "learning_rate": 0.00019994406237246572,
      "loss": 4.8765,
      "step": 16633
    },
    {
      "epoch": 0.10666923175580352,
      "grad_norm": 4.911937236785889,
      "learning_rate": 0.00019994405563463573,
      "loss": 4.5892,
      "step": 16634
    },
    {
      "epoch": 0.10667564447864564,
      "grad_norm": 6.305665969848633,
      "learning_rate": 0.00019994404889640008,
      "loss": 4.472,
      "step": 16635
    },
    {
      "epoch": 0.10668205720148775,
      "grad_norm": 6.487930774688721,
      "learning_rate": 0.00019994404215775878,
      "loss": 5.0725,
      "step": 16636
    },
    {
      "epoch": 0.10668846992432987,
      "grad_norm": 3.954390048980713,
      "learning_rate": 0.0001999440354187118,
      "loss": 4.4746,
      "step": 16637
    },
    {
      "epoch": 0.10669488264717199,
      "grad_norm": 9.308453559875488,
      "learning_rate": 0.00019994402867925919,
      "loss": 4.8897,
      "step": 16638
    },
    {
      "epoch": 0.1067012953700141,
      "grad_norm": 3.6378262042999268,
      "learning_rate": 0.00019994402193940092,
      "loss": 4.4603,
      "step": 16639
    },
    {
      "epoch": 0.10670770809285622,
      "grad_norm": 12.020944595336914,
      "learning_rate": 0.00019994401519913697,
      "loss": 4.5738,
      "step": 16640
    },
    {
      "epoch": 0.10671412081569835,
      "grad_norm": 4.409809112548828,
      "learning_rate": 0.0001999440084584674,
      "loss": 4.8906,
      "step": 16641
    },
    {
      "epoch": 0.10672053353854047,
      "grad_norm": 4.364922046661377,
      "learning_rate": 0.00019994400171739215,
      "loss": 4.4646,
      "step": 16642
    },
    {
      "epoch": 0.10672694626138259,
      "grad_norm": 3.491877555847168,
      "learning_rate": 0.00019994399497591127,
      "loss": 4.5353,
      "step": 16643
    },
    {
      "epoch": 0.1067333589842247,
      "grad_norm": 3.3505032062530518,
      "learning_rate": 0.0001999439882340247,
      "loss": 4.5472,
      "step": 16644
    },
    {
      "epoch": 0.10673977170706682,
      "grad_norm": 3.740872383117676,
      "learning_rate": 0.00019994398149173249,
      "loss": 4.4326,
      "step": 16645
    },
    {
      "epoch": 0.10674618442990894,
      "grad_norm": 3.8954989910125732,
      "learning_rate": 0.0001999439747490346,
      "loss": 4.6693,
      "step": 16646
    },
    {
      "epoch": 0.10675259715275105,
      "grad_norm": 3.945009708404541,
      "learning_rate": 0.0001999439680059311,
      "loss": 4.5361,
      "step": 16647
    },
    {
      "epoch": 0.10675900987559318,
      "grad_norm": 3.476717710494995,
      "learning_rate": 0.0001999439612624219,
      "loss": 4.5372,
      "step": 16648
    },
    {
      "epoch": 0.1067654225984353,
      "grad_norm": 3.6314196586608887,
      "learning_rate": 0.00019994395451850707,
      "loss": 4.7,
      "step": 16649
    },
    {
      "epoch": 0.10677183532127742,
      "grad_norm": 3.2120251655578613,
      "learning_rate": 0.00019994394777418656,
      "loss": 4.6045,
      "step": 16650
    },
    {
      "epoch": 0.10677824804411953,
      "grad_norm": 3.231574535369873,
      "learning_rate": 0.00019994394102946042,
      "loss": 4.7944,
      "step": 16651
    },
    {
      "epoch": 0.10678466076696165,
      "grad_norm": 15.897628784179688,
      "learning_rate": 0.0001999439342843286,
      "loss": 4.7651,
      "step": 16652
    },
    {
      "epoch": 0.10679107348980377,
      "grad_norm": 5.283936500549316,
      "learning_rate": 0.00019994392753879114,
      "loss": 4.5707,
      "step": 16653
    },
    {
      "epoch": 0.10679748621264588,
      "grad_norm": 4.518849849700928,
      "learning_rate": 0.00019994392079284804,
      "loss": 4.6329,
      "step": 16654
    },
    {
      "epoch": 0.10680389893548801,
      "grad_norm": 3.4096217155456543,
      "learning_rate": 0.00019994391404649925,
      "loss": 4.5816,
      "step": 16655
    },
    {
      "epoch": 0.10681031165833013,
      "grad_norm": 5.07122802734375,
      "learning_rate": 0.00019994390729974484,
      "loss": 4.8778,
      "step": 16656
    },
    {
      "epoch": 0.10681672438117225,
      "grad_norm": 4.776376247406006,
      "learning_rate": 0.00019994390055258474,
      "loss": 4.852,
      "step": 16657
    },
    {
      "epoch": 0.10682313710401437,
      "grad_norm": 4.0153632164001465,
      "learning_rate": 0.00019994389380501902,
      "loss": 4.651,
      "step": 16658
    },
    {
      "epoch": 0.10682954982685648,
      "grad_norm": 3.027146339416504,
      "learning_rate": 0.00019994388705704761,
      "loss": 4.6278,
      "step": 16659
    },
    {
      "epoch": 0.1068359625496986,
      "grad_norm": 4.078742027282715,
      "learning_rate": 0.00019994388030867056,
      "loss": 4.6492,
      "step": 16660
    },
    {
      "epoch": 0.10684237527254072,
      "grad_norm": 4.385152339935303,
      "learning_rate": 0.00019994387355988784,
      "loss": 4.55,
      "step": 16661
    },
    {
      "epoch": 0.10684878799538285,
      "grad_norm": 4.030340671539307,
      "learning_rate": 0.00019994386681069948,
      "loss": 4.5343,
      "step": 16662
    },
    {
      "epoch": 0.10685520071822496,
      "grad_norm": 3.827181339263916,
      "learning_rate": 0.00019994386006110546,
      "loss": 4.5802,
      "step": 16663
    },
    {
      "epoch": 0.10686161344106708,
      "grad_norm": 3.2576701641082764,
      "learning_rate": 0.00019994385331110576,
      "loss": 4.6189,
      "step": 16664
    },
    {
      "epoch": 0.1068680261639092,
      "grad_norm": 5.073798179626465,
      "learning_rate": 0.00019994384656070045,
      "loss": 4.8126,
      "step": 16665
    },
    {
      "epoch": 0.10687443888675131,
      "grad_norm": 3.108647584915161,
      "learning_rate": 0.00019994383980988947,
      "loss": 4.6079,
      "step": 16666
    },
    {
      "epoch": 0.10688085160959343,
      "grad_norm": 4.920845031738281,
      "learning_rate": 0.00019994383305867283,
      "loss": 4.9617,
      "step": 16667
    },
    {
      "epoch": 0.10688726433243555,
      "grad_norm": 4.206225395202637,
      "learning_rate": 0.0001999438263070505,
      "loss": 4.775,
      "step": 16668
    },
    {
      "epoch": 0.10689367705527768,
      "grad_norm": 3.3111677169799805,
      "learning_rate": 0.00019994381955502257,
      "loss": 4.8019,
      "step": 16669
    },
    {
      "epoch": 0.1069000897781198,
      "grad_norm": 5.1262383460998535,
      "learning_rate": 0.00019994381280258897,
      "loss": 4.8932,
      "step": 16670
    },
    {
      "epoch": 0.10690650250096191,
      "grad_norm": 4.561441898345947,
      "learning_rate": 0.00019994380604974969,
      "loss": 4.5899,
      "step": 16671
    },
    {
      "epoch": 0.10691291522380403,
      "grad_norm": 3.69051456451416,
      "learning_rate": 0.00019994379929650478,
      "loss": 4.4385,
      "step": 16672
    },
    {
      "epoch": 0.10691932794664614,
      "grad_norm": 4.59795618057251,
      "learning_rate": 0.0001999437925428542,
      "loss": 4.5424,
      "step": 16673
    },
    {
      "epoch": 0.10692574066948826,
      "grad_norm": 12.637558937072754,
      "learning_rate": 0.00019994378578879797,
      "loss": 4.551,
      "step": 16674
    },
    {
      "epoch": 0.10693215339233038,
      "grad_norm": 4.058206558227539,
      "learning_rate": 0.0001999437790343361,
      "loss": 4.5901,
      "step": 16675
    },
    {
      "epoch": 0.1069385661151725,
      "grad_norm": 8.054858207702637,
      "learning_rate": 0.00019994377227946854,
      "loss": 4.6898,
      "step": 16676
    },
    {
      "epoch": 0.10694497883801463,
      "grad_norm": 3.9959261417388916,
      "learning_rate": 0.00019994376552419536,
      "loss": 4.6121,
      "step": 16677
    },
    {
      "epoch": 0.10695139156085674,
      "grad_norm": 5.2540202140808105,
      "learning_rate": 0.0001999437587685165,
      "loss": 5.0546,
      "step": 16678
    },
    {
      "epoch": 0.10695780428369886,
      "grad_norm": 3.79794979095459,
      "learning_rate": 0.00019994375201243201,
      "loss": 4.7623,
      "step": 16679
    },
    {
      "epoch": 0.10696421700654098,
      "grad_norm": 4.733705997467041,
      "learning_rate": 0.00019994374525594184,
      "loss": 4.4997,
      "step": 16680
    },
    {
      "epoch": 0.1069706297293831,
      "grad_norm": 6.814861297607422,
      "learning_rate": 0.00019994373849904602,
      "loss": 4.6123,
      "step": 16681
    },
    {
      "epoch": 0.10697704245222521,
      "grad_norm": 8.455646514892578,
      "learning_rate": 0.00019994373174174454,
      "loss": 4.6438,
      "step": 16682
    },
    {
      "epoch": 0.10698345517506733,
      "grad_norm": 11.909798622131348,
      "learning_rate": 0.0001999437249840374,
      "loss": 4.6561,
      "step": 16683
    },
    {
      "epoch": 0.10698986789790946,
      "grad_norm": 5.791363716125488,
      "learning_rate": 0.00019994371822592465,
      "loss": 4.8554,
      "step": 16684
    },
    {
      "epoch": 0.10699628062075157,
      "grad_norm": 4.94563102722168,
      "learning_rate": 0.00019994371146740618,
      "loss": 4.3704,
      "step": 16685
    },
    {
      "epoch": 0.10700269334359369,
      "grad_norm": 4.875964641571045,
      "learning_rate": 0.0001999437047084821,
      "loss": 4.6702,
      "step": 16686
    },
    {
      "epoch": 0.10700910606643581,
      "grad_norm": 3.903028964996338,
      "learning_rate": 0.00019994369794915236,
      "loss": 4.3691,
      "step": 16687
    },
    {
      "epoch": 0.10701551878927792,
      "grad_norm": 3.3302345275878906,
      "learning_rate": 0.00019994369118941693,
      "loss": 4.5614,
      "step": 16688
    },
    {
      "epoch": 0.10702193151212004,
      "grad_norm": 3.867550849914551,
      "learning_rate": 0.0001999436844292759,
      "loss": 4.4878,
      "step": 16689
    },
    {
      "epoch": 0.10702834423496216,
      "grad_norm": 4.406996726989746,
      "learning_rate": 0.00019994367766872916,
      "loss": 4.7507,
      "step": 16690
    },
    {
      "epoch": 0.10703475695780429,
      "grad_norm": 6.575238227844238,
      "learning_rate": 0.00019994367090777682,
      "loss": 4.7541,
      "step": 16691
    },
    {
      "epoch": 0.1070411696806464,
      "grad_norm": 4.0703911781311035,
      "learning_rate": 0.00019994366414641878,
      "loss": 4.7175,
      "step": 16692
    },
    {
      "epoch": 0.10704758240348852,
      "grad_norm": 4.340222358703613,
      "learning_rate": 0.0001999436573846551,
      "loss": 4.724,
      "step": 16693
    },
    {
      "epoch": 0.10705399512633064,
      "grad_norm": 3.5636825561523438,
      "learning_rate": 0.0001999436506224858,
      "loss": 4.8058,
      "step": 16694
    },
    {
      "epoch": 0.10706040784917276,
      "grad_norm": 4.172554969787598,
      "learning_rate": 0.0001999436438599108,
      "loss": 4.4745,
      "step": 16695
    },
    {
      "epoch": 0.10706682057201487,
      "grad_norm": 4.844944953918457,
      "learning_rate": 0.00019994363709693015,
      "loss": 4.7744,
      "step": 16696
    },
    {
      "epoch": 0.10707323329485699,
      "grad_norm": 4.533308506011963,
      "learning_rate": 0.00019994363033354386,
      "loss": 4.5948,
      "step": 16697
    },
    {
      "epoch": 0.10707964601769912,
      "grad_norm": 62.618560791015625,
      "learning_rate": 0.0001999436235697519,
      "loss": 4.6334,
      "step": 16698
    },
    {
      "epoch": 0.10708605874054124,
      "grad_norm": 6.228368282318115,
      "learning_rate": 0.0001999436168055543,
      "loss": 4.311,
      "step": 16699
    },
    {
      "epoch": 0.10709247146338335,
      "grad_norm": 3.7828011512756348,
      "learning_rate": 0.00019994361004095103,
      "loss": 4.6908,
      "step": 16700
    },
    {
      "epoch": 0.10709247146338335,
      "eval_loss": 4.604682922363281,
      "eval_runtime": 34.7837,
      "eval_samples_per_second": 90.128,
      "eval_steps_per_second": 22.539,
      "step": 16700
    },
    {
      "epoch": 0.10709888418622547,
      "grad_norm": 4.071139812469482,
      "learning_rate": 0.00019994360327594212,
      "loss": 4.8622,
      "step": 16701
    },
    {
      "epoch": 0.10710529690906759,
      "grad_norm": 4.178284645080566,
      "learning_rate": 0.00019994359651052753,
      "loss": 4.4563,
      "step": 16702
    },
    {
      "epoch": 0.1071117096319097,
      "grad_norm": 3.8520915508270264,
      "learning_rate": 0.00019994358974470734,
      "loss": 4.7471,
      "step": 16703
    },
    {
      "epoch": 0.10711812235475182,
      "grad_norm": 3.2818071842193604,
      "learning_rate": 0.00019994358297848147,
      "loss": 4.5896,
      "step": 16704
    },
    {
      "epoch": 0.10712453507759395,
      "grad_norm": 3.5182275772094727,
      "learning_rate": 0.00019994357621184992,
      "loss": 4.5919,
      "step": 16705
    },
    {
      "epoch": 0.10713094780043607,
      "grad_norm": 2.871328592300415,
      "learning_rate": 0.00019994356944481273,
      "loss": 4.5831,
      "step": 16706
    },
    {
      "epoch": 0.10713736052327819,
      "grad_norm": 2.9551734924316406,
      "learning_rate": 0.0001999435626773699,
      "loss": 4.8151,
      "step": 16707
    },
    {
      "epoch": 0.1071437732461203,
      "grad_norm": 3.3445684909820557,
      "learning_rate": 0.00019994355590952138,
      "loss": 4.703,
      "step": 16708
    },
    {
      "epoch": 0.10715018596896242,
      "grad_norm": 4.004984378814697,
      "learning_rate": 0.00019994354914126724,
      "loss": 4.7184,
      "step": 16709
    },
    {
      "epoch": 0.10715659869180454,
      "grad_norm": 4.366893768310547,
      "learning_rate": 0.00019994354237260744,
      "loss": 4.5153,
      "step": 16710
    },
    {
      "epoch": 0.10716301141464665,
      "grad_norm": 4.7280073165893555,
      "learning_rate": 0.000199943535603542,
      "loss": 4.8152,
      "step": 16711
    },
    {
      "epoch": 0.10716942413748878,
      "grad_norm": 3.369870901107788,
      "learning_rate": 0.0001999435288340709,
      "loss": 4.5587,
      "step": 16712
    },
    {
      "epoch": 0.1071758368603309,
      "grad_norm": 3.379368305206299,
      "learning_rate": 0.0001999435220641941,
      "loss": 4.8439,
      "step": 16713
    },
    {
      "epoch": 0.10718224958317302,
      "grad_norm": 3.140195846557617,
      "learning_rate": 0.00019994351529391166,
      "loss": 4.5913,
      "step": 16714
    },
    {
      "epoch": 0.10718866230601513,
      "grad_norm": 3.7847681045532227,
      "learning_rate": 0.00019994350852322362,
      "loss": 4.7286,
      "step": 16715
    },
    {
      "epoch": 0.10719507502885725,
      "grad_norm": 3.063628673553467,
      "learning_rate": 0.00019994350175212987,
      "loss": 4.7659,
      "step": 16716
    },
    {
      "epoch": 0.10720148775169937,
      "grad_norm": 3.558488130569458,
      "learning_rate": 0.00019994349498063046,
      "loss": 4.7703,
      "step": 16717
    },
    {
      "epoch": 0.10720790047454148,
      "grad_norm": 3.3324472904205322,
      "learning_rate": 0.00019994348820872543,
      "loss": 4.696,
      "step": 16718
    },
    {
      "epoch": 0.10721431319738361,
      "grad_norm": 5.595584392547607,
      "learning_rate": 0.00019994348143641478,
      "loss": 4.8949,
      "step": 16719
    },
    {
      "epoch": 0.10722072592022573,
      "grad_norm": 3.2674427032470703,
      "learning_rate": 0.0001999434746636984,
      "loss": 4.9494,
      "step": 16720
    },
    {
      "epoch": 0.10722713864306785,
      "grad_norm": 4.165607452392578,
      "learning_rate": 0.00019994346789057641,
      "loss": 4.4786,
      "step": 16721
    },
    {
      "epoch": 0.10723355136590997,
      "grad_norm": 4.063414573669434,
      "learning_rate": 0.00019994346111704877,
      "loss": 4.6656,
      "step": 16722
    },
    {
      "epoch": 0.10723996408875208,
      "grad_norm": 3.369220495223999,
      "learning_rate": 0.00019994345434311544,
      "loss": 4.3295,
      "step": 16723
    },
    {
      "epoch": 0.1072463768115942,
      "grad_norm": 3.203979730606079,
      "learning_rate": 0.00019994344756877648,
      "loss": 4.8108,
      "step": 16724
    },
    {
      "epoch": 0.10725278953443632,
      "grad_norm": 4.996061325073242,
      "learning_rate": 0.00019994344079403184,
      "loss": 4.6304,
      "step": 16725
    },
    {
      "epoch": 0.10725920225727845,
      "grad_norm": 4.9169464111328125,
      "learning_rate": 0.00019994343401888158,
      "loss": 4.656,
      "step": 16726
    },
    {
      "epoch": 0.10726561498012056,
      "grad_norm": 3.3568828105926514,
      "learning_rate": 0.00019994342724332566,
      "loss": 4.6618,
      "step": 16727
    },
    {
      "epoch": 0.10727202770296268,
      "grad_norm": 8.870166778564453,
      "learning_rate": 0.00019994342046736408,
      "loss": 4.7348,
      "step": 16728
    },
    {
      "epoch": 0.1072784404258048,
      "grad_norm": 3.199294090270996,
      "learning_rate": 0.00019994341369099686,
      "loss": 4.5533,
      "step": 16729
    },
    {
      "epoch": 0.10728485314864691,
      "grad_norm": 2.7719004154205322,
      "learning_rate": 0.00019994340691422395,
      "loss": 4.7067,
      "step": 16730
    },
    {
      "epoch": 0.10729126587148903,
      "grad_norm": 3.5519981384277344,
      "learning_rate": 0.0001999434001370454,
      "loss": 4.6064,
      "step": 16731
    },
    {
      "epoch": 0.10729767859433115,
      "grad_norm": 3.0682997703552246,
      "learning_rate": 0.00019994339335946122,
      "loss": 4.359,
      "step": 16732
    },
    {
      "epoch": 0.10730409131717328,
      "grad_norm": 7.80129337310791,
      "learning_rate": 0.00019994338658147138,
      "loss": 4.5093,
      "step": 16733
    },
    {
      "epoch": 0.1073105040400154,
      "grad_norm": 3.8470637798309326,
      "learning_rate": 0.00019994337980307588,
      "loss": 4.6002,
      "step": 16734
    },
    {
      "epoch": 0.10731691676285751,
      "grad_norm": 12.989392280578613,
      "learning_rate": 0.00019994337302427472,
      "loss": 4.7088,
      "step": 16735
    },
    {
      "epoch": 0.10732332948569963,
      "grad_norm": 3.5426924228668213,
      "learning_rate": 0.00019994336624506792,
      "loss": 4.5742,
      "step": 16736
    },
    {
      "epoch": 0.10732974220854175,
      "grad_norm": 3.1096348762512207,
      "learning_rate": 0.00019994335946545543,
      "loss": 4.7306,
      "step": 16737
    },
    {
      "epoch": 0.10733615493138386,
      "grad_norm": 3.8683125972747803,
      "learning_rate": 0.00019994335268543734,
      "loss": 4.7281,
      "step": 16738
    },
    {
      "epoch": 0.10734256765422598,
      "grad_norm": 3.1399335861206055,
      "learning_rate": 0.00019994334590501357,
      "loss": 4.6522,
      "step": 16739
    },
    {
      "epoch": 0.10734898037706811,
      "grad_norm": 3.96899151802063,
      "learning_rate": 0.00019994333912418414,
      "loss": 4.5629,
      "step": 16740
    },
    {
      "epoch": 0.10735539309991023,
      "grad_norm": 3.6501553058624268,
      "learning_rate": 0.00019994333234294907,
      "loss": 4.3667,
      "step": 16741
    },
    {
      "epoch": 0.10736180582275234,
      "grad_norm": 3.576937437057495,
      "learning_rate": 0.00019994332556130836,
      "loss": 4.3857,
      "step": 16742
    },
    {
      "epoch": 0.10736821854559446,
      "grad_norm": 3.9353549480438232,
      "learning_rate": 0.00019994331877926195,
      "loss": 4.7011,
      "step": 16743
    },
    {
      "epoch": 0.10737463126843658,
      "grad_norm": 4.388879776000977,
      "learning_rate": 0.0001999433119968099,
      "loss": 4.6069,
      "step": 16744
    },
    {
      "epoch": 0.1073810439912787,
      "grad_norm": 3.1180174350738525,
      "learning_rate": 0.00019994330521395224,
      "loss": 4.571,
      "step": 16745
    },
    {
      "epoch": 0.10738745671412081,
      "grad_norm": 3.7691478729248047,
      "learning_rate": 0.00019994329843068886,
      "loss": 4.7963,
      "step": 16746
    },
    {
      "epoch": 0.10739386943696294,
      "grad_norm": 3.2315824031829834,
      "learning_rate": 0.00019994329164701988,
      "loss": 4.689,
      "step": 16747
    },
    {
      "epoch": 0.10740028215980506,
      "grad_norm": 2.549779176712036,
      "learning_rate": 0.00019994328486294522,
      "loss": 4.4742,
      "step": 16748
    },
    {
      "epoch": 0.10740669488264717,
      "grad_norm": 3.4021859169006348,
      "learning_rate": 0.0001999432780784649,
      "loss": 4.7043,
      "step": 16749
    },
    {
      "epoch": 0.10741310760548929,
      "grad_norm": 3.4772708415985107,
      "learning_rate": 0.00019994327129357897,
      "loss": 4.7536,
      "step": 16750
    },
    {
      "epoch": 0.10741952032833141,
      "grad_norm": 2.508483409881592,
      "learning_rate": 0.00019994326450828735,
      "loss": 4.6615,
      "step": 16751
    },
    {
      "epoch": 0.10742593305117352,
      "grad_norm": 4.448244571685791,
      "learning_rate": 0.0001999432577225901,
      "loss": 4.9592,
      "step": 16752
    },
    {
      "epoch": 0.10743234577401564,
      "grad_norm": 8.691069602966309,
      "learning_rate": 0.00019994325093648717,
      "loss": 4.634,
      "step": 16753
    },
    {
      "epoch": 0.10743875849685777,
      "grad_norm": 3.0276405811309814,
      "learning_rate": 0.00019994324414997862,
      "loss": 4.3914,
      "step": 16754
    },
    {
      "epoch": 0.10744517121969989,
      "grad_norm": 3.1749541759490967,
      "learning_rate": 0.0001999432373630644,
      "loss": 4.7355,
      "step": 16755
    },
    {
      "epoch": 0.107451583942542,
      "grad_norm": 6.393369197845459,
      "learning_rate": 0.00019994323057574449,
      "loss": 4.8157,
      "step": 16756
    },
    {
      "epoch": 0.10745799666538412,
      "grad_norm": 3.471775770187378,
      "learning_rate": 0.00019994322378801897,
      "loss": 4.6489,
      "step": 16757
    },
    {
      "epoch": 0.10746440938822624,
      "grad_norm": 3.1767690181732178,
      "learning_rate": 0.0001999432169998878,
      "loss": 5.0076,
      "step": 16758
    },
    {
      "epoch": 0.10747082211106836,
      "grad_norm": 11.536194801330566,
      "learning_rate": 0.00019994321021135094,
      "loss": 4.4856,
      "step": 16759
    },
    {
      "epoch": 0.10747723483391047,
      "grad_norm": 3.394634246826172,
      "learning_rate": 0.00019994320342240845,
      "loss": 4.6533,
      "step": 16760
    },
    {
      "epoch": 0.1074836475567526,
      "grad_norm": 6.615993976593018,
      "learning_rate": 0.00019994319663306032,
      "loss": 4.755,
      "step": 16761
    },
    {
      "epoch": 0.10749006027959472,
      "grad_norm": 3.759343385696411,
      "learning_rate": 0.00019994318984330653,
      "loss": 4.774,
      "step": 16762
    },
    {
      "epoch": 0.10749647300243684,
      "grad_norm": 3.3991265296936035,
      "learning_rate": 0.00019994318305314708,
      "loss": 4.574,
      "step": 16763
    },
    {
      "epoch": 0.10750288572527895,
      "grad_norm": 3.55035400390625,
      "learning_rate": 0.00019994317626258198,
      "loss": 4.6778,
      "step": 16764
    },
    {
      "epoch": 0.10750929844812107,
      "grad_norm": 3.284852981567383,
      "learning_rate": 0.00019994316947161123,
      "loss": 4.6798,
      "step": 16765
    },
    {
      "epoch": 0.10751571117096319,
      "grad_norm": 4.3060455322265625,
      "learning_rate": 0.00019994316268023482,
      "loss": 4.4648,
      "step": 16766
    },
    {
      "epoch": 0.1075221238938053,
      "grad_norm": 3.259077548980713,
      "learning_rate": 0.00019994315588845276,
      "loss": 4.5792,
      "step": 16767
    },
    {
      "epoch": 0.10752853661664742,
      "grad_norm": 3.7793707847595215,
      "learning_rate": 0.00019994314909626507,
      "loss": 4.6066,
      "step": 16768
    },
    {
      "epoch": 0.10753494933948955,
      "grad_norm": 4.568679332733154,
      "learning_rate": 0.00019994314230367167,
      "loss": 4.7485,
      "step": 16769
    },
    {
      "epoch": 0.10754136206233167,
      "grad_norm": 4.5948286056518555,
      "learning_rate": 0.00019994313551067268,
      "loss": 4.7228,
      "step": 16770
    },
    {
      "epoch": 0.10754777478517379,
      "grad_norm": 3.8644893169403076,
      "learning_rate": 0.000199943128717268,
      "loss": 4.52,
      "step": 16771
    },
    {
      "epoch": 0.1075541875080159,
      "grad_norm": 2.8137028217315674,
      "learning_rate": 0.00019994312192345766,
      "loss": 4.6827,
      "step": 16772
    },
    {
      "epoch": 0.10756060023085802,
      "grad_norm": 3.418647527694702,
      "learning_rate": 0.00019994311512924168,
      "loss": 4.4372,
      "step": 16773
    },
    {
      "epoch": 0.10756701295370014,
      "grad_norm": 3.688601016998291,
      "learning_rate": 0.00019994310833462006,
      "loss": 4.8261,
      "step": 16774
    },
    {
      "epoch": 0.10757342567654225,
      "grad_norm": 3.9719760417938232,
      "learning_rate": 0.0001999431015395928,
      "loss": 4.6622,
      "step": 16775
    },
    {
      "epoch": 0.10757983839938438,
      "grad_norm": 3.334904432296753,
      "learning_rate": 0.00019994309474415987,
      "loss": 4.289,
      "step": 16776
    },
    {
      "epoch": 0.1075862511222265,
      "grad_norm": 5.624165058135986,
      "learning_rate": 0.0001999430879483213,
      "loss": 4.7423,
      "step": 16777
    },
    {
      "epoch": 0.10759266384506862,
      "grad_norm": 4.303575038909912,
      "learning_rate": 0.00019994308115207706,
      "loss": 4.5833,
      "step": 16778
    },
    {
      "epoch": 0.10759907656791073,
      "grad_norm": 5.687671184539795,
      "learning_rate": 0.00019994307435542715,
      "loss": 4.7894,
      "step": 16779
    },
    {
      "epoch": 0.10760548929075285,
      "grad_norm": 3.7268283367156982,
      "learning_rate": 0.0001999430675583716,
      "loss": 4.5983,
      "step": 16780
    },
    {
      "epoch": 0.10761190201359497,
      "grad_norm": 4.673632621765137,
      "learning_rate": 0.00019994306076091042,
      "loss": 4.9307,
      "step": 16781
    },
    {
      "epoch": 0.10761831473643708,
      "grad_norm": 4.327984809875488,
      "learning_rate": 0.00019994305396304357,
      "loss": 4.6346,
      "step": 16782
    },
    {
      "epoch": 0.10762472745927922,
      "grad_norm": 4.148242473602295,
      "learning_rate": 0.00019994304716477106,
      "loss": 4.6088,
      "step": 16783
    },
    {
      "epoch": 0.10763114018212133,
      "grad_norm": 4.022443771362305,
      "learning_rate": 0.0001999430403660929,
      "loss": 4.6479,
      "step": 16784
    },
    {
      "epoch": 0.10763755290496345,
      "grad_norm": 3.662710666656494,
      "learning_rate": 0.00019994303356700912,
      "loss": 4.7226,
      "step": 16785
    },
    {
      "epoch": 0.10764396562780557,
      "grad_norm": 4.284080505371094,
      "learning_rate": 0.00019994302676751966,
      "loss": 4.617,
      "step": 16786
    },
    {
      "epoch": 0.10765037835064768,
      "grad_norm": 5.155618667602539,
      "learning_rate": 0.0001999430199676245,
      "loss": 5.1963,
      "step": 16787
    },
    {
      "epoch": 0.1076567910734898,
      "grad_norm": 4.119150161743164,
      "learning_rate": 0.0001999430131673238,
      "loss": 4.5937,
      "step": 16788
    },
    {
      "epoch": 0.10766320379633192,
      "grad_norm": 4.14697265625,
      "learning_rate": 0.00019994300636661736,
      "loss": 4.4997,
      "step": 16789
    },
    {
      "epoch": 0.10766961651917405,
      "grad_norm": 3.9338033199310303,
      "learning_rate": 0.00019994299956550528,
      "loss": 4.7533,
      "step": 16790
    },
    {
      "epoch": 0.10767602924201616,
      "grad_norm": 5.361737251281738,
      "learning_rate": 0.00019994299276398757,
      "loss": 4.8662,
      "step": 16791
    },
    {
      "epoch": 0.10768244196485828,
      "grad_norm": 28.714794158935547,
      "learning_rate": 0.0001999429859620642,
      "loss": 4.6404,
      "step": 16792
    },
    {
      "epoch": 0.1076888546877004,
      "grad_norm": 3.87587308883667,
      "learning_rate": 0.0001999429791597352,
      "loss": 4.8818,
      "step": 16793
    },
    {
      "epoch": 0.10769526741054251,
      "grad_norm": 4.300511837005615,
      "learning_rate": 0.0001999429723570005,
      "loss": 4.6053,
      "step": 16794
    },
    {
      "epoch": 0.10770168013338463,
      "grad_norm": 4.526971340179443,
      "learning_rate": 0.0001999429655538602,
      "loss": 4.7524,
      "step": 16795
    },
    {
      "epoch": 0.10770809285622675,
      "grad_norm": 3.57075572013855,
      "learning_rate": 0.00019994295875031418,
      "loss": 4.6588,
      "step": 16796
    },
    {
      "epoch": 0.10771450557906888,
      "grad_norm": 4.662450313568115,
      "learning_rate": 0.00019994295194636258,
      "loss": 4.6348,
      "step": 16797
    },
    {
      "epoch": 0.107720918301911,
      "grad_norm": 2.9841654300689697,
      "learning_rate": 0.0001999429451420053,
      "loss": 4.7194,
      "step": 16798
    },
    {
      "epoch": 0.10772733102475311,
      "grad_norm": 5.198946952819824,
      "learning_rate": 0.00019994293833724237,
      "loss": 4.5595,
      "step": 16799
    },
    {
      "epoch": 0.10773374374759523,
      "grad_norm": 5.933546543121338,
      "learning_rate": 0.00019994293153207377,
      "loss": 4.4829,
      "step": 16800
    },
    {
      "epoch": 0.10773374374759523,
      "eval_loss": 4.5899505615234375,
      "eval_runtime": 34.7549,
      "eval_samples_per_second": 90.203,
      "eval_steps_per_second": 22.558,
      "step": 16800
    },
    {
      "epoch": 0.10774015647043735,
      "grad_norm": 4.9230217933654785,
      "learning_rate": 0.00019994292472649955,
      "loss": 4.496,
      "step": 16801
    },
    {
      "epoch": 0.10774656919327946,
      "grad_norm": 5.363386631011963,
      "learning_rate": 0.00019994291792051964,
      "loss": 4.7324,
      "step": 16802
    },
    {
      "epoch": 0.10775298191612158,
      "grad_norm": 5.9541778564453125,
      "learning_rate": 0.0001999429111141341,
      "loss": 4.6514,
      "step": 16803
    },
    {
      "epoch": 0.10775939463896371,
      "grad_norm": 3.3738129138946533,
      "learning_rate": 0.0001999429043073429,
      "loss": 4.321,
      "step": 16804
    },
    {
      "epoch": 0.10776580736180583,
      "grad_norm": 11.242453575134277,
      "learning_rate": 0.00019994289750014605,
      "loss": 4.8244,
      "step": 16805
    },
    {
      "epoch": 0.10777222008464794,
      "grad_norm": 2.933206796646118,
      "learning_rate": 0.00019994289069254358,
      "loss": 4.7626,
      "step": 16806
    },
    {
      "epoch": 0.10777863280749006,
      "grad_norm": 3.8409860134124756,
      "learning_rate": 0.0001999428838845354,
      "loss": 4.699,
      "step": 16807
    },
    {
      "epoch": 0.10778504553033218,
      "grad_norm": 3.4722042083740234,
      "learning_rate": 0.00019994287707612163,
      "loss": 4.51,
      "step": 16808
    },
    {
      "epoch": 0.1077914582531743,
      "grad_norm": 4.436280250549316,
      "learning_rate": 0.00019994287026730217,
      "loss": 4.8643,
      "step": 16809
    },
    {
      "epoch": 0.10779787097601641,
      "grad_norm": 3.973653793334961,
      "learning_rate": 0.00019994286345807706,
      "loss": 4.6271,
      "step": 16810
    },
    {
      "epoch": 0.10780428369885854,
      "grad_norm": 3.6176376342773438,
      "learning_rate": 0.0001999428566484463,
      "loss": 4.4221,
      "step": 16811
    },
    {
      "epoch": 0.10781069642170066,
      "grad_norm": 4.334575653076172,
      "learning_rate": 0.0001999428498384099,
      "loss": 4.5373,
      "step": 16812
    },
    {
      "epoch": 0.10781710914454277,
      "grad_norm": 3.7016568183898926,
      "learning_rate": 0.00019994284302796785,
      "loss": 4.6206,
      "step": 16813
    },
    {
      "epoch": 0.10782352186738489,
      "grad_norm": 3.1561667919158936,
      "learning_rate": 0.00019994283621712014,
      "loss": 4.084,
      "step": 16814
    },
    {
      "epoch": 0.10782993459022701,
      "grad_norm": 6.331620216369629,
      "learning_rate": 0.00019994282940586676,
      "loss": 4.5708,
      "step": 16815
    },
    {
      "epoch": 0.10783634731306913,
      "grad_norm": 5.479159832000732,
      "learning_rate": 0.00019994282259420775,
      "loss": 4.4191,
      "step": 16816
    },
    {
      "epoch": 0.10784276003591124,
      "grad_norm": 3.3189425468444824,
      "learning_rate": 0.0001999428157821431,
      "loss": 4.6665,
      "step": 16817
    },
    {
      "epoch": 0.10784917275875337,
      "grad_norm": 2.9838473796844482,
      "learning_rate": 0.0001999428089696728,
      "loss": 4.8436,
      "step": 16818
    },
    {
      "epoch": 0.10785558548159549,
      "grad_norm": 9.298179626464844,
      "learning_rate": 0.00019994280215679681,
      "loss": 4.836,
      "step": 16819
    },
    {
      "epoch": 0.1078619982044376,
      "grad_norm": 3.776207447052002,
      "learning_rate": 0.00019994279534351521,
      "loss": 4.5365,
      "step": 16820
    },
    {
      "epoch": 0.10786841092727972,
      "grad_norm": 3.5810413360595703,
      "learning_rate": 0.00019994278852982793,
      "loss": 4.4685,
      "step": 16821
    },
    {
      "epoch": 0.10787482365012184,
      "grad_norm": 19.131620407104492,
      "learning_rate": 0.00019994278171573502,
      "loss": 4.759,
      "step": 16822
    },
    {
      "epoch": 0.10788123637296396,
      "grad_norm": 4.852014064788818,
      "learning_rate": 0.00019994277490123646,
      "loss": 4.3285,
      "step": 16823
    },
    {
      "epoch": 0.10788764909580607,
      "grad_norm": 11.514741897583008,
      "learning_rate": 0.0001999427680863322,
      "loss": 4.6685,
      "step": 16824
    },
    {
      "epoch": 0.1078940618186482,
      "grad_norm": 3.6464474201202393,
      "learning_rate": 0.00019994276127102234,
      "loss": 4.6089,
      "step": 16825
    },
    {
      "epoch": 0.10790047454149032,
      "grad_norm": 3.983426332473755,
      "learning_rate": 0.0001999427544553068,
      "loss": 4.654,
      "step": 16826
    },
    {
      "epoch": 0.10790688726433244,
      "grad_norm": 5.921360015869141,
      "learning_rate": 0.00019994274763918563,
      "loss": 4.5205,
      "step": 16827
    },
    {
      "epoch": 0.10791329998717455,
      "grad_norm": 4.852614402770996,
      "learning_rate": 0.0001999427408226588,
      "loss": 4.6694,
      "step": 16828
    },
    {
      "epoch": 0.10791971271001667,
      "grad_norm": 3.5554211139678955,
      "learning_rate": 0.0001999427340057263,
      "loss": 4.5415,
      "step": 16829
    },
    {
      "epoch": 0.10792612543285879,
      "grad_norm": 5.313392162322998,
      "learning_rate": 0.0001999427271883882,
      "loss": 4.4701,
      "step": 16830
    },
    {
      "epoch": 0.1079325381557009,
      "grad_norm": 3.801637887954712,
      "learning_rate": 0.00019994272037064442,
      "loss": 4.5404,
      "step": 16831
    },
    {
      "epoch": 0.10793895087854304,
      "grad_norm": 4.527725696563721,
      "learning_rate": 0.000199942713552495,
      "loss": 4.5251,
      "step": 16832
    },
    {
      "epoch": 0.10794536360138515,
      "grad_norm": 3.7493607997894287,
      "learning_rate": 0.0001999427067339399,
      "loss": 4.5413,
      "step": 16833
    },
    {
      "epoch": 0.10795177632422727,
      "grad_norm": 10.80114459991455,
      "learning_rate": 0.00019994269991497916,
      "loss": 4.433,
      "step": 16834
    },
    {
      "epoch": 0.10795818904706939,
      "grad_norm": 5.424119472503662,
      "learning_rate": 0.0001999426930956128,
      "loss": 4.6186,
      "step": 16835
    },
    {
      "epoch": 0.1079646017699115,
      "grad_norm": 6.579537391662598,
      "learning_rate": 0.00019994268627584075,
      "loss": 4.5586,
      "step": 16836
    },
    {
      "epoch": 0.10797101449275362,
      "grad_norm": 5.882615089416504,
      "learning_rate": 0.00019994267945566306,
      "loss": 4.4355,
      "step": 16837
    },
    {
      "epoch": 0.10797742721559574,
      "grad_norm": 19.297035217285156,
      "learning_rate": 0.0001999426726350797,
      "loss": 4.4885,
      "step": 16838
    },
    {
      "epoch": 0.10798383993843787,
      "grad_norm": 5.983394622802734,
      "learning_rate": 0.00019994266581409073,
      "loss": 4.4289,
      "step": 16839
    },
    {
      "epoch": 0.10799025266127998,
      "grad_norm": 4.374273777008057,
      "learning_rate": 0.0001999426589926961,
      "loss": 4.5778,
      "step": 16840
    },
    {
      "epoch": 0.1079966653841221,
      "grad_norm": 4.253506183624268,
      "learning_rate": 0.0001999426521708958,
      "loss": 4.5067,
      "step": 16841
    },
    {
      "epoch": 0.10800307810696422,
      "grad_norm": 9.024147987365723,
      "learning_rate": 0.00019994264534868984,
      "loss": 4.6927,
      "step": 16842
    },
    {
      "epoch": 0.10800949082980633,
      "grad_norm": 4.2144904136657715,
      "learning_rate": 0.00019994263852607828,
      "loss": 4.5387,
      "step": 16843
    },
    {
      "epoch": 0.10801590355264845,
      "grad_norm": 7.0738067626953125,
      "learning_rate": 0.00019994263170306105,
      "loss": 4.4469,
      "step": 16844
    },
    {
      "epoch": 0.10802231627549057,
      "grad_norm": 8.76758098602295,
      "learning_rate": 0.00019994262487963815,
      "loss": 4.6909,
      "step": 16845
    },
    {
      "epoch": 0.1080287289983327,
      "grad_norm": 4.400272846221924,
      "learning_rate": 0.0001999426180558096,
      "loss": 4.8093,
      "step": 16846
    },
    {
      "epoch": 0.10803514172117482,
      "grad_norm": 5.384250640869141,
      "learning_rate": 0.0001999426112315754,
      "loss": 4.6866,
      "step": 16847
    },
    {
      "epoch": 0.10804155444401693,
      "grad_norm": 5.745578765869141,
      "learning_rate": 0.00019994260440693554,
      "loss": 4.5357,
      "step": 16848
    },
    {
      "epoch": 0.10804796716685905,
      "grad_norm": 3.903066873550415,
      "learning_rate": 0.00019994259758189005,
      "loss": 4.5374,
      "step": 16849
    },
    {
      "epoch": 0.10805437988970117,
      "grad_norm": 3.876070737838745,
      "learning_rate": 0.0001999425907564389,
      "loss": 4.6456,
      "step": 16850
    },
    {
      "epoch": 0.10806079261254328,
      "grad_norm": 3.955273151397705,
      "learning_rate": 0.00019994258393058213,
      "loss": 4.6257,
      "step": 16851
    },
    {
      "epoch": 0.1080672053353854,
      "grad_norm": 4.0453901290893555,
      "learning_rate": 0.00019994257710431967,
      "loss": 4.6686,
      "step": 16852
    },
    {
      "epoch": 0.10807361805822753,
      "grad_norm": 6.4817891120910645,
      "learning_rate": 0.00019994257027765156,
      "loss": 4.9347,
      "step": 16853
    },
    {
      "epoch": 0.10808003078106965,
      "grad_norm": 5.781335353851318,
      "learning_rate": 0.00019994256345057783,
      "loss": 4.5816,
      "step": 16854
    },
    {
      "epoch": 0.10808644350391176,
      "grad_norm": 9.274645805358887,
      "learning_rate": 0.00019994255662309843,
      "loss": 4.388,
      "step": 16855
    },
    {
      "epoch": 0.10809285622675388,
      "grad_norm": 4.455219268798828,
      "learning_rate": 0.0001999425497952134,
      "loss": 4.381,
      "step": 16856
    },
    {
      "epoch": 0.108099268949596,
      "grad_norm": 5.962017059326172,
      "learning_rate": 0.0001999425429669227,
      "loss": 4.7372,
      "step": 16857
    },
    {
      "epoch": 0.10810568167243811,
      "grad_norm": 4.81352424621582,
      "learning_rate": 0.00019994253613822633,
      "loss": 4.4804,
      "step": 16858
    },
    {
      "epoch": 0.10811209439528023,
      "grad_norm": 4.798050880432129,
      "learning_rate": 0.00019994252930912433,
      "loss": 4.7819,
      "step": 16859
    },
    {
      "epoch": 0.10811850711812235,
      "grad_norm": 4.310647010803223,
      "learning_rate": 0.0001999425224796167,
      "loss": 4.5665,
      "step": 16860
    },
    {
      "epoch": 0.10812491984096448,
      "grad_norm": 3.813725471496582,
      "learning_rate": 0.0001999425156497034,
      "loss": 4.53,
      "step": 16861
    },
    {
      "epoch": 0.1081313325638066,
      "grad_norm": 4.2345452308654785,
      "learning_rate": 0.00019994250881938443,
      "loss": 4.5678,
      "step": 16862
    },
    {
      "epoch": 0.10813774528664871,
      "grad_norm": 5.680408000946045,
      "learning_rate": 0.00019994250198865983,
      "loss": 4.6094,
      "step": 16863
    },
    {
      "epoch": 0.10814415800949083,
      "grad_norm": 4.984158039093018,
      "learning_rate": 0.00019994249515752958,
      "loss": 4.4133,
      "step": 16864
    },
    {
      "epoch": 0.10815057073233295,
      "grad_norm": 7.089321613311768,
      "learning_rate": 0.0001999424883259937,
      "loss": 4.6647,
      "step": 16865
    },
    {
      "epoch": 0.10815698345517506,
      "grad_norm": 5.706243515014648,
      "learning_rate": 0.0001999424814940521,
      "loss": 4.7356,
      "step": 16866
    },
    {
      "epoch": 0.10816339617801718,
      "grad_norm": 4.134016513824463,
      "learning_rate": 0.00019994247466170495,
      "loss": 4.897,
      "step": 16867
    },
    {
      "epoch": 0.10816980890085931,
      "grad_norm": 3.4351141452789307,
      "learning_rate": 0.0001999424678289521,
      "loss": 4.3952,
      "step": 16868
    },
    {
      "epoch": 0.10817622162370143,
      "grad_norm": 4.565197944641113,
      "learning_rate": 0.00019994246099579359,
      "loss": 4.6303,
      "step": 16869
    },
    {
      "epoch": 0.10818263434654354,
      "grad_norm": 3.6013522148132324,
      "learning_rate": 0.00019994245416222946,
      "loss": 4.7551,
      "step": 16870
    },
    {
      "epoch": 0.10818904706938566,
      "grad_norm": 4.828419208526611,
      "learning_rate": 0.00019994244732825963,
      "loss": 4.3877,
      "step": 16871
    },
    {
      "epoch": 0.10819545979222778,
      "grad_norm": 3.6373322010040283,
      "learning_rate": 0.0001999424404938842,
      "loss": 4.5745,
      "step": 16872
    },
    {
      "epoch": 0.1082018725150699,
      "grad_norm": 4.317176818847656,
      "learning_rate": 0.0001999424336591031,
      "loss": 4.6989,
      "step": 16873
    },
    {
      "epoch": 0.10820828523791201,
      "grad_norm": 4.928515434265137,
      "learning_rate": 0.00019994242682391632,
      "loss": 4.6626,
      "step": 16874
    },
    {
      "epoch": 0.10821469796075414,
      "grad_norm": 5.273052215576172,
      "learning_rate": 0.00019994241998832392,
      "loss": 4.4858,
      "step": 16875
    },
    {
      "epoch": 0.10822111068359626,
      "grad_norm": 4.312422275543213,
      "learning_rate": 0.0001999424131523259,
      "loss": 4.4188,
      "step": 16876
    },
    {
      "epoch": 0.10822752340643838,
      "grad_norm": 8.762332916259766,
      "learning_rate": 0.00019994240631592217,
      "loss": 4.9377,
      "step": 16877
    },
    {
      "epoch": 0.10823393612928049,
      "grad_norm": 5.574492454528809,
      "learning_rate": 0.00019994239947911284,
      "loss": 4.5616,
      "step": 16878
    },
    {
      "epoch": 0.10824034885212261,
      "grad_norm": 3.8049168586730957,
      "learning_rate": 0.00019994239264189785,
      "loss": 4.743,
      "step": 16879
    },
    {
      "epoch": 0.10824676157496473,
      "grad_norm": 4.473643779754639,
      "learning_rate": 0.0001999423858042772,
      "loss": 4.4509,
      "step": 16880
    },
    {
      "epoch": 0.10825317429780684,
      "grad_norm": 4.386794090270996,
      "learning_rate": 0.0001999423789662509,
      "loss": 4.1361,
      "step": 16881
    },
    {
      "epoch": 0.10825958702064897,
      "grad_norm": 3.7045738697052,
      "learning_rate": 0.00019994237212781895,
      "loss": 4.9304,
      "step": 16882
    },
    {
      "epoch": 0.10826599974349109,
      "grad_norm": 3.7672958374023438,
      "learning_rate": 0.00019994236528898135,
      "loss": 4.9463,
      "step": 16883
    },
    {
      "epoch": 0.1082724124663332,
      "grad_norm": 14.635388374328613,
      "learning_rate": 0.0001999423584497381,
      "loss": 4.48,
      "step": 16884
    },
    {
      "epoch": 0.10827882518917532,
      "grad_norm": 4.683055400848389,
      "learning_rate": 0.0001999423516100892,
      "loss": 4.8491,
      "step": 16885
    },
    {
      "epoch": 0.10828523791201744,
      "grad_norm": 4.5105204582214355,
      "learning_rate": 0.00019994234477003467,
      "loss": 4.7927,
      "step": 16886
    },
    {
      "epoch": 0.10829165063485956,
      "grad_norm": 4.493958950042725,
      "learning_rate": 0.00019994233792957448,
      "loss": 4.5615,
      "step": 16887
    },
    {
      "epoch": 0.10829806335770167,
      "grad_norm": 4.263507843017578,
      "learning_rate": 0.0001999423310887086,
      "loss": 4.6699,
      "step": 16888
    },
    {
      "epoch": 0.1083044760805438,
      "grad_norm": 6.053116321563721,
      "learning_rate": 0.00019994232424743713,
      "loss": 4.6024,
      "step": 16889
    },
    {
      "epoch": 0.10831088880338592,
      "grad_norm": 3.338383674621582,
      "learning_rate": 0.00019994231740576,
      "loss": 4.4702,
      "step": 16890
    },
    {
      "epoch": 0.10831730152622804,
      "grad_norm": 3.552086353302002,
      "learning_rate": 0.0001999423105636772,
      "loss": 4.6379,
      "step": 16891
    },
    {
      "epoch": 0.10832371424907015,
      "grad_norm": 5.4103288650512695,
      "learning_rate": 0.00019994230372118876,
      "loss": 4.6306,
      "step": 16892
    },
    {
      "epoch": 0.10833012697191227,
      "grad_norm": 4.65092658996582,
      "learning_rate": 0.00019994229687829467,
      "loss": 4.4433,
      "step": 16893
    },
    {
      "epoch": 0.10833653969475439,
      "grad_norm": 3.6598494052886963,
      "learning_rate": 0.00019994229003499493,
      "loss": 4.4924,
      "step": 16894
    },
    {
      "epoch": 0.1083429524175965,
      "grad_norm": 3.2794783115386963,
      "learning_rate": 0.00019994228319128953,
      "loss": 4.5315,
      "step": 16895
    },
    {
      "epoch": 0.10834936514043864,
      "grad_norm": 4.339293956756592,
      "learning_rate": 0.0001999422763471785,
      "loss": 4.4972,
      "step": 16896
    },
    {
      "epoch": 0.10835577786328075,
      "grad_norm": 2.9213461875915527,
      "learning_rate": 0.00019994226950266182,
      "loss": 4.5687,
      "step": 16897
    },
    {
      "epoch": 0.10836219058612287,
      "grad_norm": 3.8608999252319336,
      "learning_rate": 0.00019994226265773946,
      "loss": 4.4804,
      "step": 16898
    },
    {
      "epoch": 0.10836860330896499,
      "grad_norm": 5.588887691497803,
      "learning_rate": 0.00019994225581241147,
      "loss": 4.7077,
      "step": 16899
    },
    {
      "epoch": 0.1083750160318071,
      "grad_norm": 3.2261292934417725,
      "learning_rate": 0.00019994224896667783,
      "loss": 4.3851,
      "step": 16900
    },
    {
      "epoch": 0.1083750160318071,
      "eval_loss": 4.5530924797058105,
      "eval_runtime": 34.7966,
      "eval_samples_per_second": 90.095,
      "eval_steps_per_second": 22.531,
      "step": 16900
    },
    {
      "epoch": 0.10838142875464922,
      "grad_norm": 4.250752925872803,
      "learning_rate": 0.00019994224212053856,
      "loss": 4.4526,
      "step": 16901
    },
    {
      "epoch": 0.10838784147749134,
      "grad_norm": 3.901909112930298,
      "learning_rate": 0.00019994223527399364,
      "loss": 4.8699,
      "step": 16902
    },
    {
      "epoch": 0.10839425420033347,
      "grad_norm": 3.6454946994781494,
      "learning_rate": 0.00019994222842704303,
      "loss": 4.8647,
      "step": 16903
    },
    {
      "epoch": 0.10840066692317558,
      "grad_norm": 5.198154449462891,
      "learning_rate": 0.0001999422215796868,
      "loss": 4.6365,
      "step": 16904
    },
    {
      "epoch": 0.1084070796460177,
      "grad_norm": 3.5098021030426025,
      "learning_rate": 0.00019994221473192494,
      "loss": 4.6931,
      "step": 16905
    },
    {
      "epoch": 0.10841349236885982,
      "grad_norm": 5.654671669006348,
      "learning_rate": 0.0001999422078837574,
      "loss": 4.5759,
      "step": 16906
    },
    {
      "epoch": 0.10841990509170193,
      "grad_norm": 6.992666721343994,
      "learning_rate": 0.0001999422010351842,
      "loss": 4.6929,
      "step": 16907
    },
    {
      "epoch": 0.10842631781454405,
      "grad_norm": 4.302221298217773,
      "learning_rate": 0.00019994219418620538,
      "loss": 4.7435,
      "step": 16908
    },
    {
      "epoch": 0.10843273053738617,
      "grad_norm": 3.1947731971740723,
      "learning_rate": 0.00019994218733682093,
      "loss": 4.603,
      "step": 16909
    },
    {
      "epoch": 0.1084391432602283,
      "grad_norm": 4.314727783203125,
      "learning_rate": 0.0001999421804870308,
      "loss": 4.5013,
      "step": 16910
    },
    {
      "epoch": 0.10844555598307042,
      "grad_norm": 3.612711191177368,
      "learning_rate": 0.00019994217363683502,
      "loss": 4.5189,
      "step": 16911
    },
    {
      "epoch": 0.10845196870591253,
      "grad_norm": 2.871156930923462,
      "learning_rate": 0.00019994216678623358,
      "loss": 4.6686,
      "step": 16912
    },
    {
      "epoch": 0.10845838142875465,
      "grad_norm": 3.7532410621643066,
      "learning_rate": 0.0001999421599352265,
      "loss": 4.6234,
      "step": 16913
    },
    {
      "epoch": 0.10846479415159677,
      "grad_norm": 3.3894660472869873,
      "learning_rate": 0.0001999421530838138,
      "loss": 4.3907,
      "step": 16914
    },
    {
      "epoch": 0.10847120687443888,
      "grad_norm": 2.8525004386901855,
      "learning_rate": 0.00019994214623199544,
      "loss": 4.467,
      "step": 16915
    },
    {
      "epoch": 0.108477619597281,
      "grad_norm": 3.0510542392730713,
      "learning_rate": 0.0001999421393797714,
      "loss": 4.5326,
      "step": 16916
    },
    {
      "epoch": 0.10848403232012313,
      "grad_norm": 3.323617458343506,
      "learning_rate": 0.00019994213252714173,
      "loss": 4.5875,
      "step": 16917
    },
    {
      "epoch": 0.10849044504296525,
      "grad_norm": 3.9321367740631104,
      "learning_rate": 0.00019994212567410645,
      "loss": 4.6163,
      "step": 16918
    },
    {
      "epoch": 0.10849685776580736,
      "grad_norm": 5.690392971038818,
      "learning_rate": 0.00019994211882066548,
      "loss": 4.6813,
      "step": 16919
    },
    {
      "epoch": 0.10850327048864948,
      "grad_norm": 3.015399932861328,
      "learning_rate": 0.00019994211196681886,
      "loss": 4.3136,
      "step": 16920
    },
    {
      "epoch": 0.1085096832114916,
      "grad_norm": 4.108675956726074,
      "learning_rate": 0.0001999421051125666,
      "loss": 4.5002,
      "step": 16921
    },
    {
      "epoch": 0.10851609593433371,
      "grad_norm": 3.7160072326660156,
      "learning_rate": 0.0001999420982579087,
      "loss": 4.6406,
      "step": 16922
    },
    {
      "epoch": 0.10852250865717583,
      "grad_norm": 4.8289008140563965,
      "learning_rate": 0.0001999420914028451,
      "loss": 4.5479,
      "step": 16923
    },
    {
      "epoch": 0.10852892138001796,
      "grad_norm": 7.5001702308654785,
      "learning_rate": 0.00019994208454737593,
      "loss": 4.5436,
      "step": 16924
    },
    {
      "epoch": 0.10853533410286008,
      "grad_norm": 5.55078125,
      "learning_rate": 0.00019994207769150106,
      "loss": 4.7519,
      "step": 16925
    },
    {
      "epoch": 0.1085417468257022,
      "grad_norm": 4.231583118438721,
      "learning_rate": 0.00019994207083522057,
      "loss": 4.5759,
      "step": 16926
    },
    {
      "epoch": 0.10854815954854431,
      "grad_norm": 4.804815292358398,
      "learning_rate": 0.0001999420639785344,
      "loss": 4.6835,
      "step": 16927
    },
    {
      "epoch": 0.10855457227138643,
      "grad_norm": 5.109205722808838,
      "learning_rate": 0.0001999420571214426,
      "loss": 4.8037,
      "step": 16928
    },
    {
      "epoch": 0.10856098499422855,
      "grad_norm": 4.546029090881348,
      "learning_rate": 0.00019994205026394518,
      "loss": 4.4517,
      "step": 16929
    },
    {
      "epoch": 0.10856739771707066,
      "grad_norm": 4.441037654876709,
      "learning_rate": 0.00019994204340604207,
      "loss": 4.8887,
      "step": 16930
    },
    {
      "epoch": 0.1085738104399128,
      "grad_norm": 3.4604618549346924,
      "learning_rate": 0.0001999420365477333,
      "loss": 4.3287,
      "step": 16931
    },
    {
      "epoch": 0.10858022316275491,
      "grad_norm": 12.329473495483398,
      "learning_rate": 0.00019994202968901892,
      "loss": 4.6015,
      "step": 16932
    },
    {
      "epoch": 0.10858663588559703,
      "grad_norm": 8.827366828918457,
      "learning_rate": 0.00019994202282989888,
      "loss": 4.8266,
      "step": 16933
    },
    {
      "epoch": 0.10859304860843914,
      "grad_norm": 4.824750900268555,
      "learning_rate": 0.00019994201597037318,
      "loss": 4.4981,
      "step": 16934
    },
    {
      "epoch": 0.10859946133128126,
      "grad_norm": 14.604818344116211,
      "learning_rate": 0.00019994200911044186,
      "loss": 4.5967,
      "step": 16935
    },
    {
      "epoch": 0.10860587405412338,
      "grad_norm": 3.3384766578674316,
      "learning_rate": 0.00019994200225010488,
      "loss": 4.4698,
      "step": 16936
    },
    {
      "epoch": 0.1086122867769655,
      "grad_norm": 3.9451828002929688,
      "learning_rate": 0.00019994199538936225,
      "loss": 4.7574,
      "step": 16937
    },
    {
      "epoch": 0.10861869949980762,
      "grad_norm": 3.082350492477417,
      "learning_rate": 0.00019994198852821396,
      "loss": 4.4247,
      "step": 16938
    },
    {
      "epoch": 0.10862511222264974,
      "grad_norm": 2.900118112564087,
      "learning_rate": 0.00019994198166666002,
      "loss": 4.7789,
      "step": 16939
    },
    {
      "epoch": 0.10863152494549186,
      "grad_norm": 15.324657440185547,
      "learning_rate": 0.00019994197480470045,
      "loss": 4.7227,
      "step": 16940
    },
    {
      "epoch": 0.10863793766833398,
      "grad_norm": 4.311151504516602,
      "learning_rate": 0.00019994196794233523,
      "loss": 4.4463,
      "step": 16941
    },
    {
      "epoch": 0.10864435039117609,
      "grad_norm": 4.246162414550781,
      "learning_rate": 0.00019994196107956435,
      "loss": 4.6414,
      "step": 16942
    },
    {
      "epoch": 0.10865076311401821,
      "grad_norm": 3.511981248855591,
      "learning_rate": 0.00019994195421638785,
      "loss": 4.6028,
      "step": 16943
    },
    {
      "epoch": 0.10865717583686033,
      "grad_norm": 5.348561763763428,
      "learning_rate": 0.00019994194735280563,
      "loss": 4.6726,
      "step": 16944
    },
    {
      "epoch": 0.10866358855970246,
      "grad_norm": 4.300124645233154,
      "learning_rate": 0.00019994194048881782,
      "loss": 4.4581,
      "step": 16945
    },
    {
      "epoch": 0.10867000128254457,
      "grad_norm": 7.775611877441406,
      "learning_rate": 0.00019994193362442438,
      "loss": 5.1977,
      "step": 16946
    },
    {
      "epoch": 0.10867641400538669,
      "grad_norm": 6.112419605255127,
      "learning_rate": 0.00019994192675962523,
      "loss": 4.7976,
      "step": 16947
    },
    {
      "epoch": 0.1086828267282288,
      "grad_norm": 4.873162746429443,
      "learning_rate": 0.00019994191989442049,
      "loss": 4.6646,
      "step": 16948
    },
    {
      "epoch": 0.10868923945107092,
      "grad_norm": 3.3689305782318115,
      "learning_rate": 0.00019994191302881008,
      "loss": 4.5877,
      "step": 16949
    },
    {
      "epoch": 0.10869565217391304,
      "grad_norm": 6.3501715660095215,
      "learning_rate": 0.00019994190616279403,
      "loss": 4.4138,
      "step": 16950
    },
    {
      "epoch": 0.10870206489675516,
      "grad_norm": 3.6314282417297363,
      "learning_rate": 0.00019994189929637232,
      "loss": 4.3763,
      "step": 16951
    },
    {
      "epoch": 0.10870847761959729,
      "grad_norm": 4.2437543869018555,
      "learning_rate": 0.00019994189242954498,
      "loss": 4.5346,
      "step": 16952
    },
    {
      "epoch": 0.1087148903424394,
      "grad_norm": 4.541886329650879,
      "learning_rate": 0.00019994188556231196,
      "loss": 4.7261,
      "step": 16953
    },
    {
      "epoch": 0.10872130306528152,
      "grad_norm": 4.322178840637207,
      "learning_rate": 0.0001999418786946733,
      "loss": 4.6941,
      "step": 16954
    },
    {
      "epoch": 0.10872771578812364,
      "grad_norm": 4.715836524963379,
      "learning_rate": 0.00019994187182662904,
      "loss": 4.5495,
      "step": 16955
    },
    {
      "epoch": 0.10873412851096576,
      "grad_norm": 4.825460433959961,
      "learning_rate": 0.0001999418649581791,
      "loss": 4.6567,
      "step": 16956
    },
    {
      "epoch": 0.10874054123380787,
      "grad_norm": 7.077336311340332,
      "learning_rate": 0.00019994185808932348,
      "loss": 4.5396,
      "step": 16957
    },
    {
      "epoch": 0.10874695395664999,
      "grad_norm": 2.8386802673339844,
      "learning_rate": 0.00019994185122006227,
      "loss": 4.5821,
      "step": 16958
    },
    {
      "epoch": 0.1087533666794921,
      "grad_norm": 3.2039406299591064,
      "learning_rate": 0.00019994184435039538,
      "loss": 4.7364,
      "step": 16959
    },
    {
      "epoch": 0.10875977940233424,
      "grad_norm": 11.32619571685791,
      "learning_rate": 0.00019994183748032286,
      "loss": 4.595,
      "step": 16960
    },
    {
      "epoch": 0.10876619212517635,
      "grad_norm": 6.271261215209961,
      "learning_rate": 0.00019994183060984466,
      "loss": 4.4989,
      "step": 16961
    },
    {
      "epoch": 0.10877260484801847,
      "grad_norm": 3.3051905632019043,
      "learning_rate": 0.00019994182373896083,
      "loss": 4.4636,
      "step": 16962
    },
    {
      "epoch": 0.10877901757086059,
      "grad_norm": 3.8605973720550537,
      "learning_rate": 0.00019994181686767135,
      "loss": 4.7163,
      "step": 16963
    },
    {
      "epoch": 0.1087854302937027,
      "grad_norm": 3.821148157119751,
      "learning_rate": 0.00019994180999597622,
      "loss": 4.488,
      "step": 16964
    },
    {
      "epoch": 0.10879184301654482,
      "grad_norm": 4.170257568359375,
      "learning_rate": 0.00019994180312387548,
      "loss": 4.4863,
      "step": 16965
    },
    {
      "epoch": 0.10879825573938694,
      "grad_norm": 3.946357250213623,
      "learning_rate": 0.00019994179625136904,
      "loss": 4.6065,
      "step": 16966
    },
    {
      "epoch": 0.10880466846222907,
      "grad_norm": 4.984064102172852,
      "learning_rate": 0.00019994178937845697,
      "loss": 4.423,
      "step": 16967
    },
    {
      "epoch": 0.10881108118507118,
      "grad_norm": 4.147836685180664,
      "learning_rate": 0.00019994178250513927,
      "loss": 4.5273,
      "step": 16968
    },
    {
      "epoch": 0.1088174939079133,
      "grad_norm": 3.3541154861450195,
      "learning_rate": 0.00019994177563141592,
      "loss": 4.8181,
      "step": 16969
    },
    {
      "epoch": 0.10882390663075542,
      "grad_norm": 12.934308052062988,
      "learning_rate": 0.00019994176875728692,
      "loss": 4.9247,
      "step": 16970
    },
    {
      "epoch": 0.10883031935359753,
      "grad_norm": 4.585784435272217,
      "learning_rate": 0.00019994176188275226,
      "loss": 4.3929,
      "step": 16971
    },
    {
      "epoch": 0.10883673207643965,
      "grad_norm": 3.1395015716552734,
      "learning_rate": 0.00019994175500781197,
      "loss": 4.4625,
      "step": 16972
    },
    {
      "epoch": 0.10884314479928177,
      "grad_norm": 3.89872145652771,
      "learning_rate": 0.00019994174813246603,
      "loss": 4.6516,
      "step": 16973
    },
    {
      "epoch": 0.1088495575221239,
      "grad_norm": 3.2879209518432617,
      "learning_rate": 0.00019994174125671443,
      "loss": 4.7764,
      "step": 16974
    },
    {
      "epoch": 0.10885597024496602,
      "grad_norm": 3.588634967803955,
      "learning_rate": 0.00019994173438055718,
      "loss": 4.7303,
      "step": 16975
    },
    {
      "epoch": 0.10886238296780813,
      "grad_norm": 3.6842517852783203,
      "learning_rate": 0.0001999417275039943,
      "loss": 4.5325,
      "step": 16976
    },
    {
      "epoch": 0.10886879569065025,
      "grad_norm": 3.1463265419006348,
      "learning_rate": 0.00019994172062702577,
      "loss": 4.3629,
      "step": 16977
    },
    {
      "epoch": 0.10887520841349237,
      "grad_norm": 3.412079095840454,
      "learning_rate": 0.0001999417137496516,
      "loss": 4.6329,
      "step": 16978
    },
    {
      "epoch": 0.10888162113633448,
      "grad_norm": 7.1414690017700195,
      "learning_rate": 0.00019994170687187175,
      "loss": 4.5016,
      "step": 16979
    },
    {
      "epoch": 0.1088880338591766,
      "grad_norm": 3.5325777530670166,
      "learning_rate": 0.00019994169999368628,
      "loss": 4.3972,
      "step": 16980
    },
    {
      "epoch": 0.10889444658201873,
      "grad_norm": 3.3642609119415283,
      "learning_rate": 0.00019994169311509516,
      "loss": 4.4125,
      "step": 16981
    },
    {
      "epoch": 0.10890085930486085,
      "grad_norm": 3.6219284534454346,
      "learning_rate": 0.00019994168623609836,
      "loss": 4.6643,
      "step": 16982
    },
    {
      "epoch": 0.10890727202770296,
      "grad_norm": 3.393282175064087,
      "learning_rate": 0.00019994167935669595,
      "loss": 4.413,
      "step": 16983
    },
    {
      "epoch": 0.10891368475054508,
      "grad_norm": 4.092111110687256,
      "learning_rate": 0.0001999416724768879,
      "loss": 4.6066,
      "step": 16984
    },
    {
      "epoch": 0.1089200974733872,
      "grad_norm": 2.8869636058807373,
      "learning_rate": 0.0001999416655966742,
      "loss": 4.4488,
      "step": 16985
    },
    {
      "epoch": 0.10892651019622931,
      "grad_norm": 3.1524205207824707,
      "learning_rate": 0.00019994165871605485,
      "loss": 4.7969,
      "step": 16986
    },
    {
      "epoch": 0.10893292291907143,
      "grad_norm": 3.755340814590454,
      "learning_rate": 0.00019994165183502983,
      "loss": 4.6269,
      "step": 16987
    },
    {
      "epoch": 0.10893933564191356,
      "grad_norm": 4.148373126983643,
      "learning_rate": 0.00019994164495359918,
      "loss": 4.4645,
      "step": 16988
    },
    {
      "epoch": 0.10894574836475568,
      "grad_norm": 5.249979019165039,
      "learning_rate": 0.00019994163807176288,
      "loss": 4.4915,
      "step": 16989
    },
    {
      "epoch": 0.1089521610875978,
      "grad_norm": 4.500322341918945,
      "learning_rate": 0.00019994163118952093,
      "loss": 4.6775,
      "step": 16990
    },
    {
      "epoch": 0.10895857381043991,
      "grad_norm": 4.149170875549316,
      "learning_rate": 0.00019994162430687334,
      "loss": 4.6463,
      "step": 16991
    },
    {
      "epoch": 0.10896498653328203,
      "grad_norm": 3.5079727172851562,
      "learning_rate": 0.0001999416174238201,
      "loss": 4.5433,
      "step": 16992
    },
    {
      "epoch": 0.10897139925612415,
      "grad_norm": 3.577883005142212,
      "learning_rate": 0.00019994161054036122,
      "loss": 4.7153,
      "step": 16993
    },
    {
      "epoch": 0.10897781197896626,
      "grad_norm": 3.6462769508361816,
      "learning_rate": 0.0001999416036564967,
      "loss": 4.6479,
      "step": 16994
    },
    {
      "epoch": 0.1089842247018084,
      "grad_norm": 3.4945874214172363,
      "learning_rate": 0.00019994159677222653,
      "loss": 4.5034,
      "step": 16995
    },
    {
      "epoch": 0.10899063742465051,
      "grad_norm": 5.06856632232666,
      "learning_rate": 0.0001999415898875507,
      "loss": 4.3012,
      "step": 16996
    },
    {
      "epoch": 0.10899705014749263,
      "grad_norm": 3.6288299560546875,
      "learning_rate": 0.00019994158300246925,
      "loss": 4.5865,
      "step": 16997
    },
    {
      "epoch": 0.10900346287033474,
      "grad_norm": 4.27349328994751,
      "learning_rate": 0.0001999415761169821,
      "loss": 4.7194,
      "step": 16998
    },
    {
      "epoch": 0.10900987559317686,
      "grad_norm": 5.329192638397217,
      "learning_rate": 0.00019994156923108935,
      "loss": 4.6161,
      "step": 16999
    },
    {
      "epoch": 0.10901628831601898,
      "grad_norm": 10.163257598876953,
      "learning_rate": 0.00019994156234479096,
      "loss": 4.6211,
      "step": 17000
    },
    {
      "epoch": 0.10901628831601898,
      "eval_loss": 4.550263404846191,
      "eval_runtime": 34.775,
      "eval_samples_per_second": 90.151,
      "eval_steps_per_second": 22.545,
      "step": 17000
    },
    {
      "epoch": 0.1090227010388611,
      "grad_norm": 7.206903457641602,
      "learning_rate": 0.00019994155545808692,
      "loss": 4.8115,
      "step": 17001
    },
    {
      "epoch": 0.10902911376170323,
      "grad_norm": 4.216115474700928,
      "learning_rate": 0.0001999415485709772,
      "loss": 4.7473,
      "step": 17002
    },
    {
      "epoch": 0.10903552648454534,
      "grad_norm": 17.93526268005371,
      "learning_rate": 0.00019994154168346184,
      "loss": 4.4676,
      "step": 17003
    },
    {
      "epoch": 0.10904193920738746,
      "grad_norm": 3.9938907623291016,
      "learning_rate": 0.00019994153479554086,
      "loss": 5.0383,
      "step": 17004
    },
    {
      "epoch": 0.10904835193022958,
      "grad_norm": 38.66129684448242,
      "learning_rate": 0.00019994152790721423,
      "loss": 4.4788,
      "step": 17005
    },
    {
      "epoch": 0.10905476465307169,
      "grad_norm": 4.190230369567871,
      "learning_rate": 0.00019994152101848194,
      "loss": 4.5529,
      "step": 17006
    },
    {
      "epoch": 0.10906117737591381,
      "grad_norm": 4.453137397766113,
      "learning_rate": 0.000199941514129344,
      "loss": 4.7669,
      "step": 17007
    },
    {
      "epoch": 0.10906759009875593,
      "grad_norm": 4.621549606323242,
      "learning_rate": 0.00019994150723980043,
      "loss": 4.602,
      "step": 17008
    },
    {
      "epoch": 0.10907400282159806,
      "grad_norm": 8.151659965515137,
      "learning_rate": 0.0001999415003498512,
      "loss": 4.3622,
      "step": 17009
    },
    {
      "epoch": 0.10908041554444017,
      "grad_norm": 4.226686954498291,
      "learning_rate": 0.00019994149345949633,
      "loss": 4.4223,
      "step": 17010
    },
    {
      "epoch": 0.10908682826728229,
      "grad_norm": 4.638669967651367,
      "learning_rate": 0.00019994148656873583,
      "loss": 4.5573,
      "step": 17011
    },
    {
      "epoch": 0.10909324099012441,
      "grad_norm": 7.75353479385376,
      "learning_rate": 0.00019994147967756964,
      "loss": 4.6631,
      "step": 17012
    },
    {
      "epoch": 0.10909965371296652,
      "grad_norm": 3.6177940368652344,
      "learning_rate": 0.00019994147278599785,
      "loss": 4.736,
      "step": 17013
    },
    {
      "epoch": 0.10910606643580864,
      "grad_norm": 3.6099846363067627,
      "learning_rate": 0.0001999414658940204,
      "loss": 4.5971,
      "step": 17014
    },
    {
      "epoch": 0.10911247915865076,
      "grad_norm": 6.413111686706543,
      "learning_rate": 0.0001999414590016373,
      "loss": 4.5339,
      "step": 17015
    },
    {
      "epoch": 0.10911889188149289,
      "grad_norm": 10.18647289276123,
      "learning_rate": 0.00019994145210884857,
      "loss": 4.4551,
      "step": 17016
    },
    {
      "epoch": 0.109125304604335,
      "grad_norm": 3.7848894596099854,
      "learning_rate": 0.00019994144521565414,
      "loss": 4.3725,
      "step": 17017
    },
    {
      "epoch": 0.10913171732717712,
      "grad_norm": 7.411170482635498,
      "learning_rate": 0.0001999414383220541,
      "loss": 4.6083,
      "step": 17018
    },
    {
      "epoch": 0.10913813005001924,
      "grad_norm": 14.73021411895752,
      "learning_rate": 0.00019994143142804845,
      "loss": 4.5804,
      "step": 17019
    },
    {
      "epoch": 0.10914454277286136,
      "grad_norm": 4.8140692710876465,
      "learning_rate": 0.00019994142453363711,
      "loss": 4.6338,
      "step": 17020
    },
    {
      "epoch": 0.10915095549570347,
      "grad_norm": 6.719504356384277,
      "learning_rate": 0.00019994141763882012,
      "loss": 4.5919,
      "step": 17021
    },
    {
      "epoch": 0.10915736821854559,
      "grad_norm": 3.516543388366699,
      "learning_rate": 0.0001999414107435975,
      "loss": 4.5438,
      "step": 17022
    },
    {
      "epoch": 0.10916378094138772,
      "grad_norm": 3.7447972297668457,
      "learning_rate": 0.00019994140384796926,
      "loss": 4.545,
      "step": 17023
    },
    {
      "epoch": 0.10917019366422984,
      "grad_norm": 3.398952007293701,
      "learning_rate": 0.00019994139695193535,
      "loss": 4.765,
      "step": 17024
    },
    {
      "epoch": 0.10917660638707195,
      "grad_norm": 3.3176748752593994,
      "learning_rate": 0.0001999413900554958,
      "loss": 4.3529,
      "step": 17025
    },
    {
      "epoch": 0.10918301910991407,
      "grad_norm": 3.4039969444274902,
      "learning_rate": 0.00019994138315865056,
      "loss": 4.6713,
      "step": 17026
    },
    {
      "epoch": 0.10918943183275619,
      "grad_norm": 2.8765170574188232,
      "learning_rate": 0.00019994137626139972,
      "loss": 4.54,
      "step": 17027
    },
    {
      "epoch": 0.1091958445555983,
      "grad_norm": 2.5474305152893066,
      "learning_rate": 0.00019994136936374323,
      "loss": 4.3746,
      "step": 17028
    },
    {
      "epoch": 0.10920225727844042,
      "grad_norm": 2.7444677352905273,
      "learning_rate": 0.0001999413624656811,
      "loss": 4.3325,
      "step": 17029
    },
    {
      "epoch": 0.10920867000128255,
      "grad_norm": 3.021941661834717,
      "learning_rate": 0.0001999413555672133,
      "loss": 4.7933,
      "step": 17030
    },
    {
      "epoch": 0.10921508272412467,
      "grad_norm": 3.134101152420044,
      "learning_rate": 0.00019994134866833986,
      "loss": 4.4085,
      "step": 17031
    },
    {
      "epoch": 0.10922149544696678,
      "grad_norm": 6.896796226501465,
      "learning_rate": 0.0001999413417690608,
      "loss": 4.6181,
      "step": 17032
    },
    {
      "epoch": 0.1092279081698089,
      "grad_norm": 28.012353897094727,
      "learning_rate": 0.00019994133486937607,
      "loss": 4.524,
      "step": 17033
    },
    {
      "epoch": 0.10923432089265102,
      "grad_norm": 4.333929061889648,
      "learning_rate": 0.0001999413279692857,
      "loss": 4.9956,
      "step": 17034
    },
    {
      "epoch": 0.10924073361549314,
      "grad_norm": 3.2102599143981934,
      "learning_rate": 0.00019994132106878972,
      "loss": 4.6746,
      "step": 17035
    },
    {
      "epoch": 0.10924714633833525,
      "grad_norm": 3.8241331577301025,
      "learning_rate": 0.00019994131416788805,
      "loss": 4.5569,
      "step": 17036
    },
    {
      "epoch": 0.10925355906117738,
      "grad_norm": 8.892345428466797,
      "learning_rate": 0.00019994130726658073,
      "loss": 4.7994,
      "step": 17037
    },
    {
      "epoch": 0.1092599717840195,
      "grad_norm": 24.180646896362305,
      "learning_rate": 0.0001999413003648678,
      "loss": 4.6442,
      "step": 17038
    },
    {
      "epoch": 0.10926638450686162,
      "grad_norm": 3.163396120071411,
      "learning_rate": 0.0001999412934627492,
      "loss": 4.5804,
      "step": 17039
    },
    {
      "epoch": 0.10927279722970373,
      "grad_norm": 7.377968788146973,
      "learning_rate": 0.00019994128656022496,
      "loss": 4.4402,
      "step": 17040
    },
    {
      "epoch": 0.10927920995254585,
      "grad_norm": 3.0706417560577393,
      "learning_rate": 0.00019994127965729507,
      "loss": 4.5976,
      "step": 17041
    },
    {
      "epoch": 0.10928562267538797,
      "grad_norm": 4.426878929138184,
      "learning_rate": 0.00019994127275395956,
      "loss": 4.3073,
      "step": 17042
    },
    {
      "epoch": 0.10929203539823008,
      "grad_norm": 3.1767983436584473,
      "learning_rate": 0.0001999412658502184,
      "loss": 4.4331,
      "step": 17043
    },
    {
      "epoch": 0.10929844812107221,
      "grad_norm": 3.648158550262451,
      "learning_rate": 0.00019994125894607156,
      "loss": 4.6991,
      "step": 17044
    },
    {
      "epoch": 0.10930486084391433,
      "grad_norm": 4.398975849151611,
      "learning_rate": 0.00019994125204151911,
      "loss": 4.7169,
      "step": 17045
    },
    {
      "epoch": 0.10931127356675645,
      "grad_norm": 4.886441707611084,
      "learning_rate": 0.00019994124513656098,
      "loss": 4.645,
      "step": 17046
    },
    {
      "epoch": 0.10931768628959856,
      "grad_norm": 3.113699436187744,
      "learning_rate": 0.00019994123823119725,
      "loss": 4.2599,
      "step": 17047
    },
    {
      "epoch": 0.10932409901244068,
      "grad_norm": 4.944664478302002,
      "learning_rate": 0.00019994123132542784,
      "loss": 4.378,
      "step": 17048
    },
    {
      "epoch": 0.1093305117352828,
      "grad_norm": 3.16759991645813,
      "learning_rate": 0.0001999412244192528,
      "loss": 4.4268,
      "step": 17049
    },
    {
      "epoch": 0.10933692445812492,
      "grad_norm": 3.8760924339294434,
      "learning_rate": 0.0001999412175126721,
      "loss": 4.3922,
      "step": 17050
    },
    {
      "epoch": 0.10934333718096703,
      "grad_norm": 3.6582601070404053,
      "learning_rate": 0.00019994121060568575,
      "loss": 4.5714,
      "step": 17051
    },
    {
      "epoch": 0.10934974990380916,
      "grad_norm": 3.9389424324035645,
      "learning_rate": 0.00019994120369829378,
      "loss": 4.7786,
      "step": 17052
    },
    {
      "epoch": 0.10935616262665128,
      "grad_norm": 3.9647216796875,
      "learning_rate": 0.00019994119679049617,
      "loss": 4.2496,
      "step": 17053
    },
    {
      "epoch": 0.1093625753494934,
      "grad_norm": 4.8089680671691895,
      "learning_rate": 0.0001999411898822929,
      "loss": 4.4631,
      "step": 17054
    },
    {
      "epoch": 0.10936898807233551,
      "grad_norm": 3.4243288040161133,
      "learning_rate": 0.00019994118297368398,
      "loss": 4.8372,
      "step": 17055
    },
    {
      "epoch": 0.10937540079517763,
      "grad_norm": 3.6046524047851562,
      "learning_rate": 0.0001999411760646694,
      "loss": 5.0353,
      "step": 17056
    },
    {
      "epoch": 0.10938181351801975,
      "grad_norm": 19.682647705078125,
      "learning_rate": 0.00019994116915524922,
      "loss": 4.5032,
      "step": 17057
    },
    {
      "epoch": 0.10938822624086186,
      "grad_norm": 4.013264179229736,
      "learning_rate": 0.0001999411622454234,
      "loss": 4.4945,
      "step": 17058
    },
    {
      "epoch": 0.109394638963704,
      "grad_norm": 4.381911277770996,
      "learning_rate": 0.0001999411553351919,
      "loss": 4.3632,
      "step": 17059
    },
    {
      "epoch": 0.10940105168654611,
      "grad_norm": 4.939756393432617,
      "learning_rate": 0.00019994114842455477,
      "loss": 4.6476,
      "step": 17060
    },
    {
      "epoch": 0.10940746440938823,
      "grad_norm": 5.190401554107666,
      "learning_rate": 0.00019994114151351196,
      "loss": 4.5595,
      "step": 17061
    },
    {
      "epoch": 0.10941387713223034,
      "grad_norm": 4.811354637145996,
      "learning_rate": 0.00019994113460206355,
      "loss": 4.4902,
      "step": 17062
    },
    {
      "epoch": 0.10942028985507246,
      "grad_norm": 4.535393714904785,
      "learning_rate": 0.00019994112769020946,
      "loss": 4.3917,
      "step": 17063
    },
    {
      "epoch": 0.10942670257791458,
      "grad_norm": 6.722357273101807,
      "learning_rate": 0.00019994112077794976,
      "loss": 4.6109,
      "step": 17064
    },
    {
      "epoch": 0.1094331153007567,
      "grad_norm": 3.024975061416626,
      "learning_rate": 0.0001999411138652844,
      "loss": 4.6418,
      "step": 17065
    },
    {
      "epoch": 0.10943952802359883,
      "grad_norm": 3.376072406768799,
      "learning_rate": 0.00019994110695221336,
      "loss": 4.3901,
      "step": 17066
    },
    {
      "epoch": 0.10944594074644094,
      "grad_norm": 4.68333101272583,
      "learning_rate": 0.00019994110003873674,
      "loss": 4.6725,
      "step": 17067
    },
    {
      "epoch": 0.10945235346928306,
      "grad_norm": 2.637661933898926,
      "learning_rate": 0.00019994109312485446,
      "loss": 4.3878,
      "step": 17068
    },
    {
      "epoch": 0.10945876619212518,
      "grad_norm": 4.1423773765563965,
      "learning_rate": 0.00019994108621056652,
      "loss": 4.662,
      "step": 17069
    },
    {
      "epoch": 0.10946517891496729,
      "grad_norm": 6.157209396362305,
      "learning_rate": 0.0001999410792958729,
      "loss": 4.6314,
      "step": 17070
    },
    {
      "epoch": 0.10947159163780941,
      "grad_norm": 4.023105144500732,
      "learning_rate": 0.0001999410723807737,
      "loss": 4.3923,
      "step": 17071
    },
    {
      "epoch": 0.10947800436065153,
      "grad_norm": 3.693042039871216,
      "learning_rate": 0.00019994106546526884,
      "loss": 4.6468,
      "step": 17072
    },
    {
      "epoch": 0.10948441708349366,
      "grad_norm": 3.852825880050659,
      "learning_rate": 0.00019994105854935832,
      "loss": 4.6721,
      "step": 17073
    },
    {
      "epoch": 0.10949082980633577,
      "grad_norm": 3.7532997131347656,
      "learning_rate": 0.00019994105163304216,
      "loss": 4.5278,
      "step": 17074
    },
    {
      "epoch": 0.10949724252917789,
      "grad_norm": 3.68253493309021,
      "learning_rate": 0.00019994104471632036,
      "loss": 4.3261,
      "step": 17075
    },
    {
      "epoch": 0.10950365525202001,
      "grad_norm": 3.151618719100952,
      "learning_rate": 0.00019994103779919292,
      "loss": 4.4849,
      "step": 17076
    },
    {
      "epoch": 0.10951006797486212,
      "grad_norm": 3.321910858154297,
      "learning_rate": 0.00019994103088165983,
      "loss": 4.4899,
      "step": 17077
    },
    {
      "epoch": 0.10951648069770424,
      "grad_norm": 27.052122116088867,
      "learning_rate": 0.00019994102396372107,
      "loss": 4.5047,
      "step": 17078
    },
    {
      "epoch": 0.10952289342054636,
      "grad_norm": 4.082846164703369,
      "learning_rate": 0.0001999410170453767,
      "loss": 4.453,
      "step": 17079
    },
    {
      "epoch": 0.10952930614338849,
      "grad_norm": 3.8958702087402344,
      "learning_rate": 0.00019994101012662667,
      "loss": 4.4624,
      "step": 17080
    },
    {
      "epoch": 0.1095357188662306,
      "grad_norm": 4.4392266273498535,
      "learning_rate": 0.000199941003207471,
      "loss": 4.8273,
      "step": 17081
    },
    {
      "epoch": 0.10954213158907272,
      "grad_norm": 3.703141927719116,
      "learning_rate": 0.0001999409962879097,
      "loss": 4.6966,
      "step": 17082
    },
    {
      "epoch": 0.10954854431191484,
      "grad_norm": 3.1087982654571533,
      "learning_rate": 0.00019994098936794276,
      "loss": 4.5179,
      "step": 17083
    },
    {
      "epoch": 0.10955495703475696,
      "grad_norm": 4.257872581481934,
      "learning_rate": 0.00019994098244757014,
      "loss": 4.6376,
      "step": 17084
    },
    {
      "epoch": 0.10956136975759907,
      "grad_norm": 4.360624313354492,
      "learning_rate": 0.0001999409755267919,
      "loss": 4.8107,
      "step": 17085
    },
    {
      "epoch": 0.10956778248044119,
      "grad_norm": 3.2571046352386475,
      "learning_rate": 0.000199940968605608,
      "loss": 4.6487,
      "step": 17086
    },
    {
      "epoch": 0.10957419520328332,
      "grad_norm": 3.326144218444824,
      "learning_rate": 0.00019994096168401848,
      "loss": 4.6424,
      "step": 17087
    },
    {
      "epoch": 0.10958060792612544,
      "grad_norm": 3.6620371341705322,
      "learning_rate": 0.00019994095476202328,
      "loss": 4.9441,
      "step": 17088
    },
    {
      "epoch": 0.10958702064896755,
      "grad_norm": 3.2437705993652344,
      "learning_rate": 0.00019994094783962248,
      "loss": 4.4181,
      "step": 17089
    },
    {
      "epoch": 0.10959343337180967,
      "grad_norm": 3.119901657104492,
      "learning_rate": 0.00019994094091681602,
      "loss": 4.4247,
      "step": 17090
    },
    {
      "epoch": 0.10959984609465179,
      "grad_norm": 3.189401149749756,
      "learning_rate": 0.0001999409339936039,
      "loss": 4.5451,
      "step": 17091
    },
    {
      "epoch": 0.1096062588174939,
      "grad_norm": 3.2971270084381104,
      "learning_rate": 0.00019994092706998614,
      "loss": 4.7041,
      "step": 17092
    },
    {
      "epoch": 0.10961267154033602,
      "grad_norm": 3.0372538566589355,
      "learning_rate": 0.00019994092014596277,
      "loss": 4.5636,
      "step": 17093
    },
    {
      "epoch": 0.10961908426317815,
      "grad_norm": 3.3271408081054688,
      "learning_rate": 0.00019994091322153373,
      "loss": 4.5317,
      "step": 17094
    },
    {
      "epoch": 0.10962549698602027,
      "grad_norm": 2.996872901916504,
      "learning_rate": 0.00019994090629669902,
      "loss": 4.7488,
      "step": 17095
    },
    {
      "epoch": 0.10963190970886239,
      "grad_norm": 18.89021873474121,
      "learning_rate": 0.0001999408993714587,
      "loss": 4.4714,
      "step": 17096
    },
    {
      "epoch": 0.1096383224317045,
      "grad_norm": 3.0252246856689453,
      "learning_rate": 0.00019994089244581274,
      "loss": 4.5229,
      "step": 17097
    },
    {
      "epoch": 0.10964473515454662,
      "grad_norm": 12.716365814208984,
      "learning_rate": 0.00019994088551976113,
      "loss": 4.5974,
      "step": 17098
    },
    {
      "epoch": 0.10965114787738874,
      "grad_norm": 2.977015972137451,
      "learning_rate": 0.00019994087859330386,
      "loss": 4.4167,
      "step": 17099
    },
    {
      "epoch": 0.10965756060023085,
      "grad_norm": 3.0982275009155273,
      "learning_rate": 0.00019994087166644097,
      "loss": 4.5921,
      "step": 17100
    },
    {
      "epoch": 0.10965756060023085,
      "eval_loss": 4.543147087097168,
      "eval_runtime": 34.714,
      "eval_samples_per_second": 90.31,
      "eval_steps_per_second": 22.585,
      "step": 17100
    },
    {
      "epoch": 0.10966397332307298,
      "grad_norm": 3.279550313949585,
      "learning_rate": 0.00019994086473917243,
      "loss": 4.3083,
      "step": 17101
    },
    {
      "epoch": 0.1096703860459151,
      "grad_norm": 3.2872440814971924,
      "learning_rate": 0.00019994085781149825,
      "loss": 4.5308,
      "step": 17102
    },
    {
      "epoch": 0.10967679876875722,
      "grad_norm": 3.5285189151763916,
      "learning_rate": 0.0001999408508834184,
      "loss": 4.5185,
      "step": 17103
    },
    {
      "epoch": 0.10968321149159933,
      "grad_norm": 8.909841537475586,
      "learning_rate": 0.00019994084395493294,
      "loss": 4.6186,
      "step": 17104
    },
    {
      "epoch": 0.10968962421444145,
      "grad_norm": 3.629112482070923,
      "learning_rate": 0.00019994083702604183,
      "loss": 4.4286,
      "step": 17105
    },
    {
      "epoch": 0.10969603693728357,
      "grad_norm": 3.06794810295105,
      "learning_rate": 0.00019994083009674504,
      "loss": 4.5223,
      "step": 17106
    },
    {
      "epoch": 0.10970244966012568,
      "grad_norm": 4.140467643737793,
      "learning_rate": 0.00019994082316704265,
      "loss": 4.5323,
      "step": 17107
    },
    {
      "epoch": 0.10970886238296781,
      "grad_norm": 4.635890483856201,
      "learning_rate": 0.00019994081623693458,
      "loss": 4.6133,
      "step": 17108
    },
    {
      "epoch": 0.10971527510580993,
      "grad_norm": 4.812018394470215,
      "learning_rate": 0.0001999408093064209,
      "loss": 4.6526,
      "step": 17109
    },
    {
      "epoch": 0.10972168782865205,
      "grad_norm": 2.7852087020874023,
      "learning_rate": 0.00019994080237550156,
      "loss": 4.484,
      "step": 17110
    },
    {
      "epoch": 0.10972810055149416,
      "grad_norm": 3.339158296585083,
      "learning_rate": 0.0001999407954441766,
      "loss": 4.5249,
      "step": 17111
    },
    {
      "epoch": 0.10973451327433628,
      "grad_norm": 3.2270731925964355,
      "learning_rate": 0.00019994078851244597,
      "loss": 4.5334,
      "step": 17112
    },
    {
      "epoch": 0.1097409259971784,
      "grad_norm": 3.385859966278076,
      "learning_rate": 0.00019994078158030974,
      "loss": 4.6206,
      "step": 17113
    },
    {
      "epoch": 0.10974733872002052,
      "grad_norm": 4.010788440704346,
      "learning_rate": 0.00019994077464776782,
      "loss": 4.6551,
      "step": 17114
    },
    {
      "epoch": 0.10975375144286265,
      "grad_norm": 4.835555076599121,
      "learning_rate": 0.00019994076771482028,
      "loss": 4.7602,
      "step": 17115
    },
    {
      "epoch": 0.10976016416570476,
      "grad_norm": 6.5121941566467285,
      "learning_rate": 0.00019994076078146708,
      "loss": 4.5774,
      "step": 17116
    },
    {
      "epoch": 0.10976657688854688,
      "grad_norm": 11.432194709777832,
      "learning_rate": 0.00019994075384770823,
      "loss": 4.3565,
      "step": 17117
    },
    {
      "epoch": 0.109772989611389,
      "grad_norm": 3.49072265625,
      "learning_rate": 0.00019994074691354375,
      "loss": 4.7805,
      "step": 17118
    },
    {
      "epoch": 0.10977940233423111,
      "grad_norm": 3.459930419921875,
      "learning_rate": 0.00019994073997897362,
      "loss": 4.4203,
      "step": 17119
    },
    {
      "epoch": 0.10978581505707323,
      "grad_norm": 3.7642507553100586,
      "learning_rate": 0.00019994073304399788,
      "loss": 4.3454,
      "step": 17120
    },
    {
      "epoch": 0.10979222777991535,
      "grad_norm": 3.8889431953430176,
      "learning_rate": 0.00019994072610861644,
      "loss": 4.4975,
      "step": 17121
    },
    {
      "epoch": 0.10979864050275748,
      "grad_norm": 3.718987226486206,
      "learning_rate": 0.00019994071917282943,
      "loss": 4.6849,
      "step": 17122
    },
    {
      "epoch": 0.1098050532255996,
      "grad_norm": 3.2781243324279785,
      "learning_rate": 0.0001999407122366367,
      "loss": 4.6589,
      "step": 17123
    },
    {
      "epoch": 0.10981146594844171,
      "grad_norm": 3.3489015102386475,
      "learning_rate": 0.00019994070530003838,
      "loss": 4.5829,
      "step": 17124
    },
    {
      "epoch": 0.10981787867128383,
      "grad_norm": 3.836937427520752,
      "learning_rate": 0.0001999406983630344,
      "loss": 4.3919,
      "step": 17125
    },
    {
      "epoch": 0.10982429139412594,
      "grad_norm": 2.9481382369995117,
      "learning_rate": 0.00019994069142562478,
      "loss": 4.4101,
      "step": 17126
    },
    {
      "epoch": 0.10983070411696806,
      "grad_norm": 12.83518123626709,
      "learning_rate": 0.00019994068448780952,
      "loss": 4.5031,
      "step": 17127
    },
    {
      "epoch": 0.10983711683981018,
      "grad_norm": 3.378892421722412,
      "learning_rate": 0.0001999406775495886,
      "loss": 4.7122,
      "step": 17128
    },
    {
      "epoch": 0.10984352956265231,
      "grad_norm": 6.929792404174805,
      "learning_rate": 0.00019994067061096207,
      "loss": 4.4802,
      "step": 17129
    },
    {
      "epoch": 0.10984994228549443,
      "grad_norm": 2.800058603286743,
      "learning_rate": 0.00019994066367192987,
      "loss": 4.4978,
      "step": 17130
    },
    {
      "epoch": 0.10985635500833654,
      "grad_norm": 6.568472385406494,
      "learning_rate": 0.00019994065673249202,
      "loss": 5.2712,
      "step": 17131
    },
    {
      "epoch": 0.10986276773117866,
      "grad_norm": 2.829826831817627,
      "learning_rate": 0.00019994064979264855,
      "loss": 4.6374,
      "step": 17132
    },
    {
      "epoch": 0.10986918045402078,
      "grad_norm": 3.205296754837036,
      "learning_rate": 0.00019994064285239942,
      "loss": 4.4369,
      "step": 17133
    },
    {
      "epoch": 0.10987559317686289,
      "grad_norm": 3.3120453357696533,
      "learning_rate": 0.00019994063591174466,
      "loss": 4.9376,
      "step": 17134
    },
    {
      "epoch": 0.10988200589970501,
      "grad_norm": 2.6488609313964844,
      "learning_rate": 0.00019994062897068425,
      "loss": 4.7076,
      "step": 17135
    },
    {
      "epoch": 0.10988841862254714,
      "grad_norm": 2.266808271408081,
      "learning_rate": 0.00019994062202921819,
      "loss": 4.3479,
      "step": 17136
    },
    {
      "epoch": 0.10989483134538926,
      "grad_norm": 2.3946831226348877,
      "learning_rate": 0.00019994061508734652,
      "loss": 4.4335,
      "step": 17137
    },
    {
      "epoch": 0.10990124406823137,
      "grad_norm": 3.934272527694702,
      "learning_rate": 0.00019994060814506917,
      "loss": 4.6607,
      "step": 17138
    },
    {
      "epoch": 0.10990765679107349,
      "grad_norm": 3.449289560317993,
      "learning_rate": 0.0001999406012023862,
      "loss": 4.6638,
      "step": 17139
    },
    {
      "epoch": 0.10991406951391561,
      "grad_norm": 2.873682737350464,
      "learning_rate": 0.0001999405942592976,
      "loss": 4.5601,
      "step": 17140
    },
    {
      "epoch": 0.10992048223675772,
      "grad_norm": 5.8445844650268555,
      "learning_rate": 0.00019994058731580334,
      "loss": 4.2997,
      "step": 17141
    },
    {
      "epoch": 0.10992689495959984,
      "grad_norm": 2.5879809856414795,
      "learning_rate": 0.00019994058037190344,
      "loss": 4.55,
      "step": 17142
    },
    {
      "epoch": 0.10993330768244196,
      "grad_norm": 3.158651113510132,
      "learning_rate": 0.00019994057342759787,
      "loss": 4.5784,
      "step": 17143
    },
    {
      "epoch": 0.10993972040528409,
      "grad_norm": 3.9251506328582764,
      "learning_rate": 0.0001999405664828867,
      "loss": 4.4831,
      "step": 17144
    },
    {
      "epoch": 0.1099461331281262,
      "grad_norm": 2.7036666870117188,
      "learning_rate": 0.00019994055953776986,
      "loss": 4.8756,
      "step": 17145
    },
    {
      "epoch": 0.10995254585096832,
      "grad_norm": 3.3506553173065186,
      "learning_rate": 0.0001999405525922474,
      "loss": 4.6832,
      "step": 17146
    },
    {
      "epoch": 0.10995895857381044,
      "grad_norm": 2.814832925796509,
      "learning_rate": 0.00019994054564631927,
      "loss": 4.4675,
      "step": 17147
    },
    {
      "epoch": 0.10996537129665256,
      "grad_norm": 3.0258772373199463,
      "learning_rate": 0.0001999405386999855,
      "loss": 4.4016,
      "step": 17148
    },
    {
      "epoch": 0.10997178401949467,
      "grad_norm": 3.3523125648498535,
      "learning_rate": 0.00019994053175324613,
      "loss": 4.4887,
      "step": 17149
    },
    {
      "epoch": 0.10997819674233679,
      "grad_norm": 3.8205318450927734,
      "learning_rate": 0.00019994052480610107,
      "loss": 4.4402,
      "step": 17150
    },
    {
      "epoch": 0.10998460946517892,
      "grad_norm": 3.7545979022979736,
      "learning_rate": 0.00019994051785855038,
      "loss": 4.4583,
      "step": 17151
    },
    {
      "epoch": 0.10999102218802104,
      "grad_norm": 4.409583568572998,
      "learning_rate": 0.00019994051091059406,
      "loss": 4.7492,
      "step": 17152
    },
    {
      "epoch": 0.10999743491086315,
      "grad_norm": 5.372687339782715,
      "learning_rate": 0.0001999405039622321,
      "loss": 4.4797,
      "step": 17153
    },
    {
      "epoch": 0.11000384763370527,
      "grad_norm": 9.794431686401367,
      "learning_rate": 0.0001999404970134645,
      "loss": 4.7467,
      "step": 17154
    },
    {
      "epoch": 0.11001026035654739,
      "grad_norm": 3.0575709342956543,
      "learning_rate": 0.00019994049006429124,
      "loss": 4.2228,
      "step": 17155
    },
    {
      "epoch": 0.1100166730793895,
      "grad_norm": 3.0796334743499756,
      "learning_rate": 0.00019994048311471234,
      "loss": 4.6239,
      "step": 17156
    },
    {
      "epoch": 0.11002308580223162,
      "grad_norm": 5.212465763092041,
      "learning_rate": 0.00019994047616472783,
      "loss": 4.482,
      "step": 17157
    },
    {
      "epoch": 0.11002949852507375,
      "grad_norm": 4.052030563354492,
      "learning_rate": 0.00019994046921433762,
      "loss": 4.5096,
      "step": 17158
    },
    {
      "epoch": 0.11003591124791587,
      "grad_norm": 2.8647966384887695,
      "learning_rate": 0.00019994046226354183,
      "loss": 4.5679,
      "step": 17159
    },
    {
      "epoch": 0.11004232397075799,
      "grad_norm": 2.8307182788848877,
      "learning_rate": 0.00019994045531234036,
      "loss": 4.5164,
      "step": 17160
    },
    {
      "epoch": 0.1100487366936001,
      "grad_norm": 3.3297488689422607,
      "learning_rate": 0.00019994044836073327,
      "loss": 4.5594,
      "step": 17161
    },
    {
      "epoch": 0.11005514941644222,
      "grad_norm": 2.880260467529297,
      "learning_rate": 0.00019994044140872052,
      "loss": 4.5113,
      "step": 17162
    },
    {
      "epoch": 0.11006156213928434,
      "grad_norm": 31.825159072875977,
      "learning_rate": 0.00019994043445630214,
      "loss": 4.4126,
      "step": 17163
    },
    {
      "epoch": 0.11006797486212645,
      "grad_norm": 3.726813793182373,
      "learning_rate": 0.0001999404275034781,
      "loss": 4.5973,
      "step": 17164
    },
    {
      "epoch": 0.11007438758496858,
      "grad_norm": 4.010757923126221,
      "learning_rate": 0.00019994042055024842,
      "loss": 4.7516,
      "step": 17165
    },
    {
      "epoch": 0.1100808003078107,
      "grad_norm": 3.2792398929595947,
      "learning_rate": 0.0001999404135966131,
      "loss": 4.4292,
      "step": 17166
    },
    {
      "epoch": 0.11008721303065282,
      "grad_norm": 8.39451789855957,
      "learning_rate": 0.00019994040664257217,
      "loss": 4.8524,
      "step": 17167
    },
    {
      "epoch": 0.11009362575349493,
      "grad_norm": 3.486513614654541,
      "learning_rate": 0.00019994039968812557,
      "loss": 4.6047,
      "step": 17168
    },
    {
      "epoch": 0.11010003847633705,
      "grad_norm": 4.571595191955566,
      "learning_rate": 0.00019994039273327335,
      "loss": 4.3606,
      "step": 17169
    },
    {
      "epoch": 0.11010645119917917,
      "grad_norm": 2.917895793914795,
      "learning_rate": 0.00019994038577801545,
      "loss": 4.6533,
      "step": 17170
    },
    {
      "epoch": 0.11011286392202128,
      "grad_norm": 3.1764516830444336,
      "learning_rate": 0.00019994037882235195,
      "loss": 4.3684,
      "step": 17171
    },
    {
      "epoch": 0.11011927664486341,
      "grad_norm": 2.497800588607788,
      "learning_rate": 0.00019994037186628276,
      "loss": 4.5746,
      "step": 17172
    },
    {
      "epoch": 0.11012568936770553,
      "grad_norm": 3.3083064556121826,
      "learning_rate": 0.00019994036490980798,
      "loss": 4.3531,
      "step": 17173
    },
    {
      "epoch": 0.11013210209054765,
      "grad_norm": 3.701920747756958,
      "learning_rate": 0.00019994035795292754,
      "loss": 4.4561,
      "step": 17174
    },
    {
      "epoch": 0.11013851481338977,
      "grad_norm": 3.637845993041992,
      "learning_rate": 0.00019994035099564145,
      "loss": 4.7967,
      "step": 17175
    },
    {
      "epoch": 0.11014492753623188,
      "grad_norm": 6.169327735900879,
      "learning_rate": 0.0001999403440379497,
      "loss": 4.5751,
      "step": 17176
    },
    {
      "epoch": 0.110151340259074,
      "grad_norm": 4.622679233551025,
      "learning_rate": 0.00019994033707985235,
      "loss": 4.6825,
      "step": 17177
    },
    {
      "epoch": 0.11015775298191612,
      "grad_norm": 3.4358301162719727,
      "learning_rate": 0.00019994033012134935,
      "loss": 4.5371,
      "step": 17178
    },
    {
      "epoch": 0.11016416570475825,
      "grad_norm": 2.821760892868042,
      "learning_rate": 0.0001999403231624407,
      "loss": 4.5683,
      "step": 17179
    },
    {
      "epoch": 0.11017057842760036,
      "grad_norm": 3.060129165649414,
      "learning_rate": 0.0001999403162031264,
      "loss": 4.7098,
      "step": 17180
    },
    {
      "epoch": 0.11017699115044248,
      "grad_norm": 3.515101432800293,
      "learning_rate": 0.00019994030924340645,
      "loss": 4.5244,
      "step": 17181
    },
    {
      "epoch": 0.1101834038732846,
      "grad_norm": 2.944352865219116,
      "learning_rate": 0.00019994030228328089,
      "loss": 4.7592,
      "step": 17182
    },
    {
      "epoch": 0.11018981659612671,
      "grad_norm": 2.660043954849243,
      "learning_rate": 0.00019994029532274967,
      "loss": 4.5563,
      "step": 17183
    },
    {
      "epoch": 0.11019622931896883,
      "grad_norm": 3.5385944843292236,
      "learning_rate": 0.00019994028836181282,
      "loss": 4.4198,
      "step": 17184
    },
    {
      "epoch": 0.11020264204181095,
      "grad_norm": 5.127145767211914,
      "learning_rate": 0.00019994028140047032,
      "loss": 4.4514,
      "step": 17185
    },
    {
      "epoch": 0.11020905476465308,
      "grad_norm": 8.642086029052734,
      "learning_rate": 0.0001999402744387222,
      "loss": 4.6569,
      "step": 17186
    },
    {
      "epoch": 0.1102154674874952,
      "grad_norm": 5.743884563446045,
      "learning_rate": 0.0001999402674765684,
      "loss": 4.7244,
      "step": 17187
    },
    {
      "epoch": 0.11022188021033731,
      "grad_norm": 4.2076873779296875,
      "learning_rate": 0.00019994026051400898,
      "loss": 4.6596,
      "step": 17188
    },
    {
      "epoch": 0.11022829293317943,
      "grad_norm": 2.935758590698242,
      "learning_rate": 0.00019994025355104392,
      "loss": 4.7853,
      "step": 17189
    },
    {
      "epoch": 0.11023470565602154,
      "grad_norm": 5.677976608276367,
      "learning_rate": 0.00019994024658767323,
      "loss": 4.5043,
      "step": 17190
    },
    {
      "epoch": 0.11024111837886366,
      "grad_norm": 3.4625792503356934,
      "learning_rate": 0.00019994023962389688,
      "loss": 4.5093,
      "step": 17191
    },
    {
      "epoch": 0.11024753110170578,
      "grad_norm": 3.7880611419677734,
      "learning_rate": 0.00019994023265971489,
      "loss": 4.564,
      "step": 17192
    },
    {
      "epoch": 0.11025394382454791,
      "grad_norm": 3.9102041721343994,
      "learning_rate": 0.00019994022569512726,
      "loss": 4.5982,
      "step": 17193
    },
    {
      "epoch": 0.11026035654739003,
      "grad_norm": 4.738894939422607,
      "learning_rate": 0.000199940218730134,
      "loss": 4.49,
      "step": 17194
    },
    {
      "epoch": 0.11026676927023214,
      "grad_norm": 3.089254856109619,
      "learning_rate": 0.0001999402117647351,
      "loss": 4.3696,
      "step": 17195
    },
    {
      "epoch": 0.11027318199307426,
      "grad_norm": 2.7993643283843994,
      "learning_rate": 0.00019994020479893054,
      "loss": 4.6836,
      "step": 17196
    },
    {
      "epoch": 0.11027959471591638,
      "grad_norm": 4.57685661315918,
      "learning_rate": 0.00019994019783272035,
      "loss": 4.3516,
      "step": 17197
    },
    {
      "epoch": 0.1102860074387585,
      "grad_norm": 2.3354289531707764,
      "learning_rate": 0.0001999401908661045,
      "loss": 4.4281,
      "step": 17198
    },
    {
      "epoch": 0.11029242016160061,
      "grad_norm": 3.3223934173583984,
      "learning_rate": 0.00019994018389908304,
      "loss": 4.6569,
      "step": 17199
    },
    {
      "epoch": 0.11029883288444274,
      "grad_norm": 2.671931743621826,
      "learning_rate": 0.00019994017693165592,
      "loss": 4.703,
      "step": 17200
    },
    {
      "epoch": 0.11029883288444274,
      "eval_loss": 4.519575119018555,
      "eval_runtime": 34.7541,
      "eval_samples_per_second": 90.205,
      "eval_steps_per_second": 22.558,
      "step": 17200
    },
    {
      "epoch": 0.11030524560728486,
      "grad_norm": 3.3379533290863037,
      "learning_rate": 0.0001999401699638232,
      "loss": 4.4333,
      "step": 17201
    },
    {
      "epoch": 0.11031165833012697,
      "grad_norm": 3.027167320251465,
      "learning_rate": 0.0001999401629955848,
      "loss": 4.4813,
      "step": 17202
    },
    {
      "epoch": 0.11031807105296909,
      "grad_norm": 4.48666524887085,
      "learning_rate": 0.00019994015602694076,
      "loss": 4.9954,
      "step": 17203
    },
    {
      "epoch": 0.11032448377581121,
      "grad_norm": 2.910883903503418,
      "learning_rate": 0.00019994014905789107,
      "loss": 4.4552,
      "step": 17204
    },
    {
      "epoch": 0.11033089649865332,
      "grad_norm": 8.588574409484863,
      "learning_rate": 0.00019994014208843576,
      "loss": 4.7252,
      "step": 17205
    },
    {
      "epoch": 0.11033730922149544,
      "grad_norm": 3.3152215480804443,
      "learning_rate": 0.00019994013511857482,
      "loss": 4.6453,
      "step": 17206
    },
    {
      "epoch": 0.11034372194433757,
      "grad_norm": 3.5476832389831543,
      "learning_rate": 0.0001999401281483082,
      "loss": 4.4018,
      "step": 17207
    },
    {
      "epoch": 0.11035013466717969,
      "grad_norm": 2.9037868976593018,
      "learning_rate": 0.00019994012117763597,
      "loss": 4.6407,
      "step": 17208
    },
    {
      "epoch": 0.1103565473900218,
      "grad_norm": 3.5330889225006104,
      "learning_rate": 0.0001999401142065581,
      "loss": 4.4853,
      "step": 17209
    },
    {
      "epoch": 0.11036296011286392,
      "grad_norm": 3.976020336151123,
      "learning_rate": 0.0001999401072350746,
      "loss": 4.4871,
      "step": 17210
    },
    {
      "epoch": 0.11036937283570604,
      "grad_norm": 2.8002569675445557,
      "learning_rate": 0.00019994010026318544,
      "loss": 4.6721,
      "step": 17211
    },
    {
      "epoch": 0.11037578555854816,
      "grad_norm": 2.83225679397583,
      "learning_rate": 0.00019994009329089062,
      "loss": 4.6567,
      "step": 17212
    },
    {
      "epoch": 0.11038219828139027,
      "grad_norm": 3.0599513053894043,
      "learning_rate": 0.0001999400863181902,
      "loss": 4.3871,
      "step": 17213
    },
    {
      "epoch": 0.1103886110042324,
      "grad_norm": 4.475767612457275,
      "learning_rate": 0.00019994007934508412,
      "loss": 4.6688,
      "step": 17214
    },
    {
      "epoch": 0.11039502372707452,
      "grad_norm": 16.446847915649414,
      "learning_rate": 0.0001999400723715724,
      "loss": 4.7018,
      "step": 17215
    },
    {
      "epoch": 0.11040143644991664,
      "grad_norm": 2.6527650356292725,
      "learning_rate": 0.00019994006539765505,
      "loss": 4.4503,
      "step": 17216
    },
    {
      "epoch": 0.11040784917275875,
      "grad_norm": 2.8491854667663574,
      "learning_rate": 0.00019994005842333205,
      "loss": 4.6321,
      "step": 17217
    },
    {
      "epoch": 0.11041426189560087,
      "grad_norm": 3.394940137863159,
      "learning_rate": 0.0001999400514486034,
      "loss": 4.4599,
      "step": 17218
    },
    {
      "epoch": 0.11042067461844299,
      "grad_norm": 7.4211602210998535,
      "learning_rate": 0.0001999400444734691,
      "loss": 4.6607,
      "step": 17219
    },
    {
      "epoch": 0.1104270873412851,
      "grad_norm": 3.248920440673828,
      "learning_rate": 0.0001999400374979292,
      "loss": 4.462,
      "step": 17220
    },
    {
      "epoch": 0.11043350006412724,
      "grad_norm": 3.7142696380615234,
      "learning_rate": 0.00019994003052198364,
      "loss": 4.4437,
      "step": 17221
    },
    {
      "epoch": 0.11043991278696935,
      "grad_norm": 6.303012371063232,
      "learning_rate": 0.00019994002354563244,
      "loss": 4.6186,
      "step": 17222
    },
    {
      "epoch": 0.11044632550981147,
      "grad_norm": 3.4319167137145996,
      "learning_rate": 0.0001999400165688756,
      "loss": 4.7884,
      "step": 17223
    },
    {
      "epoch": 0.11045273823265359,
      "grad_norm": 3.2821218967437744,
      "learning_rate": 0.00019994000959171313,
      "loss": 4.6867,
      "step": 17224
    },
    {
      "epoch": 0.1104591509554957,
      "grad_norm": 3.4355061054229736,
      "learning_rate": 0.000199940002614145,
      "loss": 4.7774,
      "step": 17225
    },
    {
      "epoch": 0.11046556367833782,
      "grad_norm": 3.2444019317626953,
      "learning_rate": 0.00019993999563617124,
      "loss": 4.7349,
      "step": 17226
    },
    {
      "epoch": 0.11047197640117994,
      "grad_norm": 4.599799156188965,
      "learning_rate": 0.00019993998865779184,
      "loss": 4.4774,
      "step": 17227
    },
    {
      "epoch": 0.11047838912402207,
      "grad_norm": 4.544742107391357,
      "learning_rate": 0.0001999399816790068,
      "loss": 4.4526,
      "step": 17228
    },
    {
      "epoch": 0.11048480184686418,
      "grad_norm": 3.2031896114349365,
      "learning_rate": 0.0001999399746998161,
      "loss": 4.3782,
      "step": 17229
    },
    {
      "epoch": 0.1104912145697063,
      "grad_norm": 2.7775678634643555,
      "learning_rate": 0.0001999399677202198,
      "loss": 4.4637,
      "step": 17230
    },
    {
      "epoch": 0.11049762729254842,
      "grad_norm": 3.0246176719665527,
      "learning_rate": 0.00019993996074021785,
      "loss": 4.6814,
      "step": 17231
    },
    {
      "epoch": 0.11050404001539053,
      "grad_norm": 3.2809507846832275,
      "learning_rate": 0.00019993995375981025,
      "loss": 4.7298,
      "step": 17232
    },
    {
      "epoch": 0.11051045273823265,
      "grad_norm": 3.5813522338867188,
      "learning_rate": 0.000199939946778997,
      "loss": 4.7848,
      "step": 17233
    },
    {
      "epoch": 0.11051686546107477,
      "grad_norm": 3.308274030685425,
      "learning_rate": 0.00019993993979777812,
      "loss": 4.5629,
      "step": 17234
    },
    {
      "epoch": 0.11052327818391688,
      "grad_norm": 2.9707536697387695,
      "learning_rate": 0.0001999399328161536,
      "loss": 4.48,
      "step": 17235
    },
    {
      "epoch": 0.11052969090675901,
      "grad_norm": 2.9636166095733643,
      "learning_rate": 0.00019993992583412345,
      "loss": 4.4145,
      "step": 17236
    },
    {
      "epoch": 0.11053610362960113,
      "grad_norm": 4.375833034515381,
      "learning_rate": 0.00019993991885168763,
      "loss": 4.676,
      "step": 17237
    },
    {
      "epoch": 0.11054251635244325,
      "grad_norm": 2.9517529010772705,
      "learning_rate": 0.00019993991186884622,
      "loss": 4.6078,
      "step": 17238
    },
    {
      "epoch": 0.11054892907528537,
      "grad_norm": 4.373289585113525,
      "learning_rate": 0.00019993990488559912,
      "loss": 4.7514,
      "step": 17239
    },
    {
      "epoch": 0.11055534179812748,
      "grad_norm": 3.1677050590515137,
      "learning_rate": 0.0001999398979019464,
      "loss": 4.4119,
      "step": 17240
    },
    {
      "epoch": 0.1105617545209696,
      "grad_norm": 3.1964948177337646,
      "learning_rate": 0.00019993989091788805,
      "loss": 4.3834,
      "step": 17241
    },
    {
      "epoch": 0.11056816724381172,
      "grad_norm": 4.296292781829834,
      "learning_rate": 0.00019993988393342407,
      "loss": 4.6643,
      "step": 17242
    },
    {
      "epoch": 0.11057457996665385,
      "grad_norm": 82.89865112304688,
      "learning_rate": 0.00019993987694855443,
      "loss": 4.4144,
      "step": 17243
    },
    {
      "epoch": 0.11058099268949596,
      "grad_norm": 2.8688621520996094,
      "learning_rate": 0.00019993986996327915,
      "loss": 4.4129,
      "step": 17244
    },
    {
      "epoch": 0.11058740541233808,
      "grad_norm": 2.688049077987671,
      "learning_rate": 0.00019993986297759823,
      "loss": 4.4817,
      "step": 17245
    },
    {
      "epoch": 0.1105938181351802,
      "grad_norm": 4.363099098205566,
      "learning_rate": 0.0001999398559915117,
      "loss": 4.563,
      "step": 17246
    },
    {
      "epoch": 0.11060023085802231,
      "grad_norm": 7.1356000900268555,
      "learning_rate": 0.0001999398490050195,
      "loss": 4.6441,
      "step": 17247
    },
    {
      "epoch": 0.11060664358086443,
      "grad_norm": 2.948437213897705,
      "learning_rate": 0.00019993984201812165,
      "loss": 4.5728,
      "step": 17248
    },
    {
      "epoch": 0.11061305630370655,
      "grad_norm": 3.560811996459961,
      "learning_rate": 0.0001999398350308182,
      "loss": 4.4186,
      "step": 17249
    },
    {
      "epoch": 0.11061946902654868,
      "grad_norm": 6.361041069030762,
      "learning_rate": 0.00019993982804310907,
      "loss": 4.5492,
      "step": 17250
    },
    {
      "epoch": 0.1106258817493908,
      "grad_norm": 3.4723715782165527,
      "learning_rate": 0.0001999398210549943,
      "loss": 4.6898,
      "step": 17251
    },
    {
      "epoch": 0.11063229447223291,
      "grad_norm": 3.0393335819244385,
      "learning_rate": 0.00019993981406647392,
      "loss": 4.8445,
      "step": 17252
    },
    {
      "epoch": 0.11063870719507503,
      "grad_norm": 3.173445701599121,
      "learning_rate": 0.0001999398070775479,
      "loss": 4.1956,
      "step": 17253
    },
    {
      "epoch": 0.11064511991791715,
      "grad_norm": 3.5456085205078125,
      "learning_rate": 0.00019993980008821624,
      "loss": 5.0542,
      "step": 17254
    },
    {
      "epoch": 0.11065153264075926,
      "grad_norm": 2.556297540664673,
      "learning_rate": 0.00019993979309847895,
      "loss": 4.4505,
      "step": 17255
    },
    {
      "epoch": 0.11065794536360138,
      "grad_norm": 3.0200798511505127,
      "learning_rate": 0.000199939786108336,
      "loss": 4.5552,
      "step": 17256
    },
    {
      "epoch": 0.11066435808644351,
      "grad_norm": 3.402292013168335,
      "learning_rate": 0.0001999397791177874,
      "loss": 4.4887,
      "step": 17257
    },
    {
      "epoch": 0.11067077080928563,
      "grad_norm": 3.3405275344848633,
      "learning_rate": 0.0001999397721268332,
      "loss": 4.6712,
      "step": 17258
    },
    {
      "epoch": 0.11067718353212774,
      "grad_norm": 3.8456900119781494,
      "learning_rate": 0.0001999397651354733,
      "loss": 4.749,
      "step": 17259
    },
    {
      "epoch": 0.11068359625496986,
      "grad_norm": 2.7949225902557373,
      "learning_rate": 0.00019993975814370783,
      "loss": 4.429,
      "step": 17260
    },
    {
      "epoch": 0.11069000897781198,
      "grad_norm": 2.941248893737793,
      "learning_rate": 0.00019993975115153667,
      "loss": 4.6134,
      "step": 17261
    },
    {
      "epoch": 0.1106964217006541,
      "grad_norm": 3.308070659637451,
      "learning_rate": 0.00019993974415895987,
      "loss": 4.4245,
      "step": 17262
    },
    {
      "epoch": 0.11070283442349621,
      "grad_norm": 3.4655818939208984,
      "learning_rate": 0.00019993973716597748,
      "loss": 4.7802,
      "step": 17263
    },
    {
      "epoch": 0.11070924714633834,
      "grad_norm": 2.9919843673706055,
      "learning_rate": 0.00019993973017258944,
      "loss": 4.6385,
      "step": 17264
    },
    {
      "epoch": 0.11071565986918046,
      "grad_norm": 3.6009433269500732,
      "learning_rate": 0.0001999397231787957,
      "loss": 4.5431,
      "step": 17265
    },
    {
      "epoch": 0.11072207259202257,
      "grad_norm": 3.444035530090332,
      "learning_rate": 0.00019993971618459638,
      "loss": 5.1691,
      "step": 17266
    },
    {
      "epoch": 0.11072848531486469,
      "grad_norm": 3.4666006565093994,
      "learning_rate": 0.0001999397091899914,
      "loss": 4.4205,
      "step": 17267
    },
    {
      "epoch": 0.11073489803770681,
      "grad_norm": 6.719275951385498,
      "learning_rate": 0.0001999397021949808,
      "loss": 4.4011,
      "step": 17268
    },
    {
      "epoch": 0.11074131076054892,
      "grad_norm": 3.5411863327026367,
      "learning_rate": 0.00019993969519956455,
      "loss": 4.9618,
      "step": 17269
    },
    {
      "epoch": 0.11074772348339104,
      "grad_norm": 4.558452129364014,
      "learning_rate": 0.00019993968820374264,
      "loss": 4.5101,
      "step": 17270
    },
    {
      "epoch": 0.11075413620623317,
      "grad_norm": 2.9108939170837402,
      "learning_rate": 0.00019993968120751512,
      "loss": 5.0158,
      "step": 17271
    },
    {
      "epoch": 0.11076054892907529,
      "grad_norm": 3.909040689468384,
      "learning_rate": 0.00019993967421088195,
      "loss": 4.568,
      "step": 17272
    },
    {
      "epoch": 0.1107669616519174,
      "grad_norm": 12.36915397644043,
      "learning_rate": 0.00019993966721384315,
      "loss": 4.5267,
      "step": 17273
    },
    {
      "epoch": 0.11077337437475952,
      "grad_norm": 2.9554972648620605,
      "learning_rate": 0.0001999396602163987,
      "loss": 4.536,
      "step": 17274
    },
    {
      "epoch": 0.11077978709760164,
      "grad_norm": 3.215855598449707,
      "learning_rate": 0.00019993965321854859,
      "loss": 4.7525,
      "step": 17275
    },
    {
      "epoch": 0.11078619982044376,
      "grad_norm": 3.93007493019104,
      "learning_rate": 0.00019993964622029288,
      "loss": 4.5075,
      "step": 17276
    },
    {
      "epoch": 0.11079261254328587,
      "grad_norm": 3.551715612411499,
      "learning_rate": 0.00019993963922163152,
      "loss": 4.7043,
      "step": 17277
    },
    {
      "epoch": 0.110799025266128,
      "grad_norm": 2.8838412761688232,
      "learning_rate": 0.00019993963222256453,
      "loss": 4.5075,
      "step": 17278
    },
    {
      "epoch": 0.11080543798897012,
      "grad_norm": 2.9864845275878906,
      "learning_rate": 0.00019993962522309188,
      "loss": 4.5224,
      "step": 17279
    },
    {
      "epoch": 0.11081185071181224,
      "grad_norm": 3.0722436904907227,
      "learning_rate": 0.00019993961822321361,
      "loss": 4.2374,
      "step": 17280
    },
    {
      "epoch": 0.11081826343465435,
      "grad_norm": 6.415457725524902,
      "learning_rate": 0.0001999396112229297,
      "loss": 4.8951,
      "step": 17281
    },
    {
      "epoch": 0.11082467615749647,
      "grad_norm": 3.43625807762146,
      "learning_rate": 0.00019993960422224014,
      "loss": 4.7392,
      "step": 17282
    },
    {
      "epoch": 0.11083108888033859,
      "grad_norm": 3.380927801132202,
      "learning_rate": 0.00019993959722114496,
      "loss": 4.7033,
      "step": 17283
    },
    {
      "epoch": 0.1108375016031807,
      "grad_norm": 7.778302192687988,
      "learning_rate": 0.00019993959021964413,
      "loss": 4.5657,
      "step": 17284
    },
    {
      "epoch": 0.11084391432602284,
      "grad_norm": 3.011728048324585,
      "learning_rate": 0.00019993958321773764,
      "loss": 4.5148,
      "step": 17285
    },
    {
      "epoch": 0.11085032704886495,
      "grad_norm": 3.3387629985809326,
      "learning_rate": 0.00019993957621542555,
      "loss": 4.4636,
      "step": 17286
    },
    {
      "epoch": 0.11085673977170707,
      "grad_norm": 3.1198558807373047,
      "learning_rate": 0.0001999395692127078,
      "loss": 4.358,
      "step": 17287
    },
    {
      "epoch": 0.11086315249454919,
      "grad_norm": 3.1562156677246094,
      "learning_rate": 0.0001999395622095844,
      "loss": 4.5385,
      "step": 17288
    },
    {
      "epoch": 0.1108695652173913,
      "grad_norm": 2.9902148246765137,
      "learning_rate": 0.00019993955520605542,
      "loss": 4.3586,
      "step": 17289
    },
    {
      "epoch": 0.11087597794023342,
      "grad_norm": 3.3542399406433105,
      "learning_rate": 0.00019993954820212074,
      "loss": 4.7441,
      "step": 17290
    },
    {
      "epoch": 0.11088239066307554,
      "grad_norm": 3.3448588848114014,
      "learning_rate": 0.0001999395411977804,
      "loss": 4.6556,
      "step": 17291
    },
    {
      "epoch": 0.11088880338591767,
      "grad_norm": 4.646342754364014,
      "learning_rate": 0.00019993953419303448,
      "loss": 4.5423,
      "step": 17292
    },
    {
      "epoch": 0.11089521610875978,
      "grad_norm": 3.6347413063049316,
      "learning_rate": 0.00019993952718788292,
      "loss": 4.4504,
      "step": 17293
    },
    {
      "epoch": 0.1109016288316019,
      "grad_norm": 3.2947168350219727,
      "learning_rate": 0.0001999395201823257,
      "loss": 4.6049,
      "step": 17294
    },
    {
      "epoch": 0.11090804155444402,
      "grad_norm": 3.6607537269592285,
      "learning_rate": 0.00019993951317636287,
      "loss": 4.3482,
      "step": 17295
    },
    {
      "epoch": 0.11091445427728613,
      "grad_norm": 3.5334744453430176,
      "learning_rate": 0.00019993950616999437,
      "loss": 4.6606,
      "step": 17296
    },
    {
      "epoch": 0.11092086700012825,
      "grad_norm": 2.7286109924316406,
      "learning_rate": 0.00019993949916322022,
      "loss": 4.3787,
      "step": 17297
    },
    {
      "epoch": 0.11092727972297037,
      "grad_norm": 4.360466480255127,
      "learning_rate": 0.00019993949215604047,
      "loss": 4.5686,
      "step": 17298
    },
    {
      "epoch": 0.1109336924458125,
      "grad_norm": 3.805605888366699,
      "learning_rate": 0.0001999394851484551,
      "loss": 4.4587,
      "step": 17299
    },
    {
      "epoch": 0.11094010516865462,
      "grad_norm": 3.648139476776123,
      "learning_rate": 0.00019993947814046404,
      "loss": 4.3182,
      "step": 17300
    },
    {
      "epoch": 0.11094010516865462,
      "eval_loss": 4.500936985015869,
      "eval_runtime": 34.7568,
      "eval_samples_per_second": 90.198,
      "eval_steps_per_second": 22.557,
      "step": 17300
    },
    {
      "epoch": 0.11094651789149673,
      "grad_norm": 3.33858323097229,
      "learning_rate": 0.00019993947113206736,
      "loss": 4.1474,
      "step": 17301
    },
    {
      "epoch": 0.11095293061433885,
      "grad_norm": 3.3439364433288574,
      "learning_rate": 0.00019993946412326505,
      "loss": 4.4206,
      "step": 17302
    },
    {
      "epoch": 0.11095934333718097,
      "grad_norm": 3.275303363800049,
      "learning_rate": 0.0001999394571140571,
      "loss": 4.315,
      "step": 17303
    },
    {
      "epoch": 0.11096575606002308,
      "grad_norm": 2.5575289726257324,
      "learning_rate": 0.00019993945010444351,
      "loss": 4.1784,
      "step": 17304
    },
    {
      "epoch": 0.1109721687828652,
      "grad_norm": 2.8355517387390137,
      "learning_rate": 0.00019993944309442427,
      "loss": 4.5218,
      "step": 17305
    },
    {
      "epoch": 0.11097858150570733,
      "grad_norm": 3.149322032928467,
      "learning_rate": 0.00019993943608399942,
      "loss": 4.4975,
      "step": 17306
    },
    {
      "epoch": 0.11098499422854945,
      "grad_norm": 3.3529932498931885,
      "learning_rate": 0.00019993942907316892,
      "loss": 4.5308,
      "step": 17307
    },
    {
      "epoch": 0.11099140695139156,
      "grad_norm": 6.768008708953857,
      "learning_rate": 0.00019993942206193274,
      "loss": 4.7188,
      "step": 17308
    },
    {
      "epoch": 0.11099781967423368,
      "grad_norm": 4.220616817474365,
      "learning_rate": 0.00019993941505029098,
      "loss": 4.5673,
      "step": 17309
    },
    {
      "epoch": 0.1110042323970758,
      "grad_norm": 3.367509603500366,
      "learning_rate": 0.00019993940803824357,
      "loss": 4.4295,
      "step": 17310
    },
    {
      "epoch": 0.11101064511991791,
      "grad_norm": 4.420435905456543,
      "learning_rate": 0.0001999394010257905,
      "loss": 4.4578,
      "step": 17311
    },
    {
      "epoch": 0.11101705784276003,
      "grad_norm": 2.744953155517578,
      "learning_rate": 0.0001999393940129318,
      "loss": 4.432,
      "step": 17312
    },
    {
      "epoch": 0.11102347056560216,
      "grad_norm": 3.917396306991577,
      "learning_rate": 0.00019993938699966747,
      "loss": 4.7379,
      "step": 17313
    },
    {
      "epoch": 0.11102988328844428,
      "grad_norm": 3.4001033306121826,
      "learning_rate": 0.00019993937998599753,
      "loss": 4.5883,
      "step": 17314
    },
    {
      "epoch": 0.1110362960112864,
      "grad_norm": 4.017607688903809,
      "learning_rate": 0.0001999393729719219,
      "loss": 4.7412,
      "step": 17315
    },
    {
      "epoch": 0.11104270873412851,
      "grad_norm": 4.070067405700684,
      "learning_rate": 0.00019993936595744067,
      "loss": 4.4247,
      "step": 17316
    },
    {
      "epoch": 0.11104912145697063,
      "grad_norm": 4.5300750732421875,
      "learning_rate": 0.0001999393589425538,
      "loss": 4.3762,
      "step": 17317
    },
    {
      "epoch": 0.11105553417981275,
      "grad_norm": 4.620217800140381,
      "learning_rate": 0.00019993935192726128,
      "loss": 4.4745,
      "step": 17318
    },
    {
      "epoch": 0.11106194690265486,
      "grad_norm": 5.734605312347412,
      "learning_rate": 0.00019993934491156312,
      "loss": 4.1897,
      "step": 17319
    },
    {
      "epoch": 0.11106835962549699,
      "grad_norm": 4.864170074462891,
      "learning_rate": 0.00019993933789545933,
      "loss": 4.4311,
      "step": 17320
    },
    {
      "epoch": 0.11107477234833911,
      "grad_norm": 3.2126755714416504,
      "learning_rate": 0.0001999393308789499,
      "loss": 4.4839,
      "step": 17321
    },
    {
      "epoch": 0.11108118507118123,
      "grad_norm": 5.262331008911133,
      "learning_rate": 0.00019993932386203484,
      "loss": 4.417,
      "step": 17322
    },
    {
      "epoch": 0.11108759779402334,
      "grad_norm": 3.0802783966064453,
      "learning_rate": 0.00019993931684471412,
      "loss": 4.6819,
      "step": 17323
    },
    {
      "epoch": 0.11109401051686546,
      "grad_norm": 4.61196756362915,
      "learning_rate": 0.00019993930982698782,
      "loss": 4.5867,
      "step": 17324
    },
    {
      "epoch": 0.11110042323970758,
      "grad_norm": 3.6638429164886475,
      "learning_rate": 0.00019993930280885581,
      "loss": 4.6543,
      "step": 17325
    },
    {
      "epoch": 0.1111068359625497,
      "grad_norm": 2.7840917110443115,
      "learning_rate": 0.0001999392957903182,
      "loss": 4.5051,
      "step": 17326
    },
    {
      "epoch": 0.11111324868539181,
      "grad_norm": 3.7935373783111572,
      "learning_rate": 0.00019993928877137495,
      "loss": 4.3275,
      "step": 17327
    },
    {
      "epoch": 0.11111966140823394,
      "grad_norm": 3.6572206020355225,
      "learning_rate": 0.00019993928175202609,
      "loss": 5.0574,
      "step": 17328
    },
    {
      "epoch": 0.11112607413107606,
      "grad_norm": 4.731781959533691,
      "learning_rate": 0.00019993927473227152,
      "loss": 4.5982,
      "step": 17329
    },
    {
      "epoch": 0.11113248685391817,
      "grad_norm": 3.8863532543182373,
      "learning_rate": 0.00019993926771211137,
      "loss": 4.8636,
      "step": 17330
    },
    {
      "epoch": 0.11113889957676029,
      "grad_norm": 14.610501289367676,
      "learning_rate": 0.00019993926069154555,
      "loss": 4.59,
      "step": 17331
    },
    {
      "epoch": 0.11114531229960241,
      "grad_norm": 3.092242956161499,
      "learning_rate": 0.00019993925367057413,
      "loss": 4.5834,
      "step": 17332
    },
    {
      "epoch": 0.11115172502244453,
      "grad_norm": 3.145164966583252,
      "learning_rate": 0.00019993924664919708,
      "loss": 4.1488,
      "step": 17333
    },
    {
      "epoch": 0.11115813774528664,
      "grad_norm": 8.69000244140625,
      "learning_rate": 0.00019993923962741437,
      "loss": 4.5212,
      "step": 17334
    },
    {
      "epoch": 0.11116455046812877,
      "grad_norm": 3.593668222427368,
      "learning_rate": 0.000199939232605226,
      "loss": 4.3361,
      "step": 17335
    },
    {
      "epoch": 0.11117096319097089,
      "grad_norm": 3.4000043869018555,
      "learning_rate": 0.000199939225582632,
      "loss": 4.3813,
      "step": 17336
    },
    {
      "epoch": 0.111177375913813,
      "grad_norm": 3.2302026748657227,
      "learning_rate": 0.0001999392185596324,
      "loss": 4.5914,
      "step": 17337
    },
    {
      "epoch": 0.11118378863665512,
      "grad_norm": 4.218606472015381,
      "learning_rate": 0.00019993921153622712,
      "loss": 4.483,
      "step": 17338
    },
    {
      "epoch": 0.11119020135949724,
      "grad_norm": 3.0332205295562744,
      "learning_rate": 0.00019993920451241625,
      "loss": 4.433,
      "step": 17339
    },
    {
      "epoch": 0.11119661408233936,
      "grad_norm": 3.3841042518615723,
      "learning_rate": 0.0001999391974881997,
      "loss": 4.5155,
      "step": 17340
    },
    {
      "epoch": 0.11120302680518147,
      "grad_norm": 3.066150426864624,
      "learning_rate": 0.00019993919046357755,
      "loss": 4.5528,
      "step": 17341
    },
    {
      "epoch": 0.1112094395280236,
      "grad_norm": 2.937593936920166,
      "learning_rate": 0.00019993918343854975,
      "loss": 4.368,
      "step": 17342
    },
    {
      "epoch": 0.11121585225086572,
      "grad_norm": 2.771959066390991,
      "learning_rate": 0.0001999391764131163,
      "loss": 4.4693,
      "step": 17343
    },
    {
      "epoch": 0.11122226497370784,
      "grad_norm": 3.5663416385650635,
      "learning_rate": 0.0001999391693872772,
      "loss": 4.6186,
      "step": 17344
    },
    {
      "epoch": 0.11122867769654995,
      "grad_norm": 3.7274057865142822,
      "learning_rate": 0.0001999391623610325,
      "loss": 4.4011,
      "step": 17345
    },
    {
      "epoch": 0.11123509041939207,
      "grad_norm": 9.279109001159668,
      "learning_rate": 0.00019993915533438215,
      "loss": 4.6264,
      "step": 17346
    },
    {
      "epoch": 0.11124150314223419,
      "grad_norm": 4.164651393890381,
      "learning_rate": 0.00019993914830732616,
      "loss": 4.4273,
      "step": 17347
    },
    {
      "epoch": 0.1112479158650763,
      "grad_norm": 8.643583297729492,
      "learning_rate": 0.00019993914127986454,
      "loss": 4.6263,
      "step": 17348
    },
    {
      "epoch": 0.11125432858791844,
      "grad_norm": 4.342845439910889,
      "learning_rate": 0.00019993913425199727,
      "loss": 4.6945,
      "step": 17349
    },
    {
      "epoch": 0.11126074131076055,
      "grad_norm": 3.5017993450164795,
      "learning_rate": 0.00019993912722372436,
      "loss": 4.405,
      "step": 17350
    },
    {
      "epoch": 0.11126715403360267,
      "grad_norm": 3.810978412628174,
      "learning_rate": 0.00019993912019504584,
      "loss": 4.4126,
      "step": 17351
    },
    {
      "epoch": 0.11127356675644479,
      "grad_norm": 9.289993286132812,
      "learning_rate": 0.00019993911316596168,
      "loss": 4.4959,
      "step": 17352
    },
    {
      "epoch": 0.1112799794792869,
      "grad_norm": 6.0139265060424805,
      "learning_rate": 0.00019993910613647187,
      "loss": 4.549,
      "step": 17353
    },
    {
      "epoch": 0.11128639220212902,
      "grad_norm": 4.531001567840576,
      "learning_rate": 0.00019993909910657643,
      "loss": 4.5653,
      "step": 17354
    },
    {
      "epoch": 0.11129280492497114,
      "grad_norm": 19.56955909729004,
      "learning_rate": 0.00019993909207627534,
      "loss": 4.5886,
      "step": 17355
    },
    {
      "epoch": 0.11129921764781327,
      "grad_norm": 3.273024320602417,
      "learning_rate": 0.00019993908504556865,
      "loss": 4.6037,
      "step": 17356
    },
    {
      "epoch": 0.11130563037065538,
      "grad_norm": 4.397321701049805,
      "learning_rate": 0.00019993907801445628,
      "loss": 4.6753,
      "step": 17357
    },
    {
      "epoch": 0.1113120430934975,
      "grad_norm": 3.812676191329956,
      "learning_rate": 0.0001999390709829383,
      "loss": 4.5907,
      "step": 17358
    },
    {
      "epoch": 0.11131845581633962,
      "grad_norm": 2.9997098445892334,
      "learning_rate": 0.00019993906395101467,
      "loss": 4.4061,
      "step": 17359
    },
    {
      "epoch": 0.11132486853918173,
      "grad_norm": 6.499887466430664,
      "learning_rate": 0.00019993905691868542,
      "loss": 4.5183,
      "step": 17360
    },
    {
      "epoch": 0.11133128126202385,
      "grad_norm": 3.3088014125823975,
      "learning_rate": 0.00019993904988595048,
      "loss": 4.7115,
      "step": 17361
    },
    {
      "epoch": 0.11133769398486597,
      "grad_norm": 3.55560302734375,
      "learning_rate": 0.00019993904285280998,
      "loss": 4.4533,
      "step": 17362
    },
    {
      "epoch": 0.1113441067077081,
      "grad_norm": 3.85036563873291,
      "learning_rate": 0.0001999390358192638,
      "loss": 4.5727,
      "step": 17363
    },
    {
      "epoch": 0.11135051943055022,
      "grad_norm": 3.238409996032715,
      "learning_rate": 0.00019993902878531202,
      "loss": 4.4732,
      "step": 17364
    },
    {
      "epoch": 0.11135693215339233,
      "grad_norm": 3.6371004581451416,
      "learning_rate": 0.00019993902175095455,
      "loss": 4.4436,
      "step": 17365
    },
    {
      "epoch": 0.11136334487623445,
      "grad_norm": 5.234982013702393,
      "learning_rate": 0.00019993901471619148,
      "loss": 4.3483,
      "step": 17366
    },
    {
      "epoch": 0.11136975759907657,
      "grad_norm": 4.830592155456543,
      "learning_rate": 0.00019993900768102275,
      "loss": 4.6229,
      "step": 17367
    },
    {
      "epoch": 0.11137617032191868,
      "grad_norm": 3.4028429985046387,
      "learning_rate": 0.00019993900064544843,
      "loss": 4.7762,
      "step": 17368
    },
    {
      "epoch": 0.1113825830447608,
      "grad_norm": 3.29231333732605,
      "learning_rate": 0.00019993899360946845,
      "loss": 4.4851,
      "step": 17369
    },
    {
      "epoch": 0.11138899576760293,
      "grad_norm": 4.535344123840332,
      "learning_rate": 0.00019993898657308284,
      "loss": 4.4996,
      "step": 17370
    },
    {
      "epoch": 0.11139540849044505,
      "grad_norm": 3.434523820877075,
      "learning_rate": 0.00019993897953629155,
      "loss": 4.4362,
      "step": 17371
    },
    {
      "epoch": 0.11140182121328716,
      "grad_norm": 4.81011962890625,
      "learning_rate": 0.0001999389724990947,
      "loss": 4.3152,
      "step": 17372
    },
    {
      "epoch": 0.11140823393612928,
      "grad_norm": 3.3717117309570312,
      "learning_rate": 0.00019993896546149212,
      "loss": 4.4731,
      "step": 17373
    },
    {
      "epoch": 0.1114146466589714,
      "grad_norm": 7.577137470245361,
      "learning_rate": 0.00019993895842348398,
      "loss": 4.3842,
      "step": 17374
    },
    {
      "epoch": 0.11142105938181351,
      "grad_norm": 11.345270156860352,
      "learning_rate": 0.00019993895138507018,
      "loss": 4.466,
      "step": 17375
    },
    {
      "epoch": 0.11142747210465563,
      "grad_norm": 3.971604824066162,
      "learning_rate": 0.00019993894434625073,
      "loss": 4.6975,
      "step": 17376
    },
    {
      "epoch": 0.11143388482749776,
      "grad_norm": 3.0494422912597656,
      "learning_rate": 0.00019993893730702568,
      "loss": 4.3229,
      "step": 17377
    },
    {
      "epoch": 0.11144029755033988,
      "grad_norm": 3.746636152267456,
      "learning_rate": 0.00019993893026739497,
      "loss": 4.3402,
      "step": 17378
    },
    {
      "epoch": 0.111446710273182,
      "grad_norm": 2.9708733558654785,
      "learning_rate": 0.0001999389232273586,
      "loss": 4.4523,
      "step": 17379
    },
    {
      "epoch": 0.11145312299602411,
      "grad_norm": 3.3673675060272217,
      "learning_rate": 0.00019993891618691665,
      "loss": 4.2741,
      "step": 17380
    },
    {
      "epoch": 0.11145953571886623,
      "grad_norm": 3.5960402488708496,
      "learning_rate": 0.00019993890914606904,
      "loss": 4.4045,
      "step": 17381
    },
    {
      "epoch": 0.11146594844170835,
      "grad_norm": 11.9309663772583,
      "learning_rate": 0.0001999389021048158,
      "loss": 4.4928,
      "step": 17382
    },
    {
      "epoch": 0.11147236116455046,
      "grad_norm": 3.194922924041748,
      "learning_rate": 0.00019993889506315687,
      "loss": 4.503,
      "step": 17383
    },
    {
      "epoch": 0.1114787738873926,
      "grad_norm": 3.4172158241271973,
      "learning_rate": 0.00019993888802109238,
      "loss": 4.4843,
      "step": 17384
    },
    {
      "epoch": 0.11148518661023471,
      "grad_norm": 3.4511375427246094,
      "learning_rate": 0.00019993888097862223,
      "loss": 4.3413,
      "step": 17385
    },
    {
      "epoch": 0.11149159933307683,
      "grad_norm": 4.376845836639404,
      "learning_rate": 0.00019993887393574645,
      "loss": 4.4791,
      "step": 17386
    },
    {
      "epoch": 0.11149801205591894,
      "grad_norm": 6.137602806091309,
      "learning_rate": 0.00019993886689246502,
      "loss": 4.7186,
      "step": 17387
    },
    {
      "epoch": 0.11150442477876106,
      "grad_norm": 3.2259511947631836,
      "learning_rate": 0.00019993885984877794,
      "loss": 4.4045,
      "step": 17388
    },
    {
      "epoch": 0.11151083750160318,
      "grad_norm": 3.0908923149108887,
      "learning_rate": 0.00019993885280468522,
      "loss": 4.5455,
      "step": 17389
    },
    {
      "epoch": 0.1115172502244453,
      "grad_norm": 5.586259841918945,
      "learning_rate": 0.0001999388457601869,
      "loss": 4.3414,
      "step": 17390
    },
    {
      "epoch": 0.11152366294728742,
      "grad_norm": 3.177684783935547,
      "learning_rate": 0.00019993883871528294,
      "loss": 4.5742,
      "step": 17391
    },
    {
      "epoch": 0.11153007567012954,
      "grad_norm": 3.2796308994293213,
      "learning_rate": 0.00019993883166997335,
      "loss": 4.6372,
      "step": 17392
    },
    {
      "epoch": 0.11153648839297166,
      "grad_norm": 2.6149344444274902,
      "learning_rate": 0.0001999388246242581,
      "loss": 4.4036,
      "step": 17393
    },
    {
      "epoch": 0.11154290111581378,
      "grad_norm": 4.436965465545654,
      "learning_rate": 0.00019993881757813723,
      "loss": 4.5881,
      "step": 17394
    },
    {
      "epoch": 0.11154931383865589,
      "grad_norm": 3.768791437149048,
      "learning_rate": 0.00019993881053161072,
      "loss": 4.3399,
      "step": 17395
    },
    {
      "epoch": 0.11155572656149801,
      "grad_norm": 3.034116268157959,
      "learning_rate": 0.00019993880348467857,
      "loss": 4.5614,
      "step": 17396
    },
    {
      "epoch": 0.11156213928434013,
      "grad_norm": 3.2149763107299805,
      "learning_rate": 0.00019993879643734078,
      "loss": 4.2666,
      "step": 17397
    },
    {
      "epoch": 0.11156855200718226,
      "grad_norm": 3.507258653640747,
      "learning_rate": 0.00019993878938959737,
      "loss": 4.5802,
      "step": 17398
    },
    {
      "epoch": 0.11157496473002437,
      "grad_norm": 3.711866617202759,
      "learning_rate": 0.00019993878234144833,
      "loss": 4.3192,
      "step": 17399
    },
    {
      "epoch": 0.11158137745286649,
      "grad_norm": 3.9434030055999756,
      "learning_rate": 0.00019993877529289367,
      "loss": 4.6661,
      "step": 17400
    },
    {
      "epoch": 0.11158137745286649,
      "eval_loss": 4.485213756561279,
      "eval_runtime": 34.729,
      "eval_samples_per_second": 90.27,
      "eval_steps_per_second": 22.575,
      "step": 17400
    },
    {
      "epoch": 0.1115877901757086,
      "grad_norm": 3.039337158203125,
      "learning_rate": 0.00019993876824393332,
      "loss": 4.8002,
      "step": 17401
    },
    {
      "epoch": 0.11159420289855072,
      "grad_norm": 3.664022445678711,
      "learning_rate": 0.00019993876119456738,
      "loss": 4.4711,
      "step": 17402
    },
    {
      "epoch": 0.11160061562139284,
      "grad_norm": 3.760685443878174,
      "learning_rate": 0.0001999387541447958,
      "loss": 4.9756,
      "step": 17403
    },
    {
      "epoch": 0.11160702834423496,
      "grad_norm": 4.690155982971191,
      "learning_rate": 0.00019993874709461857,
      "loss": 4.2669,
      "step": 17404
    },
    {
      "epoch": 0.11161344106707709,
      "grad_norm": 3.500211000442505,
      "learning_rate": 0.0001999387400440357,
      "loss": 4.6312,
      "step": 17405
    },
    {
      "epoch": 0.1116198537899192,
      "grad_norm": 3.056976556777954,
      "learning_rate": 0.0001999387329930472,
      "loss": 4.2072,
      "step": 17406
    },
    {
      "epoch": 0.11162626651276132,
      "grad_norm": 4.6616621017456055,
      "learning_rate": 0.00019993872594165307,
      "loss": 5.117,
      "step": 17407
    },
    {
      "epoch": 0.11163267923560344,
      "grad_norm": 3.429020404815674,
      "learning_rate": 0.0001999387188898533,
      "loss": 4.6944,
      "step": 17408
    },
    {
      "epoch": 0.11163909195844555,
      "grad_norm": 3.662895441055298,
      "learning_rate": 0.00019993871183764792,
      "loss": 4.5882,
      "step": 17409
    },
    {
      "epoch": 0.11164550468128767,
      "grad_norm": 2.918623924255371,
      "learning_rate": 0.0001999387047850369,
      "loss": 4.3229,
      "step": 17410
    },
    {
      "epoch": 0.11165191740412979,
      "grad_norm": 4.904138565063477,
      "learning_rate": 0.0001999386977320202,
      "loss": 4.4874,
      "step": 17411
    },
    {
      "epoch": 0.11165833012697192,
      "grad_norm": 7.480587005615234,
      "learning_rate": 0.00019993869067859793,
      "loss": 4.292,
      "step": 17412
    },
    {
      "epoch": 0.11166474284981404,
      "grad_norm": 2.724388360977173,
      "learning_rate": 0.00019993868362477,
      "loss": 4.6754,
      "step": 17413
    },
    {
      "epoch": 0.11167115557265615,
      "grad_norm": 3.4987711906433105,
      "learning_rate": 0.0001999386765705364,
      "loss": 4.6914,
      "step": 17414
    },
    {
      "epoch": 0.11167756829549827,
      "grad_norm": 2.8625500202178955,
      "learning_rate": 0.0001999386695158972,
      "loss": 4.6438,
      "step": 17415
    },
    {
      "epoch": 0.11168398101834039,
      "grad_norm": 3.3351707458496094,
      "learning_rate": 0.00019993866246085235,
      "loss": 4.4307,
      "step": 17416
    },
    {
      "epoch": 0.1116903937411825,
      "grad_norm": 3.7123591899871826,
      "learning_rate": 0.0001999386554054019,
      "loss": 4.5016,
      "step": 17417
    },
    {
      "epoch": 0.11169680646402462,
      "grad_norm": 3.0108790397644043,
      "learning_rate": 0.0001999386483495458,
      "loss": 4.3692,
      "step": 17418
    },
    {
      "epoch": 0.11170321918686674,
      "grad_norm": 2.8512189388275146,
      "learning_rate": 0.00019993864129328403,
      "loss": 4.4378,
      "step": 17419
    },
    {
      "epoch": 0.11170963190970887,
      "grad_norm": 3.806297779083252,
      "learning_rate": 0.00019993863423661666,
      "loss": 4.7832,
      "step": 17420
    },
    {
      "epoch": 0.11171604463255098,
      "grad_norm": 3.294856309890747,
      "learning_rate": 0.00019993862717954363,
      "loss": 4.8316,
      "step": 17421
    },
    {
      "epoch": 0.1117224573553931,
      "grad_norm": 4.17833948135376,
      "learning_rate": 0.00019993862012206498,
      "loss": 4.3462,
      "step": 17422
    },
    {
      "epoch": 0.11172887007823522,
      "grad_norm": 3.014866590499878,
      "learning_rate": 0.0001999386130641807,
      "loss": 4.6176,
      "step": 17423
    },
    {
      "epoch": 0.11173528280107733,
      "grad_norm": 3.298123836517334,
      "learning_rate": 0.0001999386060058908,
      "loss": 4.5652,
      "step": 17424
    },
    {
      "epoch": 0.11174169552391945,
      "grad_norm": 3.7476837635040283,
      "learning_rate": 0.00019993859894719526,
      "loss": 4.3212,
      "step": 17425
    },
    {
      "epoch": 0.11174810824676157,
      "grad_norm": 5.485896587371826,
      "learning_rate": 0.00019993859188809405,
      "loss": 4.7506,
      "step": 17426
    },
    {
      "epoch": 0.1117545209696037,
      "grad_norm": 2.962570905685425,
      "learning_rate": 0.00019993858482858726,
      "loss": 4.6475,
      "step": 17427
    },
    {
      "epoch": 0.11176093369244582,
      "grad_norm": 3.547050714492798,
      "learning_rate": 0.0001999385777686748,
      "loss": 4.7565,
      "step": 17428
    },
    {
      "epoch": 0.11176734641528793,
      "grad_norm": 3.370929479598999,
      "learning_rate": 0.00019993857070835672,
      "loss": 4.6318,
      "step": 17429
    },
    {
      "epoch": 0.11177375913813005,
      "grad_norm": 3.4863696098327637,
      "learning_rate": 0.00019993856364763297,
      "loss": 4.4744,
      "step": 17430
    },
    {
      "epoch": 0.11178017186097217,
      "grad_norm": 2.8841123580932617,
      "learning_rate": 0.00019993855658650365,
      "loss": 4.3125,
      "step": 17431
    },
    {
      "epoch": 0.11178658458381428,
      "grad_norm": 4.5149006843566895,
      "learning_rate": 0.00019993854952496864,
      "loss": 4.4276,
      "step": 17432
    },
    {
      "epoch": 0.1117929973066564,
      "grad_norm": 3.231196403503418,
      "learning_rate": 0.000199938542463028,
      "loss": 4.5937,
      "step": 17433
    },
    {
      "epoch": 0.11179941002949853,
      "grad_norm": 3.3401758670806885,
      "learning_rate": 0.00019993853540068175,
      "loss": 4.5923,
      "step": 17434
    },
    {
      "epoch": 0.11180582275234065,
      "grad_norm": 4.841146945953369,
      "learning_rate": 0.00019993852833792987,
      "loss": 4.4759,
      "step": 17435
    },
    {
      "epoch": 0.11181223547518276,
      "grad_norm": 4.109981060028076,
      "learning_rate": 0.00019993852127477233,
      "loss": 4.6708,
      "step": 17436
    },
    {
      "epoch": 0.11181864819802488,
      "grad_norm": 3.5415523052215576,
      "learning_rate": 0.00019993851421120916,
      "loss": 4.5338,
      "step": 17437
    },
    {
      "epoch": 0.111825060920867,
      "grad_norm": 3.183786153793335,
      "learning_rate": 0.0001999385071472404,
      "loss": 4.5615,
      "step": 17438
    },
    {
      "epoch": 0.11183147364370911,
      "grad_norm": 3.9101216793060303,
      "learning_rate": 0.00019993850008286597,
      "loss": 4.5531,
      "step": 17439
    },
    {
      "epoch": 0.11183788636655123,
      "grad_norm": 3.4231817722320557,
      "learning_rate": 0.00019993849301808592,
      "loss": 4.7049,
      "step": 17440
    },
    {
      "epoch": 0.11184429908939336,
      "grad_norm": 3.4571115970611572,
      "learning_rate": 0.0001999384859529002,
      "loss": 4.7172,
      "step": 17441
    },
    {
      "epoch": 0.11185071181223548,
      "grad_norm": 4.348147869110107,
      "learning_rate": 0.00019993847888730889,
      "loss": 4.4281,
      "step": 17442
    },
    {
      "epoch": 0.1118571245350776,
      "grad_norm": 3.723714828491211,
      "learning_rate": 0.0001999384718213119,
      "loss": 4.3865,
      "step": 17443
    },
    {
      "epoch": 0.11186353725791971,
      "grad_norm": 3.685948371887207,
      "learning_rate": 0.00019993846475490932,
      "loss": 4.3721,
      "step": 17444
    },
    {
      "epoch": 0.11186994998076183,
      "grad_norm": 3.939356803894043,
      "learning_rate": 0.00019993845768810108,
      "loss": 4.3838,
      "step": 17445
    },
    {
      "epoch": 0.11187636270360395,
      "grad_norm": 8.832332611083984,
      "learning_rate": 0.00019993845062088724,
      "loss": 4.3597,
      "step": 17446
    },
    {
      "epoch": 0.11188277542644606,
      "grad_norm": 9.408486366271973,
      "learning_rate": 0.00019993844355326772,
      "loss": 4.4705,
      "step": 17447
    },
    {
      "epoch": 0.1118891881492882,
      "grad_norm": 3.991553783416748,
      "learning_rate": 0.00019993843648524257,
      "loss": 4.5486,
      "step": 17448
    },
    {
      "epoch": 0.11189560087213031,
      "grad_norm": 3.1633527278900146,
      "learning_rate": 0.00019993842941681182,
      "loss": 4.5626,
      "step": 17449
    },
    {
      "epoch": 0.11190201359497243,
      "grad_norm": 4.006213188171387,
      "learning_rate": 0.00019993842234797545,
      "loss": 4.407,
      "step": 17450
    },
    {
      "epoch": 0.11190842631781454,
      "grad_norm": 3.2396700382232666,
      "learning_rate": 0.0001999384152787334,
      "loss": 4.672,
      "step": 17451
    },
    {
      "epoch": 0.11191483904065666,
      "grad_norm": 3.562350273132324,
      "learning_rate": 0.00019993840820908574,
      "loss": 4.6909,
      "step": 17452
    },
    {
      "epoch": 0.11192125176349878,
      "grad_norm": 5.554773330688477,
      "learning_rate": 0.00019993840113903243,
      "loss": 4.2415,
      "step": 17453
    },
    {
      "epoch": 0.1119276644863409,
      "grad_norm": 6.231452465057373,
      "learning_rate": 0.00019993839406857352,
      "loss": 4.848,
      "step": 17454
    },
    {
      "epoch": 0.11193407720918302,
      "grad_norm": 2.46271014213562,
      "learning_rate": 0.00019993838699770893,
      "loss": 4.4056,
      "step": 17455
    },
    {
      "epoch": 0.11194048993202514,
      "grad_norm": 21.59855079650879,
      "learning_rate": 0.00019993837992643873,
      "loss": 5.0917,
      "step": 17456
    },
    {
      "epoch": 0.11194690265486726,
      "grad_norm": 4.404313564300537,
      "learning_rate": 0.0001999383728547629,
      "loss": 4.8764,
      "step": 17457
    },
    {
      "epoch": 0.11195331537770938,
      "grad_norm": 3.2301759719848633,
      "learning_rate": 0.00019993836578268144,
      "loss": 4.6152,
      "step": 17458
    },
    {
      "epoch": 0.11195972810055149,
      "grad_norm": 12.373295783996582,
      "learning_rate": 0.00019993835871019432,
      "loss": 4.8076,
      "step": 17459
    },
    {
      "epoch": 0.11196614082339361,
      "grad_norm": 4.27227783203125,
      "learning_rate": 0.0001999383516373016,
      "loss": 4.4007,
      "step": 17460
    },
    {
      "epoch": 0.11197255354623573,
      "grad_norm": 2.763308525085449,
      "learning_rate": 0.00019993834456400323,
      "loss": 4.5079,
      "step": 17461
    },
    {
      "epoch": 0.11197896626907786,
      "grad_norm": 3.318512439727783,
      "learning_rate": 0.00019993833749029923,
      "loss": 4.4658,
      "step": 17462
    },
    {
      "epoch": 0.11198537899191997,
      "grad_norm": 2.843515634536743,
      "learning_rate": 0.00019993833041618962,
      "loss": 4.2509,
      "step": 17463
    },
    {
      "epoch": 0.11199179171476209,
      "grad_norm": 3.585427761077881,
      "learning_rate": 0.00019993832334167433,
      "loss": 4.5239,
      "step": 17464
    },
    {
      "epoch": 0.1119982044376042,
      "grad_norm": 2.9739389419555664,
      "learning_rate": 0.00019993831626675344,
      "loss": 4.7037,
      "step": 17465
    },
    {
      "epoch": 0.11200461716044632,
      "grad_norm": 2.8484046459198,
      "learning_rate": 0.00019993830919142692,
      "loss": 4.6792,
      "step": 17466
    },
    {
      "epoch": 0.11201102988328844,
      "grad_norm": 3.921138048171997,
      "learning_rate": 0.00019993830211569472,
      "loss": 4.3242,
      "step": 17467
    },
    {
      "epoch": 0.11201744260613056,
      "grad_norm": 2.8627121448516846,
      "learning_rate": 0.00019993829503955692,
      "loss": 4.3851,
      "step": 17468
    },
    {
      "epoch": 0.11202385532897269,
      "grad_norm": 3.3831539154052734,
      "learning_rate": 0.0001999382879630135,
      "loss": 4.5791,
      "step": 17469
    },
    {
      "epoch": 0.1120302680518148,
      "grad_norm": 3.054694652557373,
      "learning_rate": 0.00019993828088606444,
      "loss": 4.3332,
      "step": 17470
    },
    {
      "epoch": 0.11203668077465692,
      "grad_norm": 3.3497061729431152,
      "learning_rate": 0.00019993827380870976,
      "loss": 4.767,
      "step": 17471
    },
    {
      "epoch": 0.11204309349749904,
      "grad_norm": 2.6869521141052246,
      "learning_rate": 0.00019993826673094943,
      "loss": 4.5001,
      "step": 17472
    },
    {
      "epoch": 0.11204950622034116,
      "grad_norm": 2.936567783355713,
      "learning_rate": 0.00019993825965278347,
      "loss": 4.3409,
      "step": 17473
    },
    {
      "epoch": 0.11205591894318327,
      "grad_norm": 3.483894109725952,
      "learning_rate": 0.00019993825257421185,
      "loss": 4.6911,
      "step": 17474
    },
    {
      "epoch": 0.11206233166602539,
      "grad_norm": 3.2372288703918457,
      "learning_rate": 0.00019993824549523464,
      "loss": 4.5104,
      "step": 17475
    },
    {
      "epoch": 0.11206874438886752,
      "grad_norm": 3.0154645442962646,
      "learning_rate": 0.00019993823841585177,
      "loss": 4.4863,
      "step": 17476
    },
    {
      "epoch": 0.11207515711170964,
      "grad_norm": 4.472010135650635,
      "learning_rate": 0.00019993823133606327,
      "loss": 4.4675,
      "step": 17477
    },
    {
      "epoch": 0.11208156983455175,
      "grad_norm": 2.9472575187683105,
      "learning_rate": 0.00019993822425586915,
      "loss": 4.3997,
      "step": 17478
    },
    {
      "epoch": 0.11208798255739387,
      "grad_norm": 2.7262182235717773,
      "learning_rate": 0.00019993821717526937,
      "loss": 4.5472,
      "step": 17479
    },
    {
      "epoch": 0.11209439528023599,
      "grad_norm": 16.051382064819336,
      "learning_rate": 0.000199938210094264,
      "loss": 4.6376,
      "step": 17480
    },
    {
      "epoch": 0.1121008080030781,
      "grad_norm": 4.024450778961182,
      "learning_rate": 0.00019993820301285298,
      "loss": 4.6811,
      "step": 17481
    },
    {
      "epoch": 0.11210722072592022,
      "grad_norm": 3.510976552963257,
      "learning_rate": 0.0001999381959310363,
      "loss": 4.4115,
      "step": 17482
    },
    {
      "epoch": 0.11211363344876235,
      "grad_norm": 3.841564655303955,
      "learning_rate": 0.000199938188848814,
      "loss": 4.658,
      "step": 17483
    },
    {
      "epoch": 0.11212004617160447,
      "grad_norm": 4.188167572021484,
      "learning_rate": 0.0001999381817661861,
      "loss": 4.815,
      "step": 17484
    },
    {
      "epoch": 0.11212645889444658,
      "grad_norm": 2.6218485832214355,
      "learning_rate": 0.00019993817468315253,
      "loss": 4.4937,
      "step": 17485
    },
    {
      "epoch": 0.1121328716172887,
      "grad_norm": 2.9004476070404053,
      "learning_rate": 0.00019993816759971336,
      "loss": 4.4496,
      "step": 17486
    },
    {
      "epoch": 0.11213928434013082,
      "grad_norm": 3.731027603149414,
      "learning_rate": 0.0001999381605158685,
      "loss": 4.7902,
      "step": 17487
    },
    {
      "epoch": 0.11214569706297293,
      "grad_norm": 3.045048236846924,
      "learning_rate": 0.0001999381534316181,
      "loss": 4.611,
      "step": 17488
    },
    {
      "epoch": 0.11215210978581505,
      "grad_norm": 2.663095712661743,
      "learning_rate": 0.00019993814634696198,
      "loss": 4.3851,
      "step": 17489
    },
    {
      "epoch": 0.11215852250865718,
      "grad_norm": 4.0402374267578125,
      "learning_rate": 0.00019993813926190025,
      "loss": 4.5197,
      "step": 17490
    },
    {
      "epoch": 0.1121649352314993,
      "grad_norm": 3.1160287857055664,
      "learning_rate": 0.00019993813217643292,
      "loss": 4.4053,
      "step": 17491
    },
    {
      "epoch": 0.11217134795434142,
      "grad_norm": 3.6359317302703857,
      "learning_rate": 0.0001999381250905599,
      "loss": 4.3761,
      "step": 17492
    },
    {
      "epoch": 0.11217776067718353,
      "grad_norm": 13.061819076538086,
      "learning_rate": 0.0001999381180042813,
      "loss": 4.5638,
      "step": 17493
    },
    {
      "epoch": 0.11218417340002565,
      "grad_norm": 2.999633312225342,
      "learning_rate": 0.00019993811091759706,
      "loss": 4.7109,
      "step": 17494
    },
    {
      "epoch": 0.11219058612286777,
      "grad_norm": 2.9091546535491943,
      "learning_rate": 0.00019993810383050716,
      "loss": 4.4759,
      "step": 17495
    },
    {
      "epoch": 0.11219699884570988,
      "grad_norm": 3.3495025634765625,
      "learning_rate": 0.00019993809674301164,
      "loss": 4.4413,
      "step": 17496
    },
    {
      "epoch": 0.11220341156855201,
      "grad_norm": 3.2732880115509033,
      "learning_rate": 0.00019993808965511052,
      "loss": 4.6077,
      "step": 17497
    },
    {
      "epoch": 0.11220982429139413,
      "grad_norm": 2.634481191635132,
      "learning_rate": 0.00019993808256680375,
      "loss": 4.3214,
      "step": 17498
    },
    {
      "epoch": 0.11221623701423625,
      "grad_norm": 3.8178045749664307,
      "learning_rate": 0.00019993807547809134,
      "loss": 4.4787,
      "step": 17499
    },
    {
      "epoch": 0.11222264973707836,
      "grad_norm": 3.815260410308838,
      "learning_rate": 0.00019993806838897329,
      "loss": 4.3116,
      "step": 17500
    },
    {
      "epoch": 0.11222264973707836,
      "eval_loss": 4.469531059265137,
      "eval_runtime": 34.8307,
      "eval_samples_per_second": 90.007,
      "eval_steps_per_second": 22.509,
      "step": 17500
    },
    {
      "epoch": 0.11222906245992048,
      "grad_norm": 5.0723490715026855,
      "learning_rate": 0.0001999380612994496,
      "loss": 4.4781,
      "step": 17501
    },
    {
      "epoch": 0.1122354751827626,
      "grad_norm": 5.496738910675049,
      "learning_rate": 0.0001999380542095203,
      "loss": 4.7242,
      "step": 17502
    },
    {
      "epoch": 0.11224188790560471,
      "grad_norm": 3.7303614616394043,
      "learning_rate": 0.00019993804711918535,
      "loss": 4.5259,
      "step": 17503
    },
    {
      "epoch": 0.11224830062844685,
      "grad_norm": 2.8772575855255127,
      "learning_rate": 0.00019993804002844481,
      "loss": 4.2394,
      "step": 17504
    },
    {
      "epoch": 0.11225471335128896,
      "grad_norm": 3.4828288555145264,
      "learning_rate": 0.0001999380329372986,
      "loss": 4.5169,
      "step": 17505
    },
    {
      "epoch": 0.11226112607413108,
      "grad_norm": 3.5051519870758057,
      "learning_rate": 0.00019993802584574678,
      "loss": 4.5474,
      "step": 17506
    },
    {
      "epoch": 0.1122675387969732,
      "grad_norm": 3.1528584957122803,
      "learning_rate": 0.0001999380187537893,
      "loss": 4.7074,
      "step": 17507
    },
    {
      "epoch": 0.11227395151981531,
      "grad_norm": 2.807439088821411,
      "learning_rate": 0.0001999380116614262,
      "loss": 4.2952,
      "step": 17508
    },
    {
      "epoch": 0.11228036424265743,
      "grad_norm": 3.845672845840454,
      "learning_rate": 0.00019993800456865745,
      "loss": 4.7876,
      "step": 17509
    },
    {
      "epoch": 0.11228677696549955,
      "grad_norm": 5.17050313949585,
      "learning_rate": 0.0001999379974754831,
      "loss": 4.8382,
      "step": 17510
    },
    {
      "epoch": 0.11229318968834166,
      "grad_norm": 3.376514196395874,
      "learning_rate": 0.0001999379903819031,
      "loss": 4.6465,
      "step": 17511
    },
    {
      "epoch": 0.1122996024111838,
      "grad_norm": 4.486922740936279,
      "learning_rate": 0.00019993798328791747,
      "loss": 4.3863,
      "step": 17512
    },
    {
      "epoch": 0.11230601513402591,
      "grad_norm": 3.674593687057495,
      "learning_rate": 0.00019993797619352624,
      "loss": 4.5092,
      "step": 17513
    },
    {
      "epoch": 0.11231242785686803,
      "grad_norm": 3.8558437824249268,
      "learning_rate": 0.00019993796909872934,
      "loss": 4.5548,
      "step": 17514
    },
    {
      "epoch": 0.11231884057971014,
      "grad_norm": 3.7982964515686035,
      "learning_rate": 0.00019993796200352683,
      "loss": 4.2859,
      "step": 17515
    },
    {
      "epoch": 0.11232525330255226,
      "grad_norm": 4.022911071777344,
      "learning_rate": 0.00019993795490791865,
      "loss": 4.7432,
      "step": 17516
    },
    {
      "epoch": 0.11233166602539438,
      "grad_norm": 3.605077028274536,
      "learning_rate": 0.00019993794781190488,
      "loss": 4.5706,
      "step": 17517
    },
    {
      "epoch": 0.1123380787482365,
      "grad_norm": 3.139491081237793,
      "learning_rate": 0.00019993794071548546,
      "loss": 4.7458,
      "step": 17518
    },
    {
      "epoch": 0.11234449147107863,
      "grad_norm": 3.690366506576538,
      "learning_rate": 0.00019993793361866043,
      "loss": 4.7117,
      "step": 17519
    },
    {
      "epoch": 0.11235090419392074,
      "grad_norm": 3.21978497505188,
      "learning_rate": 0.00019993792652142975,
      "loss": 4.6547,
      "step": 17520
    },
    {
      "epoch": 0.11235731691676286,
      "grad_norm": 3.0022878646850586,
      "learning_rate": 0.00019993791942379344,
      "loss": 4.5835,
      "step": 17521
    },
    {
      "epoch": 0.11236372963960498,
      "grad_norm": 3.7042012214660645,
      "learning_rate": 0.0001999379123257515,
      "loss": 4.6895,
      "step": 17522
    },
    {
      "epoch": 0.11237014236244709,
      "grad_norm": 2.9771201610565186,
      "learning_rate": 0.00019993790522730392,
      "loss": 4.5572,
      "step": 17523
    },
    {
      "epoch": 0.11237655508528921,
      "grad_norm": 7.473336219787598,
      "learning_rate": 0.00019993789812845073,
      "loss": 4.6491,
      "step": 17524
    },
    {
      "epoch": 0.11238296780813133,
      "grad_norm": 3.321235418319702,
      "learning_rate": 0.00019993789102919188,
      "loss": 4.5578,
      "step": 17525
    },
    {
      "epoch": 0.11238938053097346,
      "grad_norm": 3.0360686779022217,
      "learning_rate": 0.0001999378839295274,
      "loss": 4.3227,
      "step": 17526
    },
    {
      "epoch": 0.11239579325381557,
      "grad_norm": 3.260216236114502,
      "learning_rate": 0.00019993787682945731,
      "loss": 4.3364,
      "step": 17527
    },
    {
      "epoch": 0.11240220597665769,
      "grad_norm": 3.9797651767730713,
      "learning_rate": 0.0001999378697289816,
      "loss": 4.2774,
      "step": 17528
    },
    {
      "epoch": 0.11240861869949981,
      "grad_norm": 3.455839157104492,
      "learning_rate": 0.0001999378626281002,
      "loss": 4.6447,
      "step": 17529
    },
    {
      "epoch": 0.11241503142234192,
      "grad_norm": 3.6765952110290527,
      "learning_rate": 0.0001999378555268132,
      "loss": 4.3322,
      "step": 17530
    },
    {
      "epoch": 0.11242144414518404,
      "grad_norm": 3.712019920349121,
      "learning_rate": 0.0001999378484251206,
      "loss": 4.4917,
      "step": 17531
    },
    {
      "epoch": 0.11242785686802616,
      "grad_norm": 3.612419843673706,
      "learning_rate": 0.00019993784132302236,
      "loss": 4.7334,
      "step": 17532
    },
    {
      "epoch": 0.11243426959086829,
      "grad_norm": 3.115541696548462,
      "learning_rate": 0.00019993783422051845,
      "loss": 4.3663,
      "step": 17533
    },
    {
      "epoch": 0.1124406823137104,
      "grad_norm": 6.767416954040527,
      "learning_rate": 0.00019993782711760893,
      "loss": 4.4034,
      "step": 17534
    },
    {
      "epoch": 0.11244709503655252,
      "grad_norm": 3.983837604522705,
      "learning_rate": 0.0001999378200142938,
      "loss": 4.5463,
      "step": 17535
    },
    {
      "epoch": 0.11245350775939464,
      "grad_norm": 4.154886245727539,
      "learning_rate": 0.000199937812910573,
      "loss": 4.2692,
      "step": 17536
    },
    {
      "epoch": 0.11245992048223676,
      "grad_norm": 4.553293228149414,
      "learning_rate": 0.0001999378058064466,
      "loss": 4.4686,
      "step": 17537
    },
    {
      "epoch": 0.11246633320507887,
      "grad_norm": 2.9595041275024414,
      "learning_rate": 0.00019993779870191455,
      "loss": 4.3304,
      "step": 17538
    },
    {
      "epoch": 0.11247274592792099,
      "grad_norm": 4.228452682495117,
      "learning_rate": 0.0001999377915969769,
      "loss": 4.5458,
      "step": 17539
    },
    {
      "epoch": 0.11247915865076312,
      "grad_norm": 3.2664785385131836,
      "learning_rate": 0.00019993778449163357,
      "loss": 4.6751,
      "step": 17540
    },
    {
      "epoch": 0.11248557137360524,
      "grad_norm": 3.2241737842559814,
      "learning_rate": 0.00019993777738588464,
      "loss": 4.7957,
      "step": 17541
    },
    {
      "epoch": 0.11249198409644735,
      "grad_norm": 3.7743165493011475,
      "learning_rate": 0.00019993777027973008,
      "loss": 4.4369,
      "step": 17542
    },
    {
      "epoch": 0.11249839681928947,
      "grad_norm": 2.707672357559204,
      "learning_rate": 0.0001999377631731699,
      "loss": 4.5688,
      "step": 17543
    },
    {
      "epoch": 0.11250480954213159,
      "grad_norm": 3.2564995288848877,
      "learning_rate": 0.00019993775606620405,
      "loss": 4.566,
      "step": 17544
    },
    {
      "epoch": 0.1125112222649737,
      "grad_norm": 10.570794105529785,
      "learning_rate": 0.00019993774895883258,
      "loss": 4.6299,
      "step": 17545
    },
    {
      "epoch": 0.11251763498781582,
      "grad_norm": 4.186770439147949,
      "learning_rate": 0.00019993774185105551,
      "loss": 4.6242,
      "step": 17546
    },
    {
      "epoch": 0.11252404771065795,
      "grad_norm": 3.3325295448303223,
      "learning_rate": 0.0001999377347428728,
      "loss": 4.388,
      "step": 17547
    },
    {
      "epoch": 0.11253046043350007,
      "grad_norm": 2.92610502243042,
      "learning_rate": 0.00019993772763428442,
      "loss": 4.6352,
      "step": 17548
    },
    {
      "epoch": 0.11253687315634218,
      "grad_norm": 6.332097053527832,
      "learning_rate": 0.00019993772052529044,
      "loss": 4.4411,
      "step": 17549
    },
    {
      "epoch": 0.1125432858791843,
      "grad_norm": 2.9516801834106445,
      "learning_rate": 0.00019993771341589084,
      "loss": 4.6046,
      "step": 17550
    },
    {
      "epoch": 0.11254969860202642,
      "grad_norm": 5.107818603515625,
      "learning_rate": 0.0001999377063060856,
      "loss": 4.5611,
      "step": 17551
    },
    {
      "epoch": 0.11255611132486854,
      "grad_norm": 3.185218095779419,
      "learning_rate": 0.0001999376991958747,
      "loss": 4.5782,
      "step": 17552
    },
    {
      "epoch": 0.11256252404771065,
      "grad_norm": 4.910706043243408,
      "learning_rate": 0.0001999376920852582,
      "loss": 4.498,
      "step": 17553
    },
    {
      "epoch": 0.11256893677055278,
      "grad_norm": 2.4581968784332275,
      "learning_rate": 0.00019993768497423607,
      "loss": 4.4867,
      "step": 17554
    },
    {
      "epoch": 0.1125753494933949,
      "grad_norm": 3.313131809234619,
      "learning_rate": 0.0001999376778628083,
      "loss": 4.8387,
      "step": 17555
    },
    {
      "epoch": 0.11258176221623702,
      "grad_norm": 3.0568268299102783,
      "learning_rate": 0.0001999376707509749,
      "loss": 4.3173,
      "step": 17556
    },
    {
      "epoch": 0.11258817493907913,
      "grad_norm": 3.1977264881134033,
      "learning_rate": 0.00019993766363873586,
      "loss": 4.7681,
      "step": 17557
    },
    {
      "epoch": 0.11259458766192125,
      "grad_norm": 3.6586575508117676,
      "learning_rate": 0.00019993765652609122,
      "loss": 4.3846,
      "step": 17558
    },
    {
      "epoch": 0.11260100038476337,
      "grad_norm": 3.896179676055908,
      "learning_rate": 0.00019993764941304094,
      "loss": 4.3776,
      "step": 17559
    },
    {
      "epoch": 0.11260741310760548,
      "grad_norm": 5.476560115814209,
      "learning_rate": 0.00019993764229958504,
      "loss": 4.4286,
      "step": 17560
    },
    {
      "epoch": 0.11261382583044761,
      "grad_norm": 3.122241258621216,
      "learning_rate": 0.00019993763518572348,
      "loss": 4.5925,
      "step": 17561
    },
    {
      "epoch": 0.11262023855328973,
      "grad_norm": 2.8890321254730225,
      "learning_rate": 0.0001999376280714563,
      "loss": 4.4958,
      "step": 17562
    },
    {
      "epoch": 0.11262665127613185,
      "grad_norm": 3.7571775913238525,
      "learning_rate": 0.0001999376209567835,
      "loss": 4.3996,
      "step": 17563
    },
    {
      "epoch": 0.11263306399897396,
      "grad_norm": 4.584926605224609,
      "learning_rate": 0.00019993761384170505,
      "loss": 4.5865,
      "step": 17564
    },
    {
      "epoch": 0.11263947672181608,
      "grad_norm": 2.850531578063965,
      "learning_rate": 0.00019993760672622096,
      "loss": 4.2737,
      "step": 17565
    },
    {
      "epoch": 0.1126458894446582,
      "grad_norm": 2.7315592765808105,
      "learning_rate": 0.00019993759961033127,
      "loss": 4.4696,
      "step": 17566
    },
    {
      "epoch": 0.11265230216750031,
      "grad_norm": 4.152041435241699,
      "learning_rate": 0.00019993759249403595,
      "loss": 4.4772,
      "step": 17567
    },
    {
      "epoch": 0.11265871489034245,
      "grad_norm": 3.4430131912231445,
      "learning_rate": 0.00019993758537733498,
      "loss": 4.3816,
      "step": 17568
    },
    {
      "epoch": 0.11266512761318456,
      "grad_norm": 2.8744640350341797,
      "learning_rate": 0.00019993757826022838,
      "loss": 4.4222,
      "step": 17569
    },
    {
      "epoch": 0.11267154033602668,
      "grad_norm": 2.6041557788848877,
      "learning_rate": 0.00019993757114271615,
      "loss": 4.4375,
      "step": 17570
    },
    {
      "epoch": 0.1126779530588688,
      "grad_norm": 4.139505863189697,
      "learning_rate": 0.00019993756402479832,
      "loss": 4.3214,
      "step": 17571
    },
    {
      "epoch": 0.11268436578171091,
      "grad_norm": 3.837754487991333,
      "learning_rate": 0.00019993755690647484,
      "loss": 4.6596,
      "step": 17572
    },
    {
      "epoch": 0.11269077850455303,
      "grad_norm": 5.0229926109313965,
      "learning_rate": 0.00019993754978774573,
      "loss": 4.3116,
      "step": 17573
    },
    {
      "epoch": 0.11269719122739515,
      "grad_norm": 2.791300058364868,
      "learning_rate": 0.00019993754266861097,
      "loss": 4.3457,
      "step": 17574
    },
    {
      "epoch": 0.11270360395023728,
      "grad_norm": 2.9292778968811035,
      "learning_rate": 0.0001999375355490706,
      "loss": 4.3544,
      "step": 17575
    },
    {
      "epoch": 0.1127100166730794,
      "grad_norm": 3.6040210723876953,
      "learning_rate": 0.00019993752842912462,
      "loss": 4.236,
      "step": 17576
    },
    {
      "epoch": 0.11271642939592151,
      "grad_norm": 3.441770553588867,
      "learning_rate": 0.000199937521308773,
      "loss": 4.6317,
      "step": 17577
    },
    {
      "epoch": 0.11272284211876363,
      "grad_norm": 3.5361266136169434,
      "learning_rate": 0.00019993751418801573,
      "loss": 4.5901,
      "step": 17578
    },
    {
      "epoch": 0.11272925484160574,
      "grad_norm": 3.3953402042388916,
      "learning_rate": 0.0001999375070668528,
      "loss": 4.6185,
      "step": 17579
    },
    {
      "epoch": 0.11273566756444786,
      "grad_norm": 3.653888702392578,
      "learning_rate": 0.0001999374999452843,
      "loss": 4.0906,
      "step": 17580
    },
    {
      "epoch": 0.11274208028728998,
      "grad_norm": 5.645308971405029,
      "learning_rate": 0.00019993749282331015,
      "loss": 4.527,
      "step": 17581
    },
    {
      "epoch": 0.11274849301013211,
      "grad_norm": 3.3209378719329834,
      "learning_rate": 0.00019993748570093037,
      "loss": 4.4947,
      "step": 17582
    },
    {
      "epoch": 0.11275490573297423,
      "grad_norm": 3.6313579082489014,
      "learning_rate": 0.00019993747857814496,
      "loss": 4.3914,
      "step": 17583
    },
    {
      "epoch": 0.11276131845581634,
      "grad_norm": 3.186206340789795,
      "learning_rate": 0.00019993747145495393,
      "loss": 4.5669,
      "step": 17584
    },
    {
      "epoch": 0.11276773117865846,
      "grad_norm": 3.409933567047119,
      "learning_rate": 0.00019993746433135724,
      "loss": 4.4782,
      "step": 17585
    },
    {
      "epoch": 0.11277414390150058,
      "grad_norm": 3.283247947692871,
      "learning_rate": 0.00019993745720735495,
      "loss": 4.6198,
      "step": 17586
    },
    {
      "epoch": 0.11278055662434269,
      "grad_norm": 4.017059326171875,
      "learning_rate": 0.000199937450082947,
      "loss": 4.3684,
      "step": 17587
    },
    {
      "epoch": 0.11278696934718481,
      "grad_norm": 3.3511152267456055,
      "learning_rate": 0.00019993744295813346,
      "loss": 4.4247,
      "step": 17588
    },
    {
      "epoch": 0.11279338207002694,
      "grad_norm": 3.159715414047241,
      "learning_rate": 0.0001999374358329143,
      "loss": 4.5881,
      "step": 17589
    },
    {
      "epoch": 0.11279979479286906,
      "grad_norm": 3.201596736907959,
      "learning_rate": 0.00019993742870728944,
      "loss": 4.4693,
      "step": 17590
    },
    {
      "epoch": 0.11280620751571117,
      "grad_norm": 4.955913543701172,
      "learning_rate": 0.00019993742158125902,
      "loss": 4.6399,
      "step": 17591
    },
    {
      "epoch": 0.11281262023855329,
      "grad_norm": 3.7479660511016846,
      "learning_rate": 0.00019993741445482294,
      "loss": 4.8226,
      "step": 17592
    },
    {
      "epoch": 0.11281903296139541,
      "grad_norm": 3.3643534183502197,
      "learning_rate": 0.0001999374073279812,
      "loss": 4.2004,
      "step": 17593
    },
    {
      "epoch": 0.11282544568423752,
      "grad_norm": 3.3534677028656006,
      "learning_rate": 0.00019993740020073387,
      "loss": 4.6383,
      "step": 17594
    },
    {
      "epoch": 0.11283185840707964,
      "grad_norm": 3.8468589782714844,
      "learning_rate": 0.00019993739307308091,
      "loss": 4.963,
      "step": 17595
    },
    {
      "epoch": 0.11283827112992177,
      "grad_norm": 4.654129505157471,
      "learning_rate": 0.00019993738594502233,
      "loss": 4.335,
      "step": 17596
    },
    {
      "epoch": 0.11284468385276389,
      "grad_norm": 6.512214183807373,
      "learning_rate": 0.0001999373788165581,
      "loss": 4.4019,
      "step": 17597
    },
    {
      "epoch": 0.112851096575606,
      "grad_norm": 3.0863864421844482,
      "learning_rate": 0.00019993737168768824,
      "loss": 4.7718,
      "step": 17598
    },
    {
      "epoch": 0.11285750929844812,
      "grad_norm": 4.6197099685668945,
      "learning_rate": 0.00019993736455841278,
      "loss": 4.9108,
      "step": 17599
    },
    {
      "epoch": 0.11286392202129024,
      "grad_norm": 4.235998153686523,
      "learning_rate": 0.00019993735742873165,
      "loss": 4.3172,
      "step": 17600
    },
    {
      "epoch": 0.11286392202129024,
      "eval_loss": 4.458436012268066,
      "eval_runtime": 34.7968,
      "eval_samples_per_second": 90.094,
      "eval_steps_per_second": 22.531,
      "step": 17600
    },
    {
      "epoch": 0.11287033474413236,
      "grad_norm": 2.913167715072632,
      "learning_rate": 0.0001999373502986449,
      "loss": 4.6538,
      "step": 17601
    },
    {
      "epoch": 0.11287674746697447,
      "grad_norm": 3.3518691062927246,
      "learning_rate": 0.00019993734316815255,
      "loss": 4.5001,
      "step": 17602
    },
    {
      "epoch": 0.11288316018981659,
      "grad_norm": 3.308673620223999,
      "learning_rate": 0.00019993733603725455,
      "loss": 4.8257,
      "step": 17603
    },
    {
      "epoch": 0.11288957291265872,
      "grad_norm": 3.4839248657226562,
      "learning_rate": 0.00019993732890595092,
      "loss": 4.4779,
      "step": 17604
    },
    {
      "epoch": 0.11289598563550084,
      "grad_norm": 3.063664197921753,
      "learning_rate": 0.00019993732177424166,
      "loss": 4.4229,
      "step": 17605
    },
    {
      "epoch": 0.11290239835834295,
      "grad_norm": 2.967617988586426,
      "learning_rate": 0.00019993731464212677,
      "loss": 4.4288,
      "step": 17606
    },
    {
      "epoch": 0.11290881108118507,
      "grad_norm": 2.8368818759918213,
      "learning_rate": 0.00019993730750960626,
      "loss": 4.3231,
      "step": 17607
    },
    {
      "epoch": 0.11291522380402719,
      "grad_norm": 3.0698516368865967,
      "learning_rate": 0.0001999373003766801,
      "loss": 4.434,
      "step": 17608
    },
    {
      "epoch": 0.1129216365268693,
      "grad_norm": 3.090820074081421,
      "learning_rate": 0.00019993729324334833,
      "loss": 4.6258,
      "step": 17609
    },
    {
      "epoch": 0.11292804924971142,
      "grad_norm": 2.6498141288757324,
      "learning_rate": 0.00019993728610961093,
      "loss": 4.4381,
      "step": 17610
    },
    {
      "epoch": 0.11293446197255355,
      "grad_norm": 3.853625774383545,
      "learning_rate": 0.0001999372789754679,
      "loss": 5.2287,
      "step": 17611
    },
    {
      "epoch": 0.11294087469539567,
      "grad_norm": 3.4460976123809814,
      "learning_rate": 0.00019993727184091923,
      "loss": 4.6125,
      "step": 17612
    },
    {
      "epoch": 0.11294728741823779,
      "grad_norm": 5.60651969909668,
      "learning_rate": 0.00019993726470596493,
      "loss": 4.1454,
      "step": 17613
    },
    {
      "epoch": 0.1129537001410799,
      "grad_norm": 3.9664502143859863,
      "learning_rate": 0.00019993725757060503,
      "loss": 4.5761,
      "step": 17614
    },
    {
      "epoch": 0.11296011286392202,
      "grad_norm": 4.275505065917969,
      "learning_rate": 0.00019993725043483947,
      "loss": 4.6014,
      "step": 17615
    },
    {
      "epoch": 0.11296652558676414,
      "grad_norm": 2.985395669937134,
      "learning_rate": 0.00019993724329866831,
      "loss": 4.533,
      "step": 17616
    },
    {
      "epoch": 0.11297293830960625,
      "grad_norm": 3.6399266719818115,
      "learning_rate": 0.0001999372361620915,
      "loss": 4.3648,
      "step": 17617
    },
    {
      "epoch": 0.11297935103244838,
      "grad_norm": 4.774160385131836,
      "learning_rate": 0.00019993722902510907,
      "loss": 4.5351,
      "step": 17618
    },
    {
      "epoch": 0.1129857637552905,
      "grad_norm": 4.547390460968018,
      "learning_rate": 0.000199937221887721,
      "loss": 4.4861,
      "step": 17619
    },
    {
      "epoch": 0.11299217647813262,
      "grad_norm": 2.853980541229248,
      "learning_rate": 0.0001999372147499273,
      "loss": 4.5428,
      "step": 17620
    },
    {
      "epoch": 0.11299858920097473,
      "grad_norm": 3.1439313888549805,
      "learning_rate": 0.000199937207611728,
      "loss": 4.4346,
      "step": 17621
    },
    {
      "epoch": 0.11300500192381685,
      "grad_norm": 4.603857517242432,
      "learning_rate": 0.00019993720047312304,
      "loss": 4.4939,
      "step": 17622
    },
    {
      "epoch": 0.11301141464665897,
      "grad_norm": 3.5815367698669434,
      "learning_rate": 0.00019993719333411244,
      "loss": 4.7138,
      "step": 17623
    },
    {
      "epoch": 0.11301782736950108,
      "grad_norm": 15.411255836486816,
      "learning_rate": 0.00019993718619469626,
      "loss": 4.4379,
      "step": 17624
    },
    {
      "epoch": 0.11302424009234321,
      "grad_norm": 3.1440110206604004,
      "learning_rate": 0.00019993717905487444,
      "loss": 4.4592,
      "step": 17625
    },
    {
      "epoch": 0.11303065281518533,
      "grad_norm": 3.6040518283843994,
      "learning_rate": 0.00019993717191464695,
      "loss": 4.8099,
      "step": 17626
    },
    {
      "epoch": 0.11303706553802745,
      "grad_norm": 2.979532480239868,
      "learning_rate": 0.00019993716477401387,
      "loss": 4.5416,
      "step": 17627
    },
    {
      "epoch": 0.11304347826086956,
      "grad_norm": 3.6565024852752686,
      "learning_rate": 0.00019993715763297516,
      "loss": 4.6603,
      "step": 17628
    },
    {
      "epoch": 0.11304989098371168,
      "grad_norm": 11.699240684509277,
      "learning_rate": 0.0001999371504915308,
      "loss": 4.4401,
      "step": 17629
    },
    {
      "epoch": 0.1130563037065538,
      "grad_norm": 18.93217658996582,
      "learning_rate": 0.00019993714334968083,
      "loss": 4.7777,
      "step": 17630
    },
    {
      "epoch": 0.11306271642939592,
      "grad_norm": 3.222538471221924,
      "learning_rate": 0.00019993713620742521,
      "loss": 4.6952,
      "step": 17631
    },
    {
      "epoch": 0.11306912915223805,
      "grad_norm": 3.210770606994629,
      "learning_rate": 0.000199937129064764,
      "loss": 4.7151,
      "step": 17632
    },
    {
      "epoch": 0.11307554187508016,
      "grad_norm": 3.495220184326172,
      "learning_rate": 0.00019993712192169712,
      "loss": 4.224,
      "step": 17633
    },
    {
      "epoch": 0.11308195459792228,
      "grad_norm": 4.372636795043945,
      "learning_rate": 0.00019993711477822462,
      "loss": 5.0604,
      "step": 17634
    },
    {
      "epoch": 0.1130883673207644,
      "grad_norm": 3.5719711780548096,
      "learning_rate": 0.00019993710763434652,
      "loss": 4.4019,
      "step": 17635
    },
    {
      "epoch": 0.11309478004360651,
      "grad_norm": 7.233499526977539,
      "learning_rate": 0.00019993710049006274,
      "loss": 4.4775,
      "step": 17636
    },
    {
      "epoch": 0.11310119276644863,
      "grad_norm": 5.853208541870117,
      "learning_rate": 0.0001999370933453734,
      "loss": 4.424,
      "step": 17637
    },
    {
      "epoch": 0.11310760548929075,
      "grad_norm": 4.08247184753418,
      "learning_rate": 0.00019993708620027838,
      "loss": 4.628,
      "step": 17638
    },
    {
      "epoch": 0.11311401821213288,
      "grad_norm": 7.000851631164551,
      "learning_rate": 0.00019993707905477777,
      "loss": 4.6241,
      "step": 17639
    },
    {
      "epoch": 0.113120430934975,
      "grad_norm": 9.404325485229492,
      "learning_rate": 0.0001999370719088715,
      "loss": 4.5332,
      "step": 17640
    },
    {
      "epoch": 0.11312684365781711,
      "grad_norm": 107.64860534667969,
      "learning_rate": 0.00019993706476255962,
      "loss": 4.4217,
      "step": 17641
    },
    {
      "epoch": 0.11313325638065923,
      "grad_norm": 3.639880657196045,
      "learning_rate": 0.0001999370576158421,
      "loss": 4.484,
      "step": 17642
    },
    {
      "epoch": 0.11313966910350134,
      "grad_norm": 4.6418046951293945,
      "learning_rate": 0.00019993705046871896,
      "loss": 4.5305,
      "step": 17643
    },
    {
      "epoch": 0.11314608182634346,
      "grad_norm": 6.112288951873779,
      "learning_rate": 0.0001999370433211902,
      "loss": 4.521,
      "step": 17644
    },
    {
      "epoch": 0.11315249454918558,
      "grad_norm": 6.052684307098389,
      "learning_rate": 0.0001999370361732558,
      "loss": 4.4618,
      "step": 17645
    },
    {
      "epoch": 0.11315890727202771,
      "grad_norm": 7.575523376464844,
      "learning_rate": 0.00019993702902491577,
      "loss": 4.5271,
      "step": 17646
    },
    {
      "epoch": 0.11316531999486983,
      "grad_norm": 4.817938327789307,
      "learning_rate": 0.0001999370218761701,
      "loss": 4.4823,
      "step": 17647
    },
    {
      "epoch": 0.11317173271771194,
      "grad_norm": 33.7188606262207,
      "learning_rate": 0.00019993701472701883,
      "loss": 4.3118,
      "step": 17648
    },
    {
      "epoch": 0.11317814544055406,
      "grad_norm": 7.013740539550781,
      "learning_rate": 0.0001999370075774619,
      "loss": 4.4255,
      "step": 17649
    },
    {
      "epoch": 0.11318455816339618,
      "grad_norm": 78.88789367675781,
      "learning_rate": 0.00019993700042749937,
      "loss": 4.5145,
      "step": 17650
    },
    {
      "epoch": 0.11319097088623829,
      "grad_norm": 9.58165454864502,
      "learning_rate": 0.0001999369932771312,
      "loss": 4.487,
      "step": 17651
    },
    {
      "epoch": 0.11319738360908041,
      "grad_norm": 24.707422256469727,
      "learning_rate": 0.00019993698612635742,
      "loss": 5.1941,
      "step": 17652
    },
    {
      "epoch": 0.11320379633192254,
      "grad_norm": 12.292731285095215,
      "learning_rate": 0.00019993697897517797,
      "loss": 4.4326,
      "step": 17653
    },
    {
      "epoch": 0.11321020905476466,
      "grad_norm": 5.7795090675354,
      "learning_rate": 0.00019993697182359293,
      "loss": 4.909,
      "step": 17654
    },
    {
      "epoch": 0.11321662177760677,
      "grad_norm": 6.155737400054932,
      "learning_rate": 0.00019993696467160226,
      "loss": 4.8082,
      "step": 17655
    },
    {
      "epoch": 0.11322303450044889,
      "grad_norm": 4.8956828117370605,
      "learning_rate": 0.00019993695751920596,
      "loss": 4.5498,
      "step": 17656
    },
    {
      "epoch": 0.11322944722329101,
      "grad_norm": 7.4332780838012695,
      "learning_rate": 0.000199936950366404,
      "loss": 4.463,
      "step": 17657
    },
    {
      "epoch": 0.11323585994613312,
      "grad_norm": 6.9566192626953125,
      "learning_rate": 0.00019993694321319646,
      "loss": 4.2663,
      "step": 17658
    },
    {
      "epoch": 0.11324227266897524,
      "grad_norm": 5.965648651123047,
      "learning_rate": 0.00019993693605958328,
      "loss": 4.7437,
      "step": 17659
    },
    {
      "epoch": 0.11324868539181737,
      "grad_norm": 14.077400207519531,
      "learning_rate": 0.00019993692890556445,
      "loss": 4.5997,
      "step": 17660
    },
    {
      "epoch": 0.11325509811465949,
      "grad_norm": 7.5824151039123535,
      "learning_rate": 0.00019993692175114002,
      "loss": 4.553,
      "step": 17661
    },
    {
      "epoch": 0.1132615108375016,
      "grad_norm": 6.288800239562988,
      "learning_rate": 0.00019993691459630993,
      "loss": 4.6018,
      "step": 17662
    },
    {
      "epoch": 0.11326792356034372,
      "grad_norm": 10.486888885498047,
      "learning_rate": 0.00019993690744107425,
      "loss": 4.6982,
      "step": 17663
    },
    {
      "epoch": 0.11327433628318584,
      "grad_norm": 48.454811096191406,
      "learning_rate": 0.00019993690028543293,
      "loss": 4.4037,
      "step": 17664
    },
    {
      "epoch": 0.11328074900602796,
      "grad_norm": 45.74098205566406,
      "learning_rate": 0.00019993689312938596,
      "loss": 4.6405,
      "step": 17665
    },
    {
      "epoch": 0.11328716172887007,
      "grad_norm": 9.075695037841797,
      "learning_rate": 0.0001999368859729334,
      "loss": 4.3782,
      "step": 17666
    },
    {
      "epoch": 0.1132935744517122,
      "grad_norm": 12.842473030090332,
      "learning_rate": 0.0001999368788160752,
      "loss": 4.6033,
      "step": 17667
    },
    {
      "epoch": 0.11329998717455432,
      "grad_norm": 9.368712425231934,
      "learning_rate": 0.00019993687165881135,
      "loss": 4.556,
      "step": 17668
    },
    {
      "epoch": 0.11330639989739644,
      "grad_norm": 8.694998741149902,
      "learning_rate": 0.00019993686450114187,
      "loss": 4.282,
      "step": 17669
    },
    {
      "epoch": 0.11331281262023855,
      "grad_norm": 7.9268999099731445,
      "learning_rate": 0.0001999368573430668,
      "loss": 4.3392,
      "step": 17670
    },
    {
      "epoch": 0.11331922534308067,
      "grad_norm": 9.208499908447266,
      "learning_rate": 0.00019993685018458607,
      "loss": 4.6984,
      "step": 17671
    },
    {
      "epoch": 0.11332563806592279,
      "grad_norm": 5.774531364440918,
      "learning_rate": 0.00019993684302569974,
      "loss": 4.4105,
      "step": 17672
    },
    {
      "epoch": 0.1133320507887649,
      "grad_norm": 5.577386856079102,
      "learning_rate": 0.00019993683586640778,
      "loss": 4.2589,
      "step": 17673
    },
    {
      "epoch": 0.11333846351160703,
      "grad_norm": 5.748596668243408,
      "learning_rate": 0.00019993682870671017,
      "loss": 4.6591,
      "step": 17674
    },
    {
      "epoch": 0.11334487623444915,
      "grad_norm": 7.2004075050354,
      "learning_rate": 0.00019993682154660695,
      "loss": 4.3659,
      "step": 17675
    },
    {
      "epoch": 0.11335128895729127,
      "grad_norm": 6.683842182159424,
      "learning_rate": 0.00019993681438609811,
      "loss": 4.4004,
      "step": 17676
    },
    {
      "epoch": 0.11335770168013339,
      "grad_norm": 5.396890640258789,
      "learning_rate": 0.00019993680722518362,
      "loss": 4.8135,
      "step": 17677
    },
    {
      "epoch": 0.1133641144029755,
      "grad_norm": 10.344279289245605,
      "learning_rate": 0.0001999368000638635,
      "loss": 4.3465,
      "step": 17678
    },
    {
      "epoch": 0.11337052712581762,
      "grad_norm": 43.702327728271484,
      "learning_rate": 0.00019993679290213775,
      "loss": 4.3906,
      "step": 17679
    },
    {
      "epoch": 0.11337693984865974,
      "grad_norm": 30.30347442626953,
      "learning_rate": 0.00019993678574000643,
      "loss": 4.489,
      "step": 17680
    },
    {
      "epoch": 0.11338335257150187,
      "grad_norm": 6.067237377166748,
      "learning_rate": 0.00019993677857746943,
      "loss": 4.383,
      "step": 17681
    },
    {
      "epoch": 0.11338976529434398,
      "grad_norm": 5.83156681060791,
      "learning_rate": 0.00019993677141452683,
      "loss": 4.462,
      "step": 17682
    },
    {
      "epoch": 0.1133961780171861,
      "grad_norm": 24.700878143310547,
      "learning_rate": 0.00019993676425117857,
      "loss": 4.5192,
      "step": 17683
    },
    {
      "epoch": 0.11340259074002822,
      "grad_norm": 4.794746398925781,
      "learning_rate": 0.00019993675708742469,
      "loss": 4.4852,
      "step": 17684
    },
    {
      "epoch": 0.11340900346287033,
      "grad_norm": 36.750328063964844,
      "learning_rate": 0.0001999367499232652,
      "loss": 4.5606,
      "step": 17685
    },
    {
      "epoch": 0.11341541618571245,
      "grad_norm": 8.273646354675293,
      "learning_rate": 0.0001999367427587001,
      "loss": 4.7649,
      "step": 17686
    },
    {
      "epoch": 0.11342182890855457,
      "grad_norm": 10.504534721374512,
      "learning_rate": 0.00019993673559372935,
      "loss": 4.4121,
      "step": 17687
    },
    {
      "epoch": 0.1134282416313967,
      "grad_norm": 12.125994682312012,
      "learning_rate": 0.00019993672842835296,
      "loss": 4.4298,
      "step": 17688
    },
    {
      "epoch": 0.11343465435423881,
      "grad_norm": 5.100144386291504,
      "learning_rate": 0.00019993672126257097,
      "loss": 4.4406,
      "step": 17689
    },
    {
      "epoch": 0.11344106707708093,
      "grad_norm": 4.2387518882751465,
      "learning_rate": 0.00019993671409638335,
      "loss": 4.4917,
      "step": 17690
    },
    {
      "epoch": 0.11344747979992305,
      "grad_norm": 4.198092460632324,
      "learning_rate": 0.00019993670692979007,
      "loss": 4.3332,
      "step": 17691
    },
    {
      "epoch": 0.11345389252276517,
      "grad_norm": 4.9421586990356445,
      "learning_rate": 0.0001999366997627912,
      "loss": 4.5185,
      "step": 17692
    },
    {
      "epoch": 0.11346030524560728,
      "grad_norm": 15.303311347961426,
      "learning_rate": 0.0001999366925953867,
      "loss": 4.5427,
      "step": 17693
    },
    {
      "epoch": 0.1134667179684494,
      "grad_norm": 14.54310417175293,
      "learning_rate": 0.00019993668542757654,
      "loss": 4.4065,
      "step": 17694
    },
    {
      "epoch": 0.11347313069129152,
      "grad_norm": 4.608896732330322,
      "learning_rate": 0.0001999366782593608,
      "loss": 4.5117,
      "step": 17695
    },
    {
      "epoch": 0.11347954341413365,
      "grad_norm": 3.7227516174316406,
      "learning_rate": 0.0001999366710907394,
      "loss": 4.4901,
      "step": 17696
    },
    {
      "epoch": 0.11348595613697576,
      "grad_norm": 8.398762702941895,
      "learning_rate": 0.0001999366639217124,
      "loss": 4.516,
      "step": 17697
    },
    {
      "epoch": 0.11349236885981788,
      "grad_norm": 3.2774901390075684,
      "learning_rate": 0.00019993665675227976,
      "loss": 4.5063,
      "step": 17698
    },
    {
      "epoch": 0.11349878158266,
      "grad_norm": 6.180944919586182,
      "learning_rate": 0.0001999366495824415,
      "loss": 4.4577,
      "step": 17699
    },
    {
      "epoch": 0.11350519430550211,
      "grad_norm": 4.278788089752197,
      "learning_rate": 0.0001999366424121976,
      "loss": 4.6376,
      "step": 17700
    },
    {
      "epoch": 0.11350519430550211,
      "eval_loss": 4.466506004333496,
      "eval_runtime": 34.7554,
      "eval_samples_per_second": 90.202,
      "eval_steps_per_second": 22.558,
      "step": 17700
    },
    {
      "epoch": 0.11351160702834423,
      "grad_norm": 4.8888044357299805,
      "learning_rate": 0.00019993663524154806,
      "loss": 4.586,
      "step": 17701
    },
    {
      "epoch": 0.11351801975118635,
      "grad_norm": 3.5224554538726807,
      "learning_rate": 0.00019993662807049294,
      "loss": 4.5708,
      "step": 17702
    },
    {
      "epoch": 0.11352443247402848,
      "grad_norm": 5.756078243255615,
      "learning_rate": 0.00019993662089903217,
      "loss": 4.6893,
      "step": 17703
    },
    {
      "epoch": 0.1135308451968706,
      "grad_norm": 3.143143892288208,
      "learning_rate": 0.00019993661372716577,
      "loss": 4.3182,
      "step": 17704
    },
    {
      "epoch": 0.11353725791971271,
      "grad_norm": 56.447792053222656,
      "learning_rate": 0.00019993660655489375,
      "loss": 4.5182,
      "step": 17705
    },
    {
      "epoch": 0.11354367064255483,
      "grad_norm": 3.0096917152404785,
      "learning_rate": 0.0001999365993822161,
      "loss": 4.3555,
      "step": 17706
    },
    {
      "epoch": 0.11355008336539694,
      "grad_norm": 18.330869674682617,
      "learning_rate": 0.0001999365922091328,
      "loss": 4.4974,
      "step": 17707
    },
    {
      "epoch": 0.11355649608823906,
      "grad_norm": 5.790821552276611,
      "learning_rate": 0.00019993658503564393,
      "loss": 4.7973,
      "step": 17708
    },
    {
      "epoch": 0.11356290881108118,
      "grad_norm": 4.5463056564331055,
      "learning_rate": 0.00019993657786174937,
      "loss": 4.6312,
      "step": 17709
    },
    {
      "epoch": 0.11356932153392331,
      "grad_norm": 2.7476115226745605,
      "learning_rate": 0.00019993657068744923,
      "loss": 4.3735,
      "step": 17710
    },
    {
      "epoch": 0.11357573425676543,
      "grad_norm": 6.753281593322754,
      "learning_rate": 0.00019993656351274344,
      "loss": 4.6844,
      "step": 17711
    },
    {
      "epoch": 0.11358214697960754,
      "grad_norm": 3.95934796333313,
      "learning_rate": 0.00019993655633763205,
      "loss": 4.5844,
      "step": 17712
    },
    {
      "epoch": 0.11358855970244966,
      "grad_norm": 4.9308881759643555,
      "learning_rate": 0.000199936549162115,
      "loss": 4.8708,
      "step": 17713
    },
    {
      "epoch": 0.11359497242529178,
      "grad_norm": 4.057246208190918,
      "learning_rate": 0.00019993654198619237,
      "loss": 4.5052,
      "step": 17714
    },
    {
      "epoch": 0.1136013851481339,
      "grad_norm": 3.9675745964050293,
      "learning_rate": 0.00019993653480986407,
      "loss": 4.7192,
      "step": 17715
    },
    {
      "epoch": 0.11360779787097601,
      "grad_norm": 3.5613512992858887,
      "learning_rate": 0.00019993652763313014,
      "loss": 4.4326,
      "step": 17716
    },
    {
      "epoch": 0.11361421059381814,
      "grad_norm": 3.2114932537078857,
      "learning_rate": 0.0001999365204559906,
      "loss": 4.5279,
      "step": 17717
    },
    {
      "epoch": 0.11362062331666026,
      "grad_norm": 31.811105728149414,
      "learning_rate": 0.00019993651327844544,
      "loss": 4.5653,
      "step": 17718
    },
    {
      "epoch": 0.11362703603950237,
      "grad_norm": 22.410123825073242,
      "learning_rate": 0.00019993650610049466,
      "loss": 4.4497,
      "step": 17719
    },
    {
      "epoch": 0.11363344876234449,
      "grad_norm": 9.292867660522461,
      "learning_rate": 0.00019993649892213825,
      "loss": 4.569,
      "step": 17720
    },
    {
      "epoch": 0.11363986148518661,
      "grad_norm": 4.245418071746826,
      "learning_rate": 0.00019993649174337622,
      "loss": 4.9855,
      "step": 17721
    },
    {
      "epoch": 0.11364627420802872,
      "grad_norm": 5.044015407562256,
      "learning_rate": 0.00019993648456420856,
      "loss": 4.4384,
      "step": 17722
    },
    {
      "epoch": 0.11365268693087084,
      "grad_norm": 3.7777535915374756,
      "learning_rate": 0.00019993647738463525,
      "loss": 4.766,
      "step": 17723
    },
    {
      "epoch": 0.11365909965371297,
      "grad_norm": 2.9133501052856445,
      "learning_rate": 0.00019993647020465633,
      "loss": 4.6268,
      "step": 17724
    },
    {
      "epoch": 0.11366551237655509,
      "grad_norm": 3.3574249744415283,
      "learning_rate": 0.00019993646302427182,
      "loss": 4.4907,
      "step": 17725
    },
    {
      "epoch": 0.1136719250993972,
      "grad_norm": 5.053380966186523,
      "learning_rate": 0.00019993645584348162,
      "loss": 4.4971,
      "step": 17726
    },
    {
      "epoch": 0.11367833782223932,
      "grad_norm": 4.300617218017578,
      "learning_rate": 0.00019993644866228585,
      "loss": 4.7694,
      "step": 17727
    },
    {
      "epoch": 0.11368475054508144,
      "grad_norm": 3.014430522918701,
      "learning_rate": 0.0001999364414806844,
      "loss": 4.652,
      "step": 17728
    },
    {
      "epoch": 0.11369116326792356,
      "grad_norm": 3.3356363773345947,
      "learning_rate": 0.00019993643429867738,
      "loss": 4.3405,
      "step": 17729
    },
    {
      "epoch": 0.11369757599076567,
      "grad_norm": 3.3077735900878906,
      "learning_rate": 0.0001999364271162647,
      "loss": 4.379,
      "step": 17730
    },
    {
      "epoch": 0.1137039887136078,
      "grad_norm": 3.143432855606079,
      "learning_rate": 0.00019993641993344642,
      "loss": 4.8061,
      "step": 17731
    },
    {
      "epoch": 0.11371040143644992,
      "grad_norm": 4.09064245223999,
      "learning_rate": 0.0001999364127502225,
      "loss": 4.808,
      "step": 17732
    },
    {
      "epoch": 0.11371681415929204,
      "grad_norm": 11.160734176635742,
      "learning_rate": 0.00019993640556659293,
      "loss": 4.5342,
      "step": 17733
    },
    {
      "epoch": 0.11372322688213415,
      "grad_norm": 3.5222699642181396,
      "learning_rate": 0.00019993639838255774,
      "loss": 4.4664,
      "step": 17734
    },
    {
      "epoch": 0.11372963960497627,
      "grad_norm": 3.6552298069000244,
      "learning_rate": 0.00019993639119811696,
      "loss": 4.0841,
      "step": 17735
    },
    {
      "epoch": 0.11373605232781839,
      "grad_norm": 6.225044250488281,
      "learning_rate": 0.00019993638401327054,
      "loss": 4.4074,
      "step": 17736
    },
    {
      "epoch": 0.1137424650506605,
      "grad_norm": 3.1901121139526367,
      "learning_rate": 0.0001999363768280185,
      "loss": 4.5594,
      "step": 17737
    },
    {
      "epoch": 0.11374887777350264,
      "grad_norm": 3.0005292892456055,
      "learning_rate": 0.00019993636964236083,
      "loss": 4.3507,
      "step": 17738
    },
    {
      "epoch": 0.11375529049634475,
      "grad_norm": 3.933098077774048,
      "learning_rate": 0.0001999363624562975,
      "loss": 4.6234,
      "step": 17739
    },
    {
      "epoch": 0.11376170321918687,
      "grad_norm": 3.3758842945098877,
      "learning_rate": 0.00019993635526982862,
      "loss": 4.6851,
      "step": 17740
    },
    {
      "epoch": 0.11376811594202899,
      "grad_norm": 4.519096374511719,
      "learning_rate": 0.00019993634808295404,
      "loss": 4.5792,
      "step": 17741
    },
    {
      "epoch": 0.1137745286648711,
      "grad_norm": 3.7472152709960938,
      "learning_rate": 0.00019993634089567386,
      "loss": 4.5128,
      "step": 17742
    },
    {
      "epoch": 0.11378094138771322,
      "grad_norm": 4.109065055847168,
      "learning_rate": 0.0001999363337079881,
      "loss": 4.7178,
      "step": 17743
    },
    {
      "epoch": 0.11378735411055534,
      "grad_norm": 7.341114521026611,
      "learning_rate": 0.00019993632651989666,
      "loss": 4.6272,
      "step": 17744
    },
    {
      "epoch": 0.11379376683339747,
      "grad_norm": 3.7071685791015625,
      "learning_rate": 0.0001999363193313996,
      "loss": 4.6508,
      "step": 17745
    },
    {
      "epoch": 0.11380017955623958,
      "grad_norm": 4.88071346282959,
      "learning_rate": 0.00019993631214249694,
      "loss": 4.7574,
      "step": 17746
    },
    {
      "epoch": 0.1138065922790817,
      "grad_norm": 12.649608612060547,
      "learning_rate": 0.00019993630495318863,
      "loss": 4.5956,
      "step": 17747
    },
    {
      "epoch": 0.11381300500192382,
      "grad_norm": 4.069051265716553,
      "learning_rate": 0.00019993629776347472,
      "loss": 4.4995,
      "step": 17748
    },
    {
      "epoch": 0.11381941772476593,
      "grad_norm": 3.6429998874664307,
      "learning_rate": 0.00019993629057335515,
      "loss": 4.3837,
      "step": 17749
    },
    {
      "epoch": 0.11382583044760805,
      "grad_norm": 3.639296054840088,
      "learning_rate": 0.00019993628338282998,
      "loss": 4.5521,
      "step": 17750
    },
    {
      "epoch": 0.11383224317045017,
      "grad_norm": 4.872381210327148,
      "learning_rate": 0.00019993627619189916,
      "loss": 4.3346,
      "step": 17751
    },
    {
      "epoch": 0.1138386558932923,
      "grad_norm": 7.040177822113037,
      "learning_rate": 0.00019993626900056274,
      "loss": 4.5827,
      "step": 17752
    },
    {
      "epoch": 0.11384506861613441,
      "grad_norm": 28.034440994262695,
      "learning_rate": 0.0001999362618088207,
      "loss": 4.3414,
      "step": 17753
    },
    {
      "epoch": 0.11385148133897653,
      "grad_norm": 3.798750638961792,
      "learning_rate": 0.00019993625461667302,
      "loss": 4.4409,
      "step": 17754
    },
    {
      "epoch": 0.11385789406181865,
      "grad_norm": 10.986391067504883,
      "learning_rate": 0.00019993624742411974,
      "loss": 4.3242,
      "step": 17755
    },
    {
      "epoch": 0.11386430678466077,
      "grad_norm": 4.3717041015625,
      "learning_rate": 0.00019993624023116082,
      "loss": 4.66,
      "step": 17756
    },
    {
      "epoch": 0.11387071950750288,
      "grad_norm": 3.6402597427368164,
      "learning_rate": 0.00019993623303779626,
      "loss": 4.3429,
      "step": 17757
    },
    {
      "epoch": 0.113877132230345,
      "grad_norm": 29.61097526550293,
      "learning_rate": 0.0001999362258440261,
      "loss": 4.48,
      "step": 17758
    },
    {
      "epoch": 0.11388354495318713,
      "grad_norm": 19.624937057495117,
      "learning_rate": 0.0001999362186498503,
      "loss": 4.5393,
      "step": 17759
    },
    {
      "epoch": 0.11388995767602925,
      "grad_norm": 3.728959321975708,
      "learning_rate": 0.00019993621145526888,
      "loss": 4.6692,
      "step": 17760
    },
    {
      "epoch": 0.11389637039887136,
      "grad_norm": 49.87224578857422,
      "learning_rate": 0.00019993620426028184,
      "loss": 4.4852,
      "step": 17761
    },
    {
      "epoch": 0.11390278312171348,
      "grad_norm": 9.382257461547852,
      "learning_rate": 0.00019993619706488915,
      "loss": 4.535,
      "step": 17762
    },
    {
      "epoch": 0.1139091958445556,
      "grad_norm": 3.351745843887329,
      "learning_rate": 0.00019993618986909086,
      "loss": 4.582,
      "step": 17763
    },
    {
      "epoch": 0.11391560856739771,
      "grad_norm": 15.683793067932129,
      "learning_rate": 0.00019993618267288694,
      "loss": 4.5637,
      "step": 17764
    },
    {
      "epoch": 0.11392202129023983,
      "grad_norm": 6.16364860534668,
      "learning_rate": 0.00019993617547627742,
      "loss": 4.4832,
      "step": 17765
    },
    {
      "epoch": 0.11392843401308196,
      "grad_norm": 3.8182168006896973,
      "learning_rate": 0.00019993616827926222,
      "loss": 4.3532,
      "step": 17766
    },
    {
      "epoch": 0.11393484673592408,
      "grad_norm": 3.5620203018188477,
      "learning_rate": 0.00019993616108184145,
      "loss": 4.3518,
      "step": 17767
    },
    {
      "epoch": 0.1139412594587662,
      "grad_norm": 3.427279472351074,
      "learning_rate": 0.00019993615388401502,
      "loss": 4.6364,
      "step": 17768
    },
    {
      "epoch": 0.11394767218160831,
      "grad_norm": 5.049884796142578,
      "learning_rate": 0.00019993614668578296,
      "loss": 4.6895,
      "step": 17769
    },
    {
      "epoch": 0.11395408490445043,
      "grad_norm": 4.184540271759033,
      "learning_rate": 0.00019993613948714528,
      "loss": 4.7557,
      "step": 17770
    },
    {
      "epoch": 0.11396049762729255,
      "grad_norm": 3.427370071411133,
      "learning_rate": 0.00019993613228810203,
      "loss": 4.5376,
      "step": 17771
    },
    {
      "epoch": 0.11396691035013466,
      "grad_norm": 5.036135196685791,
      "learning_rate": 0.00019993612508865312,
      "loss": 4.6052,
      "step": 17772
    },
    {
      "epoch": 0.11397332307297679,
      "grad_norm": 3.971137762069702,
      "learning_rate": 0.00019993611788879855,
      "loss": 4.6617,
      "step": 17773
    },
    {
      "epoch": 0.11397973579581891,
      "grad_norm": 13.893482208251953,
      "learning_rate": 0.00019993611068853842,
      "loss": 4.7031,
      "step": 17774
    },
    {
      "epoch": 0.11398614851866103,
      "grad_norm": 7.719601631164551,
      "learning_rate": 0.00019993610348787263,
      "loss": 4.3608,
      "step": 17775
    },
    {
      "epoch": 0.11399256124150314,
      "grad_norm": 3.7862257957458496,
      "learning_rate": 0.00019993609628680118,
      "loss": 4.3505,
      "step": 17776
    },
    {
      "epoch": 0.11399897396434526,
      "grad_norm": 6.861365795135498,
      "learning_rate": 0.00019993608908532416,
      "loss": 4.5782,
      "step": 17777
    },
    {
      "epoch": 0.11400538668718738,
      "grad_norm": 10.994635581970215,
      "learning_rate": 0.00019993608188344152,
      "loss": 4.6465,
      "step": 17778
    },
    {
      "epoch": 0.1140117994100295,
      "grad_norm": 5.660200119018555,
      "learning_rate": 0.00019993607468115322,
      "loss": 4.5426,
      "step": 17779
    },
    {
      "epoch": 0.11401821213287162,
      "grad_norm": 44.27935791015625,
      "learning_rate": 0.0001999360674784593,
      "loss": 4.2408,
      "step": 17780
    },
    {
      "epoch": 0.11402462485571374,
      "grad_norm": 8.890198707580566,
      "learning_rate": 0.0001999360602753598,
      "loss": 4.3966,
      "step": 17781
    },
    {
      "epoch": 0.11403103757855586,
      "grad_norm": 4.775205135345459,
      "learning_rate": 0.00019993605307185464,
      "loss": 4.6186,
      "step": 17782
    },
    {
      "epoch": 0.11403745030139797,
      "grad_norm": 3.971339225769043,
      "learning_rate": 0.00019993604586794383,
      "loss": 4.6933,
      "step": 17783
    },
    {
      "epoch": 0.11404386302424009,
      "grad_norm": 3.888983964920044,
      "learning_rate": 0.00019993603866362745,
      "loss": 4.6373,
      "step": 17784
    },
    {
      "epoch": 0.11405027574708221,
      "grad_norm": 3.569208860397339,
      "learning_rate": 0.00019993603145890542,
      "loss": 4.7179,
      "step": 17785
    },
    {
      "epoch": 0.11405668846992432,
      "grad_norm": 25.93046760559082,
      "learning_rate": 0.00019993602425377776,
      "loss": 5.2941,
      "step": 17786
    },
    {
      "epoch": 0.11406310119276644,
      "grad_norm": 5.913647651672363,
      "learning_rate": 0.0001999360170482445,
      "loss": 4.4125,
      "step": 17787
    },
    {
      "epoch": 0.11406951391560857,
      "grad_norm": 92.5112533569336,
      "learning_rate": 0.00019993600984230558,
      "loss": 4.2746,
      "step": 17788
    },
    {
      "epoch": 0.11407592663845069,
      "grad_norm": 3.786956548690796,
      "learning_rate": 0.00019993600263596106,
      "loss": 4.2032,
      "step": 17789
    },
    {
      "epoch": 0.1140823393612928,
      "grad_norm": 29.46236228942871,
      "learning_rate": 0.00019993599542921092,
      "loss": 4.5786,
      "step": 17790
    },
    {
      "epoch": 0.11408875208413492,
      "grad_norm": 3.295842409133911,
      "learning_rate": 0.00019993598822205515,
      "loss": 4.4748,
      "step": 17791
    },
    {
      "epoch": 0.11409516480697704,
      "grad_norm": 7.070290565490723,
      "learning_rate": 0.00019993598101449375,
      "loss": 4.4099,
      "step": 17792
    },
    {
      "epoch": 0.11410157752981916,
      "grad_norm": 5.571674346923828,
      "learning_rate": 0.00019993597380652672,
      "loss": 4.4056,
      "step": 17793
    },
    {
      "epoch": 0.11410799025266127,
      "grad_norm": 14.095340728759766,
      "learning_rate": 0.00019993596659815407,
      "loss": 4.6394,
      "step": 17794
    },
    {
      "epoch": 0.1141144029755034,
      "grad_norm": 6.477616786956787,
      "learning_rate": 0.00019993595938937585,
      "loss": 4.6547,
      "step": 17795
    },
    {
      "epoch": 0.11412081569834552,
      "grad_norm": 4.299042701721191,
      "learning_rate": 0.00019993595218019191,
      "loss": 4.2133,
      "step": 17796
    },
    {
      "epoch": 0.11412722842118764,
      "grad_norm": 3.955911636352539,
      "learning_rate": 0.0001999359449706024,
      "loss": 4.4978,
      "step": 17797
    },
    {
      "epoch": 0.11413364114402975,
      "grad_norm": 7.304798126220703,
      "learning_rate": 0.00019993593776060727,
      "loss": 4.5207,
      "step": 17798
    },
    {
      "epoch": 0.11414005386687187,
      "grad_norm": 8.608985900878906,
      "learning_rate": 0.00019993593055020651,
      "loss": 4.3073,
      "step": 17799
    },
    {
      "epoch": 0.11414646658971399,
      "grad_norm": 12.059528350830078,
      "learning_rate": 0.00019993592333940015,
      "loss": 4.775,
      "step": 17800
    },
    {
      "epoch": 0.11414646658971399,
      "eval_loss": 4.455297470092773,
      "eval_runtime": 34.7376,
      "eval_samples_per_second": 90.248,
      "eval_steps_per_second": 22.569,
      "step": 17800
    },
    {
      "epoch": 0.1141528793125561,
      "grad_norm": 3.632901191711426,
      "learning_rate": 0.00019993591612818814,
      "loss": 4.5353,
      "step": 17801
    },
    {
      "epoch": 0.11415929203539824,
      "grad_norm": 8.364134788513184,
      "learning_rate": 0.00019993590891657052,
      "loss": 4.5886,
      "step": 17802
    },
    {
      "epoch": 0.11416570475824035,
      "grad_norm": 8.112034797668457,
      "learning_rate": 0.00019993590170454725,
      "loss": 4.5222,
      "step": 17803
    },
    {
      "epoch": 0.11417211748108247,
      "grad_norm": 6.93705940246582,
      "learning_rate": 0.00019993589449211838,
      "loss": 4.6962,
      "step": 17804
    },
    {
      "epoch": 0.11417853020392459,
      "grad_norm": 7.695866107940674,
      "learning_rate": 0.0001999358872792839,
      "loss": 5.516,
      "step": 17805
    },
    {
      "epoch": 0.1141849429267667,
      "grad_norm": 3.6791374683380127,
      "learning_rate": 0.00019993588006604377,
      "loss": 4.415,
      "step": 17806
    },
    {
      "epoch": 0.11419135564960882,
      "grad_norm": 3.682281255722046,
      "learning_rate": 0.00019993587285239801,
      "loss": 4.8648,
      "step": 17807
    },
    {
      "epoch": 0.11419776837245094,
      "grad_norm": 6.500089168548584,
      "learning_rate": 0.00019993586563834664,
      "loss": 4.5254,
      "step": 17808
    },
    {
      "epoch": 0.11420418109529307,
      "grad_norm": 3.800197124481201,
      "learning_rate": 0.00019993585842388963,
      "loss": 4.4041,
      "step": 17809
    },
    {
      "epoch": 0.11421059381813518,
      "grad_norm": 3.8780102729797363,
      "learning_rate": 0.00019993585120902703,
      "loss": 4.6902,
      "step": 17810
    },
    {
      "epoch": 0.1142170065409773,
      "grad_norm": 3.569201707839966,
      "learning_rate": 0.0001999358439937588,
      "loss": 4.3685,
      "step": 17811
    },
    {
      "epoch": 0.11422341926381942,
      "grad_norm": 2.47578501701355,
      "learning_rate": 0.00019993583677808494,
      "loss": 4.587,
      "step": 17812
    },
    {
      "epoch": 0.11422983198666153,
      "grad_norm": 3.5269482135772705,
      "learning_rate": 0.00019993582956200545,
      "loss": 4.4124,
      "step": 17813
    },
    {
      "epoch": 0.11423624470950365,
      "grad_norm": 10.319993019104004,
      "learning_rate": 0.00019993582234552034,
      "loss": 4.5093,
      "step": 17814
    },
    {
      "epoch": 0.11424265743234577,
      "grad_norm": 4.1011962890625,
      "learning_rate": 0.0001999358151286296,
      "loss": 4.4259,
      "step": 17815
    },
    {
      "epoch": 0.1142490701551879,
      "grad_norm": 3.555497884750366,
      "learning_rate": 0.00019993580791133325,
      "loss": 4.4182,
      "step": 17816
    },
    {
      "epoch": 0.11425548287803002,
      "grad_norm": 18.634016036987305,
      "learning_rate": 0.0001999358006936313,
      "loss": 4.5808,
      "step": 17817
    },
    {
      "epoch": 0.11426189560087213,
      "grad_norm": 3.9858553409576416,
      "learning_rate": 0.00019993579347552366,
      "loss": 4.5563,
      "step": 17818
    },
    {
      "epoch": 0.11426830832371425,
      "grad_norm": 2.959075927734375,
      "learning_rate": 0.00019993578625701047,
      "loss": 4.4646,
      "step": 17819
    },
    {
      "epoch": 0.11427472104655637,
      "grad_norm": 5.729403018951416,
      "learning_rate": 0.00019993577903809162,
      "loss": 4.5817,
      "step": 17820
    },
    {
      "epoch": 0.11428113376939848,
      "grad_norm": 10.442547798156738,
      "learning_rate": 0.00019993577181876714,
      "loss": 4.6556,
      "step": 17821
    },
    {
      "epoch": 0.1142875464922406,
      "grad_norm": 4.122206211090088,
      "learning_rate": 0.00019993576459903704,
      "loss": 4.757,
      "step": 17822
    },
    {
      "epoch": 0.11429395921508273,
      "grad_norm": 199.8492889404297,
      "learning_rate": 0.00019993575737890136,
      "loss": 4.507,
      "step": 17823
    },
    {
      "epoch": 0.11430037193792485,
      "grad_norm": 4.397154808044434,
      "learning_rate": 0.00019993575015835998,
      "loss": 4.4687,
      "step": 17824
    },
    {
      "epoch": 0.11430678466076696,
      "grad_norm": 4.015811920166016,
      "learning_rate": 0.00019993574293741305,
      "loss": 4.5257,
      "step": 17825
    },
    {
      "epoch": 0.11431319738360908,
      "grad_norm": 3.5860061645507812,
      "learning_rate": 0.00019993573571606046,
      "loss": 4.5582,
      "step": 17826
    },
    {
      "epoch": 0.1143196101064512,
      "grad_norm": 4.106124401092529,
      "learning_rate": 0.00019993572849430225,
      "loss": 4.3971,
      "step": 17827
    },
    {
      "epoch": 0.11432602282929331,
      "grad_norm": 3.7170705795288086,
      "learning_rate": 0.00019993572127213844,
      "loss": 4.5173,
      "step": 17828
    },
    {
      "epoch": 0.11433243555213543,
      "grad_norm": 3.412562131881714,
      "learning_rate": 0.00019993571404956897,
      "loss": 4.4736,
      "step": 17829
    },
    {
      "epoch": 0.11433884827497756,
      "grad_norm": 3.2688803672790527,
      "learning_rate": 0.0001999357068265939,
      "loss": 4.4022,
      "step": 17830
    },
    {
      "epoch": 0.11434526099781968,
      "grad_norm": 3.5817010402679443,
      "learning_rate": 0.00019993569960321321,
      "loss": 4.4134,
      "step": 17831
    },
    {
      "epoch": 0.1143516737206618,
      "grad_norm": 3.131053924560547,
      "learning_rate": 0.0001999356923794269,
      "loss": 4.4249,
      "step": 17832
    },
    {
      "epoch": 0.11435808644350391,
      "grad_norm": 6.0519514083862305,
      "learning_rate": 0.00019993568515523495,
      "loss": 4.6107,
      "step": 17833
    },
    {
      "epoch": 0.11436449916634603,
      "grad_norm": 3.819852113723755,
      "learning_rate": 0.0001999356779306374,
      "loss": 4.3446,
      "step": 17834
    },
    {
      "epoch": 0.11437091188918815,
      "grad_norm": 5.110851287841797,
      "learning_rate": 0.00019993567070563422,
      "loss": 4.7033,
      "step": 17835
    },
    {
      "epoch": 0.11437732461203026,
      "grad_norm": 5.666707992553711,
      "learning_rate": 0.00019993566348022542,
      "loss": 4.2947,
      "step": 17836
    },
    {
      "epoch": 0.11438373733487239,
      "grad_norm": 24.76980972290039,
      "learning_rate": 0.00019993565625441096,
      "loss": 4.675,
      "step": 17837
    },
    {
      "epoch": 0.11439015005771451,
      "grad_norm": 3.8026857376098633,
      "learning_rate": 0.0001999356490281909,
      "loss": 4.5483,
      "step": 17838
    },
    {
      "epoch": 0.11439656278055663,
      "grad_norm": 19.614822387695312,
      "learning_rate": 0.00019993564180156525,
      "loss": 4.3496,
      "step": 17839
    },
    {
      "epoch": 0.11440297550339874,
      "grad_norm": 9.379002571105957,
      "learning_rate": 0.00019993563457453394,
      "loss": 4.5841,
      "step": 17840
    },
    {
      "epoch": 0.11440938822624086,
      "grad_norm": 8.231231689453125,
      "learning_rate": 0.00019993562734709703,
      "loss": 5.1443,
      "step": 17841
    },
    {
      "epoch": 0.11441580094908298,
      "grad_norm": 3.7263431549072266,
      "learning_rate": 0.0001999356201192545,
      "loss": 4.6166,
      "step": 17842
    },
    {
      "epoch": 0.1144222136719251,
      "grad_norm": 6.703158378601074,
      "learning_rate": 0.00019993561289100633,
      "loss": 4.2635,
      "step": 17843
    },
    {
      "epoch": 0.11442862639476722,
      "grad_norm": 12.1014404296875,
      "learning_rate": 0.0001999356056623525,
      "loss": 4.5741,
      "step": 17844
    },
    {
      "epoch": 0.11443503911760934,
      "grad_norm": 11.766802787780762,
      "learning_rate": 0.00019993559843329312,
      "loss": 4.2872,
      "step": 17845
    },
    {
      "epoch": 0.11444145184045146,
      "grad_norm": 7.704583168029785,
      "learning_rate": 0.0001999355912038281,
      "loss": 4.5901,
      "step": 17846
    },
    {
      "epoch": 0.11444786456329357,
      "grad_norm": 4.94534969329834,
      "learning_rate": 0.00019993558397395745,
      "loss": 4.9468,
      "step": 17847
    },
    {
      "epoch": 0.11445427728613569,
      "grad_norm": 4.639290809631348,
      "learning_rate": 0.00019993557674368118,
      "loss": 4.7813,
      "step": 17848
    },
    {
      "epoch": 0.11446069000897781,
      "grad_norm": 3.3344390392303467,
      "learning_rate": 0.00019993556951299928,
      "loss": 4.5685,
      "step": 17849
    },
    {
      "epoch": 0.11446710273181993,
      "grad_norm": 10.318948745727539,
      "learning_rate": 0.00019993556228191178,
      "loss": 4.708,
      "step": 17850
    },
    {
      "epoch": 0.11447351545466206,
      "grad_norm": 16.723081588745117,
      "learning_rate": 0.00019993555505041862,
      "loss": 4.536,
      "step": 17851
    },
    {
      "epoch": 0.11447992817750417,
      "grad_norm": 3.9464502334594727,
      "learning_rate": 0.00019993554781851987,
      "loss": 4.6525,
      "step": 17852
    },
    {
      "epoch": 0.11448634090034629,
      "grad_norm": 5.50457763671875,
      "learning_rate": 0.00019993554058621546,
      "loss": 4.3645,
      "step": 17853
    },
    {
      "epoch": 0.1144927536231884,
      "grad_norm": 4.328603267669678,
      "learning_rate": 0.00019993553335350547,
      "loss": 4.4824,
      "step": 17854
    },
    {
      "epoch": 0.11449916634603052,
      "grad_norm": 3.0100176334381104,
      "learning_rate": 0.00019993552612038984,
      "loss": 4.5256,
      "step": 17855
    },
    {
      "epoch": 0.11450557906887264,
      "grad_norm": 5.230379581451416,
      "learning_rate": 0.0001999355188868686,
      "loss": 4.8653,
      "step": 17856
    },
    {
      "epoch": 0.11451199179171476,
      "grad_norm": 3.9625537395477295,
      "learning_rate": 0.00019993551165294174,
      "loss": 4.4635,
      "step": 17857
    },
    {
      "epoch": 0.11451840451455689,
      "grad_norm": 3.4176833629608154,
      "learning_rate": 0.00019993550441860922,
      "loss": 4.4249,
      "step": 17858
    },
    {
      "epoch": 0.114524817237399,
      "grad_norm": 4.5410075187683105,
      "learning_rate": 0.00019993549718387113,
      "loss": 4.4953,
      "step": 17859
    },
    {
      "epoch": 0.11453122996024112,
      "grad_norm": 4.714005947113037,
      "learning_rate": 0.00019993548994872738,
      "loss": 4.417,
      "step": 17860
    },
    {
      "epoch": 0.11453764268308324,
      "grad_norm": 3.21063494682312,
      "learning_rate": 0.00019993548271317804,
      "loss": 4.352,
      "step": 17861
    },
    {
      "epoch": 0.11454405540592535,
      "grad_norm": 4.187321662902832,
      "learning_rate": 0.00019993547547722304,
      "loss": 4.4932,
      "step": 17862
    },
    {
      "epoch": 0.11455046812876747,
      "grad_norm": 4.326258659362793,
      "learning_rate": 0.00019993546824086244,
      "loss": 4.4929,
      "step": 17863
    },
    {
      "epoch": 0.11455688085160959,
      "grad_norm": 4.125988483428955,
      "learning_rate": 0.00019993546100409621,
      "loss": 4.6746,
      "step": 17864
    },
    {
      "epoch": 0.11456329357445172,
      "grad_norm": 3.904862642288208,
      "learning_rate": 0.0001999354537669244,
      "loss": 4.3702,
      "step": 17865
    },
    {
      "epoch": 0.11456970629729384,
      "grad_norm": 2.96561861038208,
      "learning_rate": 0.0001999354465293469,
      "loss": 4.2181,
      "step": 17866
    },
    {
      "epoch": 0.11457611902013595,
      "grad_norm": 4.116540908813477,
      "learning_rate": 0.00019993543929136383,
      "loss": 4.5252,
      "step": 17867
    },
    {
      "epoch": 0.11458253174297807,
      "grad_norm": 4.687647342681885,
      "learning_rate": 0.00019993543205297512,
      "loss": 4.4779,
      "step": 17868
    },
    {
      "epoch": 0.11458894446582019,
      "grad_norm": 3.3513076305389404,
      "learning_rate": 0.00019993542481418078,
      "loss": 4.3227,
      "step": 17869
    },
    {
      "epoch": 0.1145953571886623,
      "grad_norm": 6.543837547302246,
      "learning_rate": 0.00019993541757498085,
      "loss": 4.5541,
      "step": 17870
    },
    {
      "epoch": 0.11460176991150442,
      "grad_norm": 3.7364795207977295,
      "learning_rate": 0.00019993541033537526,
      "loss": 4.5327,
      "step": 17871
    },
    {
      "epoch": 0.11460818263434655,
      "grad_norm": 3.3468544483184814,
      "learning_rate": 0.00019993540309536404,
      "loss": 4.5626,
      "step": 17872
    },
    {
      "epoch": 0.11461459535718867,
      "grad_norm": 4.843766212463379,
      "learning_rate": 0.00019993539585494725,
      "loss": 4.5647,
      "step": 17873
    },
    {
      "epoch": 0.11462100808003078,
      "grad_norm": 7.159186363220215,
      "learning_rate": 0.0001999353886141248,
      "loss": 4.3479,
      "step": 17874
    },
    {
      "epoch": 0.1146274208028729,
      "grad_norm": 38.73711395263672,
      "learning_rate": 0.00019993538137289677,
      "loss": 4.519,
      "step": 17875
    },
    {
      "epoch": 0.11463383352571502,
      "grad_norm": 5.881127834320068,
      "learning_rate": 0.00019993537413126307,
      "loss": 4.7063,
      "step": 17876
    },
    {
      "epoch": 0.11464024624855713,
      "grad_norm": 3.564354419708252,
      "learning_rate": 0.0001999353668892238,
      "loss": 4.4144,
      "step": 17877
    },
    {
      "epoch": 0.11464665897139925,
      "grad_norm": 8.016345977783203,
      "learning_rate": 0.00019993535964677885,
      "loss": 4.4232,
      "step": 17878
    },
    {
      "epoch": 0.11465307169424137,
      "grad_norm": 7.92780065536499,
      "learning_rate": 0.00019993535240392832,
      "loss": 4.7363,
      "step": 17879
    },
    {
      "epoch": 0.1146594844170835,
      "grad_norm": 7.452936172485352,
      "learning_rate": 0.00019993534516067217,
      "loss": 4.5329,
      "step": 17880
    },
    {
      "epoch": 0.11466589713992562,
      "grad_norm": 4.677440643310547,
      "learning_rate": 0.00019993533791701036,
      "loss": 4.287,
      "step": 17881
    },
    {
      "epoch": 0.11467230986276773,
      "grad_norm": 15.233290672302246,
      "learning_rate": 0.00019993533067294296,
      "loss": 4.6766,
      "step": 17882
    },
    {
      "epoch": 0.11467872258560985,
      "grad_norm": 11.421003341674805,
      "learning_rate": 0.00019993532342846992,
      "loss": 4.3551,
      "step": 17883
    },
    {
      "epoch": 0.11468513530845197,
      "grad_norm": 92.11260986328125,
      "learning_rate": 0.0001999353161835913,
      "loss": 4.2368,
      "step": 17884
    },
    {
      "epoch": 0.11469154803129408,
      "grad_norm": 27.707027435302734,
      "learning_rate": 0.000199935308938307,
      "loss": 4.3409,
      "step": 17885
    },
    {
      "epoch": 0.1146979607541362,
      "grad_norm": 4.643750190734863,
      "learning_rate": 0.0001999353016926171,
      "loss": 4.5111,
      "step": 17886
    },
    {
      "epoch": 0.11470437347697833,
      "grad_norm": 18.634225845336914,
      "learning_rate": 0.00019993529444652162,
      "loss": 4.489,
      "step": 17887
    },
    {
      "epoch": 0.11471078619982045,
      "grad_norm": 3.710963249206543,
      "learning_rate": 0.00019993528720002048,
      "loss": 4.5281,
      "step": 17888
    },
    {
      "epoch": 0.11471719892266256,
      "grad_norm": 5.775084018707275,
      "learning_rate": 0.00019993527995311374,
      "loss": 4.6031,
      "step": 17889
    },
    {
      "epoch": 0.11472361164550468,
      "grad_norm": 7.698258399963379,
      "learning_rate": 0.00019993527270580134,
      "loss": 4.834,
      "step": 17890
    },
    {
      "epoch": 0.1147300243683468,
      "grad_norm": 3.9598898887634277,
      "learning_rate": 0.00019993526545808337,
      "loss": 4.5236,
      "step": 17891
    },
    {
      "epoch": 0.11473643709118891,
      "grad_norm": 4.138154983520508,
      "learning_rate": 0.00019993525820995975,
      "loss": 4.212,
      "step": 17892
    },
    {
      "epoch": 0.11474284981403103,
      "grad_norm": 15.946310997009277,
      "learning_rate": 0.0001999352509614305,
      "loss": 4.4937,
      "step": 17893
    },
    {
      "epoch": 0.11474926253687316,
      "grad_norm": 7.215102672576904,
      "learning_rate": 0.00019993524371249565,
      "loss": 4.7611,
      "step": 17894
    },
    {
      "epoch": 0.11475567525971528,
      "grad_norm": 5.581190586090088,
      "learning_rate": 0.00019993523646315517,
      "loss": 4.3207,
      "step": 17895
    },
    {
      "epoch": 0.1147620879825574,
      "grad_norm": 8.680496215820312,
      "learning_rate": 0.0001999352292134091,
      "loss": 4.5193,
      "step": 17896
    },
    {
      "epoch": 0.11476850070539951,
      "grad_norm": 4.879854202270508,
      "learning_rate": 0.00019993522196325736,
      "loss": 4.4879,
      "step": 17897
    },
    {
      "epoch": 0.11477491342824163,
      "grad_norm": 3.72818660736084,
      "learning_rate": 0.00019993521471270003,
      "loss": 4.4803,
      "step": 17898
    },
    {
      "epoch": 0.11478132615108375,
      "grad_norm": 4.303838729858398,
      "learning_rate": 0.00019993520746173707,
      "loss": 4.294,
      "step": 17899
    },
    {
      "epoch": 0.11478773887392586,
      "grad_norm": 4.771824359893799,
      "learning_rate": 0.00019993520021036848,
      "loss": 4.3913,
      "step": 17900
    },
    {
      "epoch": 0.11478773887392586,
      "eval_loss": 4.447150230407715,
      "eval_runtime": 34.7876,
      "eval_samples_per_second": 90.118,
      "eval_steps_per_second": 22.537,
      "step": 17900
    },
    {
      "epoch": 0.114794151596768,
      "grad_norm": 7.343042373657227,
      "learning_rate": 0.0001999351929585943,
      "loss": 4.1768,
      "step": 17901
    },
    {
      "epoch": 0.11480056431961011,
      "grad_norm": 4.532386779785156,
      "learning_rate": 0.00019993518570641446,
      "loss": 4.6514,
      "step": 17902
    },
    {
      "epoch": 0.11480697704245223,
      "grad_norm": 6.837479114532471,
      "learning_rate": 0.00019993517845382904,
      "loss": 4.8116,
      "step": 17903
    },
    {
      "epoch": 0.11481338976529434,
      "grad_norm": 8.621418952941895,
      "learning_rate": 0.00019993517120083795,
      "loss": 4.4728,
      "step": 17904
    },
    {
      "epoch": 0.11481980248813646,
      "grad_norm": 12.194413185119629,
      "learning_rate": 0.00019993516394744128,
      "loss": 4.4276,
      "step": 17905
    },
    {
      "epoch": 0.11482621521097858,
      "grad_norm": 4.621490001678467,
      "learning_rate": 0.00019993515669363898,
      "loss": 4.4546,
      "step": 17906
    },
    {
      "epoch": 0.1148326279338207,
      "grad_norm": 4.265546798706055,
      "learning_rate": 0.00019993514943943103,
      "loss": 4.6947,
      "step": 17907
    },
    {
      "epoch": 0.11483904065666282,
      "grad_norm": 4.457921504974365,
      "learning_rate": 0.0001999351421848175,
      "loss": 4.6133,
      "step": 17908
    },
    {
      "epoch": 0.11484545337950494,
      "grad_norm": 4.981642723083496,
      "learning_rate": 0.00019993513492979833,
      "loss": 4.2133,
      "step": 17909
    },
    {
      "epoch": 0.11485186610234706,
      "grad_norm": 6.766368389129639,
      "learning_rate": 0.00019993512767437356,
      "loss": 4.4599,
      "step": 17910
    },
    {
      "epoch": 0.11485827882518918,
      "grad_norm": 8.218055725097656,
      "learning_rate": 0.00019993512041854315,
      "loss": 4.6032,
      "step": 17911
    },
    {
      "epoch": 0.11486469154803129,
      "grad_norm": 63.47056579589844,
      "learning_rate": 0.00019993511316230712,
      "loss": 4.6769,
      "step": 17912
    },
    {
      "epoch": 0.11487110427087341,
      "grad_norm": 10.350199699401855,
      "learning_rate": 0.0001999351059056655,
      "loss": 4.6128,
      "step": 17913
    },
    {
      "epoch": 0.11487751699371553,
      "grad_norm": 9.655006408691406,
      "learning_rate": 0.00019993509864861823,
      "loss": 4.4474,
      "step": 17914
    },
    {
      "epoch": 0.11488392971655766,
      "grad_norm": 5.675034046173096,
      "learning_rate": 0.00019993509139116532,
      "loss": 4.6682,
      "step": 17915
    },
    {
      "epoch": 0.11489034243939977,
      "grad_norm": 18.985776901245117,
      "learning_rate": 0.00019993508413330684,
      "loss": 4.5546,
      "step": 17916
    },
    {
      "epoch": 0.11489675516224189,
      "grad_norm": 3.7076170444488525,
      "learning_rate": 0.00019993507687504272,
      "loss": 4.2965,
      "step": 17917
    },
    {
      "epoch": 0.114903167885084,
      "grad_norm": 7.174457550048828,
      "learning_rate": 0.00019993506961637296,
      "loss": 4.8329,
      "step": 17918
    },
    {
      "epoch": 0.11490958060792612,
      "grad_norm": 8.33541488647461,
      "learning_rate": 0.00019993506235729762,
      "loss": 4.679,
      "step": 17919
    },
    {
      "epoch": 0.11491599333076824,
      "grad_norm": 7.459927558898926,
      "learning_rate": 0.00019993505509781662,
      "loss": 4.4984,
      "step": 17920
    },
    {
      "epoch": 0.11492240605361036,
      "grad_norm": 16.347517013549805,
      "learning_rate": 0.00019993504783793003,
      "loss": 4.3097,
      "step": 17921
    },
    {
      "epoch": 0.11492881877645249,
      "grad_norm": 34.50701904296875,
      "learning_rate": 0.0001999350405776378,
      "loss": 4.4873,
      "step": 17922
    },
    {
      "epoch": 0.1149352314992946,
      "grad_norm": 24.927885055541992,
      "learning_rate": 0.00019993503331693993,
      "loss": 4.5037,
      "step": 17923
    },
    {
      "epoch": 0.11494164422213672,
      "grad_norm": 6.676146030426025,
      "learning_rate": 0.0001999350260558365,
      "loss": 4.6343,
      "step": 17924
    },
    {
      "epoch": 0.11494805694497884,
      "grad_norm": 16.96523666381836,
      "learning_rate": 0.0001999350187943274,
      "loss": 4.4724,
      "step": 17925
    },
    {
      "epoch": 0.11495446966782095,
      "grad_norm": 16.24090576171875,
      "learning_rate": 0.0001999350115324127,
      "loss": 4.6798,
      "step": 17926
    },
    {
      "epoch": 0.11496088239066307,
      "grad_norm": 12.117639541625977,
      "learning_rate": 0.00019993500427009238,
      "loss": 5.2502,
      "step": 17927
    },
    {
      "epoch": 0.11496729511350519,
      "grad_norm": 40.43522262573242,
      "learning_rate": 0.00019993499700736645,
      "loss": 4.6513,
      "step": 17928
    },
    {
      "epoch": 0.11497370783634732,
      "grad_norm": 10.65922737121582,
      "learning_rate": 0.00019993498974423487,
      "loss": 4.3446,
      "step": 17929
    },
    {
      "epoch": 0.11498012055918944,
      "grad_norm": 11.791950225830078,
      "learning_rate": 0.0001999349824806977,
      "loss": 4.26,
      "step": 17930
    },
    {
      "epoch": 0.11498653328203155,
      "grad_norm": 8.068755149841309,
      "learning_rate": 0.00019993497521675487,
      "loss": 4.2507,
      "step": 17931
    },
    {
      "epoch": 0.11499294600487367,
      "grad_norm": 9.10046100616455,
      "learning_rate": 0.00019993496795240646,
      "loss": 4.5367,
      "step": 17932
    },
    {
      "epoch": 0.11499935872771579,
      "grad_norm": 6.053464412689209,
      "learning_rate": 0.00019993496068765242,
      "loss": 4.6256,
      "step": 17933
    },
    {
      "epoch": 0.1150057714505579,
      "grad_norm": 7.909040451049805,
      "learning_rate": 0.00019993495342249278,
      "loss": 4.5269,
      "step": 17934
    },
    {
      "epoch": 0.11501218417340002,
      "grad_norm": 10.084312438964844,
      "learning_rate": 0.0001999349461569275,
      "loss": 4.3618,
      "step": 17935
    },
    {
      "epoch": 0.11501859689624215,
      "grad_norm": 11.977574348449707,
      "learning_rate": 0.0001999349388909566,
      "loss": 4.4885,
      "step": 17936
    },
    {
      "epoch": 0.11502500961908427,
      "grad_norm": 7.456218242645264,
      "learning_rate": 0.00019993493162458008,
      "loss": 4.7839,
      "step": 17937
    },
    {
      "epoch": 0.11503142234192638,
      "grad_norm": 10.049413681030273,
      "learning_rate": 0.00019993492435779793,
      "loss": 4.3141,
      "step": 17938
    },
    {
      "epoch": 0.1150378350647685,
      "grad_norm": 7.737569332122803,
      "learning_rate": 0.00019993491709061019,
      "loss": 4.7644,
      "step": 17939
    },
    {
      "epoch": 0.11504424778761062,
      "grad_norm": 26.645641326904297,
      "learning_rate": 0.0001999349098230168,
      "loss": 4.641,
      "step": 17940
    },
    {
      "epoch": 0.11505066051045273,
      "grad_norm": 19.387847900390625,
      "learning_rate": 0.0001999349025550178,
      "loss": 4.4386,
      "step": 17941
    },
    {
      "epoch": 0.11505707323329485,
      "grad_norm": 61.396690368652344,
      "learning_rate": 0.00019993489528661318,
      "loss": 4.5435,
      "step": 17942
    },
    {
      "epoch": 0.11506348595613698,
      "grad_norm": 14.326900482177734,
      "learning_rate": 0.00019993488801780295,
      "loss": 4.7144,
      "step": 17943
    },
    {
      "epoch": 0.1150698986789791,
      "grad_norm": 5.532930850982666,
      "learning_rate": 0.0001999348807485871,
      "loss": 4.4295,
      "step": 17944
    },
    {
      "epoch": 0.11507631140182122,
      "grad_norm": 7.129934310913086,
      "learning_rate": 0.00019993487347896562,
      "loss": 4.3757,
      "step": 17945
    },
    {
      "epoch": 0.11508272412466333,
      "grad_norm": 26.104896545410156,
      "learning_rate": 0.00019993486620893856,
      "loss": 5.3454,
      "step": 17946
    },
    {
      "epoch": 0.11508913684750545,
      "grad_norm": 8.857768058776855,
      "learning_rate": 0.00019993485893850582,
      "loss": 4.5647,
      "step": 17947
    },
    {
      "epoch": 0.11509554957034757,
      "grad_norm": 5.6658782958984375,
      "learning_rate": 0.0001999348516676675,
      "loss": 4.4394,
      "step": 17948
    },
    {
      "epoch": 0.11510196229318968,
      "grad_norm": 39.88376998901367,
      "learning_rate": 0.00019993484439642355,
      "loss": 4.7524,
      "step": 17949
    },
    {
      "epoch": 0.11510837501603181,
      "grad_norm": 4.849605560302734,
      "learning_rate": 0.000199934837124774,
      "loss": 4.6118,
      "step": 17950
    },
    {
      "epoch": 0.11511478773887393,
      "grad_norm": 8.67134952545166,
      "learning_rate": 0.0001999348298527188,
      "loss": 4.5831,
      "step": 17951
    },
    {
      "epoch": 0.11512120046171605,
      "grad_norm": 14.977076530456543,
      "learning_rate": 0.000199934822580258,
      "loss": 4.4522,
      "step": 17952
    },
    {
      "epoch": 0.11512761318455816,
      "grad_norm": 16.926578521728516,
      "learning_rate": 0.0001999348153073916,
      "loss": 4.7453,
      "step": 17953
    },
    {
      "epoch": 0.11513402590740028,
      "grad_norm": 9.957342147827148,
      "learning_rate": 0.00019993480803411951,
      "loss": 4.2508,
      "step": 17954
    },
    {
      "epoch": 0.1151404386302424,
      "grad_norm": 19.884740829467773,
      "learning_rate": 0.00019993480076044187,
      "loss": 4.342,
      "step": 17955
    },
    {
      "epoch": 0.11514685135308451,
      "grad_norm": 8.065913200378418,
      "learning_rate": 0.00019993479348635857,
      "loss": 4.2751,
      "step": 17956
    },
    {
      "epoch": 0.11515326407592665,
      "grad_norm": 14.255321502685547,
      "learning_rate": 0.00019993478621186967,
      "loss": 4.2587,
      "step": 17957
    },
    {
      "epoch": 0.11515967679876876,
      "grad_norm": 10.407060623168945,
      "learning_rate": 0.00019993477893697517,
      "loss": 4.497,
      "step": 17958
    },
    {
      "epoch": 0.11516608952161088,
      "grad_norm": 17.109085083007812,
      "learning_rate": 0.00019993477166167502,
      "loss": 4.4589,
      "step": 17959
    },
    {
      "epoch": 0.115172502244453,
      "grad_norm": 19.721832275390625,
      "learning_rate": 0.00019993476438596926,
      "loss": 4.3643,
      "step": 17960
    },
    {
      "epoch": 0.11517891496729511,
      "grad_norm": 5.227427005767822,
      "learning_rate": 0.0001999347571098579,
      "loss": 4.6114,
      "step": 17961
    },
    {
      "epoch": 0.11518532769013723,
      "grad_norm": 9.378037452697754,
      "learning_rate": 0.0001999347498333409,
      "loss": 4.4745,
      "step": 17962
    },
    {
      "epoch": 0.11519174041297935,
      "grad_norm": 8.616690635681152,
      "learning_rate": 0.0001999347425564183,
      "loss": 4.3194,
      "step": 17963
    },
    {
      "epoch": 0.11519815313582148,
      "grad_norm": 9.5003023147583,
      "learning_rate": 0.00019993473527909003,
      "loss": 4.4283,
      "step": 17964
    },
    {
      "epoch": 0.1152045658586636,
      "grad_norm": 15.583183288574219,
      "learning_rate": 0.0001999347280013562,
      "loss": 4.6464,
      "step": 17965
    },
    {
      "epoch": 0.11521097858150571,
      "grad_norm": 9.452789306640625,
      "learning_rate": 0.00019993472072321673,
      "loss": 4.7061,
      "step": 17966
    },
    {
      "epoch": 0.11521739130434783,
      "grad_norm": 4.708166122436523,
      "learning_rate": 0.00019993471344467164,
      "loss": 4.4396,
      "step": 17967
    },
    {
      "epoch": 0.11522380402718994,
      "grad_norm": 7.386362552642822,
      "learning_rate": 0.00019993470616572095,
      "loss": 4.736,
      "step": 17968
    },
    {
      "epoch": 0.11523021675003206,
      "grad_norm": 5.807568550109863,
      "learning_rate": 0.00019993469888636463,
      "loss": 4.4082,
      "step": 17969
    },
    {
      "epoch": 0.11523662947287418,
      "grad_norm": 7.592190265655518,
      "learning_rate": 0.00019993469160660266,
      "loss": 4.6823,
      "step": 17970
    },
    {
      "epoch": 0.1152430421957163,
      "grad_norm": 7.429666996002197,
      "learning_rate": 0.0001999346843264351,
      "loss": 4.4696,
      "step": 17971
    },
    {
      "epoch": 0.11524945491855842,
      "grad_norm": 69.52559661865234,
      "learning_rate": 0.00019993467704586192,
      "loss": 4.6457,
      "step": 17972
    },
    {
      "epoch": 0.11525586764140054,
      "grad_norm": 10.627218246459961,
      "learning_rate": 0.00019993466976488312,
      "loss": 4.5083,
      "step": 17973
    },
    {
      "epoch": 0.11526228036424266,
      "grad_norm": 6.855671405792236,
      "learning_rate": 0.0001999346624834987,
      "loss": 4.4129,
      "step": 17974
    },
    {
      "epoch": 0.11526869308708478,
      "grad_norm": 5.638838291168213,
      "learning_rate": 0.0001999346552017087,
      "loss": 4.684,
      "step": 17975
    },
    {
      "epoch": 0.11527510580992689,
      "grad_norm": 8.18328857421875,
      "learning_rate": 0.00019993464791951305,
      "loss": 4.9015,
      "step": 17976
    },
    {
      "epoch": 0.11528151853276901,
      "grad_norm": 5.06499719619751,
      "learning_rate": 0.00019993464063691177,
      "loss": 4.4568,
      "step": 17977
    },
    {
      "epoch": 0.11528793125561113,
      "grad_norm": 28.69035530090332,
      "learning_rate": 0.00019993463335390486,
      "loss": 4.4134,
      "step": 17978
    },
    {
      "epoch": 0.11529434397845326,
      "grad_norm": 7.544890880584717,
      "learning_rate": 0.00019993462607049235,
      "loss": 4.5175,
      "step": 17979
    },
    {
      "epoch": 0.11530075670129537,
      "grad_norm": 23.6540584564209,
      "learning_rate": 0.00019993461878667424,
      "loss": 4.6634,
      "step": 17980
    },
    {
      "epoch": 0.11530716942413749,
      "grad_norm": 13.439610481262207,
      "learning_rate": 0.00019993461150245048,
      "loss": 4.5026,
      "step": 17981
    },
    {
      "epoch": 0.1153135821469796,
      "grad_norm": 7.41164493560791,
      "learning_rate": 0.00019993460421782112,
      "loss": 4.456,
      "step": 17982
    },
    {
      "epoch": 0.11531999486982172,
      "grad_norm": 6.6336350440979,
      "learning_rate": 0.00019993459693278616,
      "loss": 4.769,
      "step": 17983
    },
    {
      "epoch": 0.11532640759266384,
      "grad_norm": 4.767935752868652,
      "learning_rate": 0.00019993458964734554,
      "loss": 4.5159,
      "step": 17984
    },
    {
      "epoch": 0.11533282031550596,
      "grad_norm": 23.75532341003418,
      "learning_rate": 0.00019993458236149933,
      "loss": 4.7165,
      "step": 17985
    },
    {
      "epoch": 0.11533923303834809,
      "grad_norm": 7.444349765777588,
      "learning_rate": 0.00019993457507524749,
      "loss": 4.5086,
      "step": 17986
    },
    {
      "epoch": 0.1153456457611902,
      "grad_norm": 24.674039840698242,
      "learning_rate": 0.00019993456778859004,
      "loss": 4.6744,
      "step": 17987
    },
    {
      "epoch": 0.11535205848403232,
      "grad_norm": 6.463174343109131,
      "learning_rate": 0.000199934560501527,
      "loss": 4.5966,
      "step": 17988
    },
    {
      "epoch": 0.11535847120687444,
      "grad_norm": 7.922391414642334,
      "learning_rate": 0.0001999345532140583,
      "loss": 4.5325,
      "step": 17989
    },
    {
      "epoch": 0.11536488392971656,
      "grad_norm": 16.38075828552246,
      "learning_rate": 0.00019993454592618398,
      "loss": 4.4371,
      "step": 17990
    },
    {
      "epoch": 0.11537129665255867,
      "grad_norm": 5.539543628692627,
      "learning_rate": 0.00019993453863790408,
      "loss": 4.6082,
      "step": 17991
    },
    {
      "epoch": 0.11537770937540079,
      "grad_norm": 25.058914184570312,
      "learning_rate": 0.0001999345313492185,
      "loss": 4.6789,
      "step": 17992
    },
    {
      "epoch": 0.11538412209824292,
      "grad_norm": 17.1215763092041,
      "learning_rate": 0.00019993452406012735,
      "loss": 4.3166,
      "step": 17993
    },
    {
      "epoch": 0.11539053482108504,
      "grad_norm": 10.346037864685059,
      "learning_rate": 0.00019993451677063057,
      "loss": 4.5385,
      "step": 17994
    },
    {
      "epoch": 0.11539694754392715,
      "grad_norm": 9.266280174255371,
      "learning_rate": 0.0001999345094807282,
      "loss": 4.4336,
      "step": 17995
    },
    {
      "epoch": 0.11540336026676927,
      "grad_norm": 39.824607849121094,
      "learning_rate": 0.0001999345021904202,
      "loss": 4.3992,
      "step": 17996
    },
    {
      "epoch": 0.11540977298961139,
      "grad_norm": 6.3168840408325195,
      "learning_rate": 0.00019993449489970656,
      "loss": 4.3253,
      "step": 17997
    },
    {
      "epoch": 0.1154161857124535,
      "grad_norm": 9.74465274810791,
      "learning_rate": 0.0001999344876085873,
      "loss": 4.4562,
      "step": 17998
    },
    {
      "epoch": 0.11542259843529562,
      "grad_norm": 20.670391082763672,
      "learning_rate": 0.00019993448031706244,
      "loss": 4.5333,
      "step": 17999
    },
    {
      "epoch": 0.11542901115813775,
      "grad_norm": 47.195186614990234,
      "learning_rate": 0.00019993447302513195,
      "loss": 4.5859,
      "step": 18000
    },
    {
      "epoch": 0.11542901115813775,
      "eval_loss": 4.483378887176514,
      "eval_runtime": 34.7927,
      "eval_samples_per_second": 90.105,
      "eval_steps_per_second": 22.533,
      "step": 18000
    },
    {
      "epoch": 0.11543542388097987,
      "grad_norm": 9.128286361694336,
      "learning_rate": 0.00019993446573279586,
      "loss": 4.3845,
      "step": 18001
    },
    {
      "epoch": 0.11544183660382198,
      "grad_norm": 16.35719871520996,
      "learning_rate": 0.00019993445844005415,
      "loss": 4.3464,
      "step": 18002
    },
    {
      "epoch": 0.1154482493266641,
      "grad_norm": 11.213244438171387,
      "learning_rate": 0.00019993445114690678,
      "loss": 4.238,
      "step": 18003
    },
    {
      "epoch": 0.11545466204950622,
      "grad_norm": 63.25752639770508,
      "learning_rate": 0.00019993444385335384,
      "loss": 4.8636,
      "step": 18004
    },
    {
      "epoch": 0.11546107477234833,
      "grad_norm": 21.070051193237305,
      "learning_rate": 0.00019993443655939527,
      "loss": 4.4877,
      "step": 18005
    },
    {
      "epoch": 0.11546748749519045,
      "grad_norm": 7.064796447753906,
      "learning_rate": 0.0001999344292650311,
      "loss": 4.4235,
      "step": 18006
    },
    {
      "epoch": 0.11547390021803258,
      "grad_norm": 89.04765319824219,
      "learning_rate": 0.00019993442197026128,
      "loss": 4.7915,
      "step": 18007
    },
    {
      "epoch": 0.1154803129408747,
      "grad_norm": 14.636431694030762,
      "learning_rate": 0.00019993441467508585,
      "loss": 4.6037,
      "step": 18008
    },
    {
      "epoch": 0.11548672566371682,
      "grad_norm": 35.59193801879883,
      "learning_rate": 0.0001999344073795048,
      "loss": 4.4253,
      "step": 18009
    },
    {
      "epoch": 0.11549313838655893,
      "grad_norm": 14.170632362365723,
      "learning_rate": 0.00019993440008351815,
      "loss": 4.3986,
      "step": 18010
    },
    {
      "epoch": 0.11549955110940105,
      "grad_norm": 11.129176139831543,
      "learning_rate": 0.00019993439278712588,
      "loss": 4.5724,
      "step": 18011
    },
    {
      "epoch": 0.11550596383224317,
      "grad_norm": 6.89196252822876,
      "learning_rate": 0.000199934385490328,
      "loss": 4.5147,
      "step": 18012
    },
    {
      "epoch": 0.11551237655508528,
      "grad_norm": 22.60700798034668,
      "learning_rate": 0.0001999343781931245,
      "loss": 4.8823,
      "step": 18013
    },
    {
      "epoch": 0.11551878927792741,
      "grad_norm": 6.3376145362854,
      "learning_rate": 0.00019993437089551536,
      "loss": 4.7168,
      "step": 18014
    },
    {
      "epoch": 0.11552520200076953,
      "grad_norm": 31.01830291748047,
      "learning_rate": 0.0001999343635975006,
      "loss": 4.7595,
      "step": 18015
    },
    {
      "epoch": 0.11553161472361165,
      "grad_norm": 18.40332794189453,
      "learning_rate": 0.00019993435629908027,
      "loss": 4.5497,
      "step": 18016
    },
    {
      "epoch": 0.11553802744645376,
      "grad_norm": 95.31595611572266,
      "learning_rate": 0.0001999343490002543,
      "loss": 4.7403,
      "step": 18017
    },
    {
      "epoch": 0.11554444016929588,
      "grad_norm": 8.701457023620605,
      "learning_rate": 0.0001999343417010227,
      "loss": 4.2596,
      "step": 18018
    },
    {
      "epoch": 0.115550852892138,
      "grad_norm": 12.30400562286377,
      "learning_rate": 0.0001999343344013855,
      "loss": 4.1737,
      "step": 18019
    },
    {
      "epoch": 0.11555726561498011,
      "grad_norm": 5.430209159851074,
      "learning_rate": 0.00019993432710134265,
      "loss": 4.5862,
      "step": 18020
    },
    {
      "epoch": 0.11556367833782225,
      "grad_norm": 10.656950950622559,
      "learning_rate": 0.0001999343198008942,
      "loss": 4.5919,
      "step": 18021
    },
    {
      "epoch": 0.11557009106066436,
      "grad_norm": 20.732666015625,
      "learning_rate": 0.00019993431250004017,
      "loss": 4.6213,
      "step": 18022
    },
    {
      "epoch": 0.11557650378350648,
      "grad_norm": 3.576918601989746,
      "learning_rate": 0.0001999343051987805,
      "loss": 4.2648,
      "step": 18023
    },
    {
      "epoch": 0.1155829165063486,
      "grad_norm": 5.315976619720459,
      "learning_rate": 0.00019993429789711518,
      "loss": 4.4611,
      "step": 18024
    },
    {
      "epoch": 0.11558932922919071,
      "grad_norm": 44.60422134399414,
      "learning_rate": 0.00019993429059504428,
      "loss": 4.7194,
      "step": 18025
    },
    {
      "epoch": 0.11559574195203283,
      "grad_norm": 9.154682159423828,
      "learning_rate": 0.00019993428329256774,
      "loss": 4.4899,
      "step": 18026
    },
    {
      "epoch": 0.11560215467487495,
      "grad_norm": 39.44822311401367,
      "learning_rate": 0.0001999342759896856,
      "loss": 4.3885,
      "step": 18027
    },
    {
      "epoch": 0.11560856739771708,
      "grad_norm": 11.126960754394531,
      "learning_rate": 0.0001999342686863978,
      "loss": 4.321,
      "step": 18028
    },
    {
      "epoch": 0.1156149801205592,
      "grad_norm": 34.328392028808594,
      "learning_rate": 0.00019993426138270444,
      "loss": 4.8006,
      "step": 18029
    },
    {
      "epoch": 0.11562139284340131,
      "grad_norm": 6.60443115234375,
      "learning_rate": 0.00019993425407860546,
      "loss": 4.5156,
      "step": 18030
    },
    {
      "epoch": 0.11562780556624343,
      "grad_norm": 16.93977165222168,
      "learning_rate": 0.00019993424677410083,
      "loss": 4.3976,
      "step": 18031
    },
    {
      "epoch": 0.11563421828908554,
      "grad_norm": 199.3170928955078,
      "learning_rate": 0.0001999342394691906,
      "loss": 4.6744,
      "step": 18032
    },
    {
      "epoch": 0.11564063101192766,
      "grad_norm": 10.150308609008789,
      "learning_rate": 0.00019993423216387477,
      "loss": 4.5234,
      "step": 18033
    },
    {
      "epoch": 0.11564704373476978,
      "grad_norm": 4.307461261749268,
      "learning_rate": 0.0001999342248581533,
      "loss": 4.4374,
      "step": 18034
    },
    {
      "epoch": 0.11565345645761191,
      "grad_norm": 5.64974308013916,
      "learning_rate": 0.00019993421755202623,
      "loss": 4.2967,
      "step": 18035
    },
    {
      "epoch": 0.11565986918045403,
      "grad_norm": 5.32103967666626,
      "learning_rate": 0.00019993421024549351,
      "loss": 4.7344,
      "step": 18036
    },
    {
      "epoch": 0.11566628190329614,
      "grad_norm": 7.132954120635986,
      "learning_rate": 0.00019993420293855523,
      "loss": 4.6076,
      "step": 18037
    },
    {
      "epoch": 0.11567269462613826,
      "grad_norm": 6.103957653045654,
      "learning_rate": 0.0001999341956312113,
      "loss": 4.6538,
      "step": 18038
    },
    {
      "epoch": 0.11567910734898038,
      "grad_norm": 5.848140716552734,
      "learning_rate": 0.00019993418832346172,
      "loss": 4.6325,
      "step": 18039
    },
    {
      "epoch": 0.11568552007182249,
      "grad_norm": 204.6784210205078,
      "learning_rate": 0.00019993418101530659,
      "loss": 4.4871,
      "step": 18040
    },
    {
      "epoch": 0.11569193279466461,
      "grad_norm": 7.411075592041016,
      "learning_rate": 0.00019993417370674582,
      "loss": 4.6534,
      "step": 18041
    },
    {
      "epoch": 0.11569834551750674,
      "grad_norm": 33.096160888671875,
      "learning_rate": 0.00019993416639777943,
      "loss": 4.5572,
      "step": 18042
    },
    {
      "epoch": 0.11570475824034886,
      "grad_norm": 10.709929466247559,
      "learning_rate": 0.0001999341590884074,
      "loss": 4.338,
      "step": 18043
    },
    {
      "epoch": 0.11571117096319097,
      "grad_norm": 11.093841552734375,
      "learning_rate": 0.00019993415177862979,
      "loss": 4.5637,
      "step": 18044
    },
    {
      "epoch": 0.11571758368603309,
      "grad_norm": 16.456222534179688,
      "learning_rate": 0.00019993414446844654,
      "loss": 4.5004,
      "step": 18045
    },
    {
      "epoch": 0.11572399640887521,
      "grad_norm": 21.584630966186523,
      "learning_rate": 0.00019993413715785766,
      "loss": 4.4617,
      "step": 18046
    },
    {
      "epoch": 0.11573040913171732,
      "grad_norm": 16.834793090820312,
      "learning_rate": 0.0001999341298468632,
      "loss": 4.522,
      "step": 18047
    },
    {
      "epoch": 0.11573682185455944,
      "grad_norm": 7.023799896240234,
      "learning_rate": 0.00019993412253546314,
      "loss": 4.5664,
      "step": 18048
    },
    {
      "epoch": 0.11574323457740157,
      "grad_norm": 10.04570484161377,
      "learning_rate": 0.00019993411522365738,
      "loss": 4.7737,
      "step": 18049
    },
    {
      "epoch": 0.11574964730024369,
      "grad_norm": 6.484927177429199,
      "learning_rate": 0.00019993410791144608,
      "loss": 4.5068,
      "step": 18050
    },
    {
      "epoch": 0.1157560600230858,
      "grad_norm": 6.875538349151611,
      "learning_rate": 0.00019993410059882915,
      "loss": 4.5112,
      "step": 18051
    },
    {
      "epoch": 0.11576247274592792,
      "grad_norm": 29.945051193237305,
      "learning_rate": 0.0001999340932858066,
      "loss": 4.6347,
      "step": 18052
    },
    {
      "epoch": 0.11576888546877004,
      "grad_norm": 15.825676918029785,
      "learning_rate": 0.00019993408597237841,
      "loss": 4.4098,
      "step": 18053
    },
    {
      "epoch": 0.11577529819161216,
      "grad_norm": 15.213434219360352,
      "learning_rate": 0.00019993407865854463,
      "loss": 4.7037,
      "step": 18054
    },
    {
      "epoch": 0.11578171091445427,
      "grad_norm": 27.16130256652832,
      "learning_rate": 0.00019993407134430525,
      "loss": 4.305,
      "step": 18055
    },
    {
      "epoch": 0.1157881236372964,
      "grad_norm": 14.026803970336914,
      "learning_rate": 0.0001999340640296602,
      "loss": 4.6298,
      "step": 18056
    },
    {
      "epoch": 0.11579453636013852,
      "grad_norm": 4.572141170501709,
      "learning_rate": 0.00019993405671460957,
      "loss": 4.5678,
      "step": 18057
    },
    {
      "epoch": 0.11580094908298064,
      "grad_norm": 8.238524436950684,
      "learning_rate": 0.00019993404939915333,
      "loss": 4.4523,
      "step": 18058
    },
    {
      "epoch": 0.11580736180582275,
      "grad_norm": 4.41947603225708,
      "learning_rate": 0.00019993404208329144,
      "loss": 4.6155,
      "step": 18059
    },
    {
      "epoch": 0.11581377452866487,
      "grad_norm": 4.637944221496582,
      "learning_rate": 0.000199934034767024,
      "loss": 4.652,
      "step": 18060
    },
    {
      "epoch": 0.11582018725150699,
      "grad_norm": 5.2097392082214355,
      "learning_rate": 0.00019993402745035088,
      "loss": 4.7908,
      "step": 18061
    },
    {
      "epoch": 0.1158265999743491,
      "grad_norm": 6.264639854431152,
      "learning_rate": 0.00019993402013327217,
      "loss": 4.4002,
      "step": 18062
    },
    {
      "epoch": 0.11583301269719122,
      "grad_norm": 5.311529159545898,
      "learning_rate": 0.00019993401281578782,
      "loss": 4.3968,
      "step": 18063
    },
    {
      "epoch": 0.11583942542003335,
      "grad_norm": 65.2494125366211,
      "learning_rate": 0.0001999340054978979,
      "loss": 4.3215,
      "step": 18064
    },
    {
      "epoch": 0.11584583814287547,
      "grad_norm": 10.641336441040039,
      "learning_rate": 0.00019993399817960233,
      "loss": 4.8626,
      "step": 18065
    },
    {
      "epoch": 0.11585225086571758,
      "grad_norm": 4.460622787475586,
      "learning_rate": 0.00019993399086090115,
      "loss": 4.4954,
      "step": 18066
    },
    {
      "epoch": 0.1158586635885597,
      "grad_norm": 4.032560348510742,
      "learning_rate": 0.00019993398354179435,
      "loss": 4.3123,
      "step": 18067
    },
    {
      "epoch": 0.11586507631140182,
      "grad_norm": 17.156259536743164,
      "learning_rate": 0.00019993397622228195,
      "loss": 4.5305,
      "step": 18068
    },
    {
      "epoch": 0.11587148903424394,
      "grad_norm": 3.8364779949188232,
      "learning_rate": 0.00019993396890236392,
      "loss": 4.3167,
      "step": 18069
    },
    {
      "epoch": 0.11587790175708605,
      "grad_norm": 4.042771339416504,
      "learning_rate": 0.0001999339615820403,
      "loss": 4.3191,
      "step": 18070
    },
    {
      "epoch": 0.11588431447992818,
      "grad_norm": 11.01146411895752,
      "learning_rate": 0.00019993395426131104,
      "loss": 4.6218,
      "step": 18071
    },
    {
      "epoch": 0.1158907272027703,
      "grad_norm": 8.72689151763916,
      "learning_rate": 0.00019993394694017616,
      "loss": 4.3636,
      "step": 18072
    },
    {
      "epoch": 0.11589713992561242,
      "grad_norm": 4.630802154541016,
      "learning_rate": 0.00019993393961863568,
      "loss": 4.557,
      "step": 18073
    },
    {
      "epoch": 0.11590355264845453,
      "grad_norm": 7.696491241455078,
      "learning_rate": 0.0001999339322966896,
      "loss": 4.813,
      "step": 18074
    },
    {
      "epoch": 0.11590996537129665,
      "grad_norm": 6.125746726989746,
      "learning_rate": 0.00019993392497433789,
      "loss": 4.6655,
      "step": 18075
    },
    {
      "epoch": 0.11591637809413877,
      "grad_norm": 5.171823501586914,
      "learning_rate": 0.00019993391765158055,
      "loss": 4.4772,
      "step": 18076
    },
    {
      "epoch": 0.11592279081698088,
      "grad_norm": 9.577715873718262,
      "learning_rate": 0.00019993391032841759,
      "loss": 4.6334,
      "step": 18077
    },
    {
      "epoch": 0.11592920353982301,
      "grad_norm": 30.758541107177734,
      "learning_rate": 0.00019993390300484905,
      "loss": 4.3532,
      "step": 18078
    },
    {
      "epoch": 0.11593561626266513,
      "grad_norm": 9.420570373535156,
      "learning_rate": 0.00019993389568087486,
      "loss": 4.5527,
      "step": 18079
    },
    {
      "epoch": 0.11594202898550725,
      "grad_norm": 10.25240707397461,
      "learning_rate": 0.00019993388835649504,
      "loss": 4.7049,
      "step": 18080
    },
    {
      "epoch": 0.11594844170834936,
      "grad_norm": 10.416443824768066,
      "learning_rate": 0.00019993388103170965,
      "loss": 4.7135,
      "step": 18081
    },
    {
      "epoch": 0.11595485443119148,
      "grad_norm": 11.075087547302246,
      "learning_rate": 0.0001999338737065186,
      "loss": 4.5798,
      "step": 18082
    },
    {
      "epoch": 0.1159612671540336,
      "grad_norm": 5.430861949920654,
      "learning_rate": 0.00019993386638092199,
      "loss": 4.5832,
      "step": 18083
    },
    {
      "epoch": 0.11596767987687571,
      "grad_norm": 12.173429489135742,
      "learning_rate": 0.00019993385905491974,
      "loss": 4.3757,
      "step": 18084
    },
    {
      "epoch": 0.11597409259971785,
      "grad_norm": 4.4239397048950195,
      "learning_rate": 0.00019993385172851187,
      "loss": 4.4605,
      "step": 18085
    },
    {
      "epoch": 0.11598050532255996,
      "grad_norm": 15.357671737670898,
      "learning_rate": 0.0001999338444016984,
      "loss": 4.7152,
      "step": 18086
    },
    {
      "epoch": 0.11598691804540208,
      "grad_norm": 10.265283584594727,
      "learning_rate": 0.0001999338370744793,
      "loss": 4.7063,
      "step": 18087
    },
    {
      "epoch": 0.1159933307682442,
      "grad_norm": 11.834892272949219,
      "learning_rate": 0.00019993382974685457,
      "loss": 4.386,
      "step": 18088
    },
    {
      "epoch": 0.11599974349108631,
      "grad_norm": 8.182297706604004,
      "learning_rate": 0.00019993382241882427,
      "loss": 4.6098,
      "step": 18089
    },
    {
      "epoch": 0.11600615621392843,
      "grad_norm": 12.59903335571289,
      "learning_rate": 0.00019993381509038832,
      "loss": 4.5969,
      "step": 18090
    },
    {
      "epoch": 0.11601256893677055,
      "grad_norm": 12.04379940032959,
      "learning_rate": 0.00019993380776154676,
      "loss": 4.4626,
      "step": 18091
    },
    {
      "epoch": 0.11601898165961268,
      "grad_norm": 5.729406356811523,
      "learning_rate": 0.00019993380043229958,
      "loss": 4.4533,
      "step": 18092
    },
    {
      "epoch": 0.1160253943824548,
      "grad_norm": 33.74522018432617,
      "learning_rate": 0.0001999337931026468,
      "loss": 4.4063,
      "step": 18093
    },
    {
      "epoch": 0.11603180710529691,
      "grad_norm": 5.080042839050293,
      "learning_rate": 0.0001999337857725884,
      "loss": 4.35,
      "step": 18094
    },
    {
      "epoch": 0.11603821982813903,
      "grad_norm": 14.084768295288086,
      "learning_rate": 0.00019993377844212438,
      "loss": 4.3809,
      "step": 18095
    },
    {
      "epoch": 0.11604463255098114,
      "grad_norm": 11.269553184509277,
      "learning_rate": 0.00019993377111125475,
      "loss": 4.5187,
      "step": 18096
    },
    {
      "epoch": 0.11605104527382326,
      "grad_norm": 7.109832763671875,
      "learning_rate": 0.0001999337637799795,
      "loss": 4.3604,
      "step": 18097
    },
    {
      "epoch": 0.11605745799666538,
      "grad_norm": 5.410505294799805,
      "learning_rate": 0.00019993375644829862,
      "loss": 4.5691,
      "step": 18098
    },
    {
      "epoch": 0.11606387071950751,
      "grad_norm": 7.559686660766602,
      "learning_rate": 0.00019993374911621216,
      "loss": 4.319,
      "step": 18099
    },
    {
      "epoch": 0.11607028344234963,
      "grad_norm": 6.451658248901367,
      "learning_rate": 0.00019993374178372007,
      "loss": 4.4567,
      "step": 18100
    },
    {
      "epoch": 0.11607028344234963,
      "eval_loss": 4.462626934051514,
      "eval_runtime": 34.7786,
      "eval_samples_per_second": 90.142,
      "eval_steps_per_second": 22.543,
      "step": 18100
    },
    {
      "epoch": 0.11607669616519174,
      "grad_norm": 20.94613265991211,
      "learning_rate": 0.00019993373445082238,
      "loss": 4.4729,
      "step": 18101
    },
    {
      "epoch": 0.11608310888803386,
      "grad_norm": 4.528512477874756,
      "learning_rate": 0.00019993372711751907,
      "loss": 4.7345,
      "step": 18102
    },
    {
      "epoch": 0.11608952161087598,
      "grad_norm": 5.118256568908691,
      "learning_rate": 0.00019993371978381012,
      "loss": 4.7778,
      "step": 18103
    },
    {
      "epoch": 0.11609593433371809,
      "grad_norm": 8.751664161682129,
      "learning_rate": 0.00019993371244969558,
      "loss": 4.4571,
      "step": 18104
    },
    {
      "epoch": 0.11610234705656021,
      "grad_norm": 5.949704647064209,
      "learning_rate": 0.0001999337051151754,
      "loss": 4.4781,
      "step": 18105
    },
    {
      "epoch": 0.11610875977940234,
      "grad_norm": 10.406457901000977,
      "learning_rate": 0.00019993369778024964,
      "loss": 4.7313,
      "step": 18106
    },
    {
      "epoch": 0.11611517250224446,
      "grad_norm": 10.464587211608887,
      "learning_rate": 0.00019993369044491826,
      "loss": 4.4306,
      "step": 18107
    },
    {
      "epoch": 0.11612158522508657,
      "grad_norm": 4.028318881988525,
      "learning_rate": 0.00019993368310918124,
      "loss": 4.5686,
      "step": 18108
    },
    {
      "epoch": 0.11612799794792869,
      "grad_norm": 8.676486015319824,
      "learning_rate": 0.0001999336757730386,
      "loss": 4.3712,
      "step": 18109
    },
    {
      "epoch": 0.11613441067077081,
      "grad_norm": 23.816741943359375,
      "learning_rate": 0.0001999336684364904,
      "loss": 4.4813,
      "step": 18110
    },
    {
      "epoch": 0.11614082339361292,
      "grad_norm": 5.226491928100586,
      "learning_rate": 0.00019993366109953656,
      "loss": 4.4047,
      "step": 18111
    },
    {
      "epoch": 0.11614723611645504,
      "grad_norm": 24.80021095275879,
      "learning_rate": 0.00019993365376217708,
      "loss": 4.6407,
      "step": 18112
    },
    {
      "epoch": 0.11615364883929717,
      "grad_norm": 10.558587074279785,
      "learning_rate": 0.000199933646424412,
      "loss": 4.7081,
      "step": 18113
    },
    {
      "epoch": 0.11616006156213929,
      "grad_norm": 25.038375854492188,
      "learning_rate": 0.00019993363908624132,
      "loss": 4.3696,
      "step": 18114
    },
    {
      "epoch": 0.1161664742849814,
      "grad_norm": 4.388784885406494,
      "learning_rate": 0.000199933631747665,
      "loss": 4.4446,
      "step": 18115
    },
    {
      "epoch": 0.11617288700782352,
      "grad_norm": 6.633082389831543,
      "learning_rate": 0.00019993362440868308,
      "loss": 4.5552,
      "step": 18116
    },
    {
      "epoch": 0.11617929973066564,
      "grad_norm": 8.81372356414795,
      "learning_rate": 0.00019993361706929555,
      "loss": 4.2956,
      "step": 18117
    },
    {
      "epoch": 0.11618571245350776,
      "grad_norm": 4.017986297607422,
      "learning_rate": 0.00019993360972950241,
      "loss": 4.3896,
      "step": 18118
    },
    {
      "epoch": 0.11619212517634987,
      "grad_norm": 11.687263488769531,
      "learning_rate": 0.00019993360238930365,
      "loss": 4.765,
      "step": 18119
    },
    {
      "epoch": 0.116198537899192,
      "grad_norm": 10.398643493652344,
      "learning_rate": 0.00019993359504869926,
      "loss": 4.3889,
      "step": 18120
    },
    {
      "epoch": 0.11620495062203412,
      "grad_norm": 4.554893970489502,
      "learning_rate": 0.00019993358770768928,
      "loss": 4.8809,
      "step": 18121
    },
    {
      "epoch": 0.11621136334487624,
      "grad_norm": 16.71094512939453,
      "learning_rate": 0.0001999335803662737,
      "loss": 4.6257,
      "step": 18122
    },
    {
      "epoch": 0.11621777606771835,
      "grad_norm": 4.532369136810303,
      "learning_rate": 0.00019993357302445247,
      "loss": 4.3963,
      "step": 18123
    },
    {
      "epoch": 0.11622418879056047,
      "grad_norm": 8.693410873413086,
      "learning_rate": 0.00019993356568222563,
      "loss": 4.5941,
      "step": 18124
    },
    {
      "epoch": 0.11623060151340259,
      "grad_norm": 7.603835105895996,
      "learning_rate": 0.00019993355833959319,
      "loss": 4.5558,
      "step": 18125
    },
    {
      "epoch": 0.1162370142362447,
      "grad_norm": 24.193395614624023,
      "learning_rate": 0.00019993355099655514,
      "loss": 4.4105,
      "step": 18126
    },
    {
      "epoch": 0.11624342695908683,
      "grad_norm": 145.00953674316406,
      "learning_rate": 0.00019993354365311145,
      "loss": 4.5327,
      "step": 18127
    },
    {
      "epoch": 0.11624983968192895,
      "grad_norm": 29.59180450439453,
      "learning_rate": 0.00019993353630926218,
      "loss": 4.4296,
      "step": 18128
    },
    {
      "epoch": 0.11625625240477107,
      "grad_norm": 11.406943321228027,
      "learning_rate": 0.00019993352896500728,
      "loss": 4.6667,
      "step": 18129
    },
    {
      "epoch": 0.11626266512761319,
      "grad_norm": 6.700916767120361,
      "learning_rate": 0.00019993352162034675,
      "loss": 4.4119,
      "step": 18130
    },
    {
      "epoch": 0.1162690778504553,
      "grad_norm": 8.504443168640137,
      "learning_rate": 0.00019993351427528063,
      "loss": 4.4009,
      "step": 18131
    },
    {
      "epoch": 0.11627549057329742,
      "grad_norm": 9.334447860717773,
      "learning_rate": 0.0001999335069298089,
      "loss": 4.5765,
      "step": 18132
    },
    {
      "epoch": 0.11628190329613954,
      "grad_norm": 22.85162353515625,
      "learning_rate": 0.00019993349958393153,
      "loss": 4.3917,
      "step": 18133
    },
    {
      "epoch": 0.11628831601898167,
      "grad_norm": 14.96483325958252,
      "learning_rate": 0.00019993349223764858,
      "loss": 4.5103,
      "step": 18134
    },
    {
      "epoch": 0.11629472874182378,
      "grad_norm": 59.91213607788086,
      "learning_rate": 0.00019993348489095997,
      "loss": 4.7232,
      "step": 18135
    },
    {
      "epoch": 0.1163011414646659,
      "grad_norm": 31.874473571777344,
      "learning_rate": 0.0001999334775438658,
      "loss": 4.6469,
      "step": 18136
    },
    {
      "epoch": 0.11630755418750802,
      "grad_norm": 17.75646209716797,
      "learning_rate": 0.00019993347019636599,
      "loss": 4.7911,
      "step": 18137
    },
    {
      "epoch": 0.11631396691035013,
      "grad_norm": 12.285245895385742,
      "learning_rate": 0.00019993346284846055,
      "loss": 4.7733,
      "step": 18138
    },
    {
      "epoch": 0.11632037963319225,
      "grad_norm": 17.834409713745117,
      "learning_rate": 0.00019993345550014952,
      "loss": 4.5168,
      "step": 18139
    },
    {
      "epoch": 0.11632679235603437,
      "grad_norm": 13.728270530700684,
      "learning_rate": 0.00019993344815143286,
      "loss": 4.7173,
      "step": 18140
    },
    {
      "epoch": 0.1163332050788765,
      "grad_norm": 21.488609313964844,
      "learning_rate": 0.00019993344080231063,
      "loss": 4.5115,
      "step": 18141
    },
    {
      "epoch": 0.11633961780171861,
      "grad_norm": 20.40452003479004,
      "learning_rate": 0.00019993343345278274,
      "loss": 4.6965,
      "step": 18142
    },
    {
      "epoch": 0.11634603052456073,
      "grad_norm": 23.50225830078125,
      "learning_rate": 0.00019993342610284925,
      "loss": 4.7258,
      "step": 18143
    },
    {
      "epoch": 0.11635244324740285,
      "grad_norm": 35.86056137084961,
      "learning_rate": 0.00019993341875251014,
      "loss": 4.5004,
      "step": 18144
    },
    {
      "epoch": 0.11635885597024496,
      "grad_norm": 30.441165924072266,
      "learning_rate": 0.00019993341140176542,
      "loss": 4.617,
      "step": 18145
    },
    {
      "epoch": 0.11636526869308708,
      "grad_norm": 17.494705200195312,
      "learning_rate": 0.0001999334040506151,
      "loss": 4.5004,
      "step": 18146
    },
    {
      "epoch": 0.1163716814159292,
      "grad_norm": 28.515838623046875,
      "learning_rate": 0.00019993339669905917,
      "loss": 4.3702,
      "step": 18147
    },
    {
      "epoch": 0.11637809413877133,
      "grad_norm": 17.58719253540039,
      "learning_rate": 0.0001999333893470976,
      "loss": 4.7207,
      "step": 18148
    },
    {
      "epoch": 0.11638450686161345,
      "grad_norm": 72.02703094482422,
      "learning_rate": 0.00019993338199473043,
      "loss": 4.6069,
      "step": 18149
    },
    {
      "epoch": 0.11639091958445556,
      "grad_norm": 39.9034309387207,
      "learning_rate": 0.00019993337464195766,
      "loss": 4.8799,
      "step": 18150
    },
    {
      "epoch": 0.11639733230729768,
      "grad_norm": 165.86859130859375,
      "learning_rate": 0.00019993336728877926,
      "loss": 4.5092,
      "step": 18151
    },
    {
      "epoch": 0.1164037450301398,
      "grad_norm": 17.992645263671875,
      "learning_rate": 0.00019993335993519527,
      "loss": 4.6327,
      "step": 18152
    },
    {
      "epoch": 0.11641015775298191,
      "grad_norm": 25.710050582885742,
      "learning_rate": 0.00019993335258120562,
      "loss": 4.6308,
      "step": 18153
    },
    {
      "epoch": 0.11641657047582403,
      "grad_norm": 19.49951171875,
      "learning_rate": 0.0001999333452268104,
      "loss": 4.7895,
      "step": 18154
    },
    {
      "epoch": 0.11642298319866615,
      "grad_norm": 38.34833908081055,
      "learning_rate": 0.00019993333787200954,
      "loss": 4.697,
      "step": 18155
    },
    {
      "epoch": 0.11642939592150828,
      "grad_norm": 30.83678436279297,
      "learning_rate": 0.0001999333305168031,
      "loss": 4.4711,
      "step": 18156
    },
    {
      "epoch": 0.1164358086443504,
      "grad_norm": 16.56307029724121,
      "learning_rate": 0.00019993332316119102,
      "loss": 4.4779,
      "step": 18157
    },
    {
      "epoch": 0.11644222136719251,
      "grad_norm": 66.81251525878906,
      "learning_rate": 0.00019993331580517334,
      "loss": 4.8314,
      "step": 18158
    },
    {
      "epoch": 0.11644863409003463,
      "grad_norm": 40.3665657043457,
      "learning_rate": 0.00019993330844875003,
      "loss": 4.5346,
      "step": 18159
    },
    {
      "epoch": 0.11645504681287674,
      "grad_norm": 135.41439819335938,
      "learning_rate": 0.00019993330109192116,
      "loss": 4.7416,
      "step": 18160
    },
    {
      "epoch": 0.11646145953571886,
      "grad_norm": 35.11337661743164,
      "learning_rate": 0.00019993329373468662,
      "loss": 4.7647,
      "step": 18161
    },
    {
      "epoch": 0.11646787225856098,
      "grad_norm": 17.15106201171875,
      "learning_rate": 0.00019993328637704646,
      "loss": 4.8348,
      "step": 18162
    },
    {
      "epoch": 0.11647428498140311,
      "grad_norm": 25.328765869140625,
      "learning_rate": 0.0001999332790190007,
      "loss": 4.7626,
      "step": 18163
    },
    {
      "epoch": 0.11648069770424523,
      "grad_norm": 23.1290340423584,
      "learning_rate": 0.00019993327166054935,
      "loss": 4.6519,
      "step": 18164
    },
    {
      "epoch": 0.11648711042708734,
      "grad_norm": 28.71843719482422,
      "learning_rate": 0.00019993326430169236,
      "loss": 4.5507,
      "step": 18165
    },
    {
      "epoch": 0.11649352314992946,
      "grad_norm": 17.445755004882812,
      "learning_rate": 0.0001999332569424298,
      "loss": 4.6796,
      "step": 18166
    },
    {
      "epoch": 0.11649993587277158,
      "grad_norm": 46.81781005859375,
      "learning_rate": 0.0001999332495827616,
      "loss": 4.885,
      "step": 18167
    },
    {
      "epoch": 0.11650634859561369,
      "grad_norm": 12.71810245513916,
      "learning_rate": 0.0001999332422226878,
      "loss": 4.2939,
      "step": 18168
    },
    {
      "epoch": 0.11651276131845581,
      "grad_norm": 72.49388122558594,
      "learning_rate": 0.00019993323486220836,
      "loss": 4.79,
      "step": 18169
    },
    {
      "epoch": 0.11651917404129794,
      "grad_norm": 56.73053741455078,
      "learning_rate": 0.00019993322750132332,
      "loss": 4.4698,
      "step": 18170
    },
    {
      "epoch": 0.11652558676414006,
      "grad_norm": 18.0602970123291,
      "learning_rate": 0.00019993322014003265,
      "loss": 4.5099,
      "step": 18171
    },
    {
      "epoch": 0.11653199948698217,
      "grad_norm": 415.2198181152344,
      "learning_rate": 0.0001999332127783364,
      "loss": 4.6138,
      "step": 18172
    },
    {
      "epoch": 0.11653841220982429,
      "grad_norm": 75.69889831542969,
      "learning_rate": 0.00019993320541623452,
      "loss": 4.6488,
      "step": 18173
    },
    {
      "epoch": 0.11654482493266641,
      "grad_norm": 32.323001861572266,
      "learning_rate": 0.00019993319805372705,
      "loss": 4.6799,
      "step": 18174
    },
    {
      "epoch": 0.11655123765550852,
      "grad_norm": 55.76639938354492,
      "learning_rate": 0.00019993319069081395,
      "loss": 4.4423,
      "step": 18175
    },
    {
      "epoch": 0.11655765037835064,
      "grad_norm": 37.615333557128906,
      "learning_rate": 0.00019993318332749523,
      "loss": 4.8987,
      "step": 18176
    },
    {
      "epoch": 0.11656406310119277,
      "grad_norm": 33.70738220214844,
      "learning_rate": 0.0001999331759637709,
      "loss": 4.6375,
      "step": 18177
    },
    {
      "epoch": 0.11657047582403489,
      "grad_norm": 27.57667350769043,
      "learning_rate": 0.000199933168599641,
      "loss": 4.9352,
      "step": 18178
    },
    {
      "epoch": 0.116576888546877,
      "grad_norm": 781.6826171875,
      "learning_rate": 0.00019993316123510544,
      "loss": 4.7202,
      "step": 18179
    },
    {
      "epoch": 0.11658330126971912,
      "grad_norm": 23.905954360961914,
      "learning_rate": 0.00019993315387016426,
      "loss": 4.7184,
      "step": 18180
    },
    {
      "epoch": 0.11658971399256124,
      "grad_norm": 25.822162628173828,
      "learning_rate": 0.00019993314650481749,
      "loss": 4.626,
      "step": 18181
    },
    {
      "epoch": 0.11659612671540336,
      "grad_norm": 25.002140045166016,
      "learning_rate": 0.00019993313913906514,
      "loss": 4.4587,
      "step": 18182
    },
    {
      "epoch": 0.11660253943824547,
      "grad_norm": 10.003693580627441,
      "learning_rate": 0.0001999331317729071,
      "loss": 4.3833,
      "step": 18183
    },
    {
      "epoch": 0.1166089521610876,
      "grad_norm": 27.39539337158203,
      "learning_rate": 0.0001999331244063435,
      "loss": 4.4888,
      "step": 18184
    },
    {
      "epoch": 0.11661536488392972,
      "grad_norm": 21.691659927368164,
      "learning_rate": 0.0001999331170393743,
      "loss": 4.8454,
      "step": 18185
    },
    {
      "epoch": 0.11662177760677184,
      "grad_norm": 24.837268829345703,
      "learning_rate": 0.00019993310967199944,
      "loss": 4.5999,
      "step": 18186
    },
    {
      "epoch": 0.11662819032961395,
      "grad_norm": 11.866806983947754,
      "learning_rate": 0.000199933102304219,
      "loss": 4.5917,
      "step": 18187
    },
    {
      "epoch": 0.11663460305245607,
      "grad_norm": 24.39418601989746,
      "learning_rate": 0.00019993309493603295,
      "loss": 4.474,
      "step": 18188
    },
    {
      "epoch": 0.11664101577529819,
      "grad_norm": 16.11627197265625,
      "learning_rate": 0.00019993308756744127,
      "loss": 4.6916,
      "step": 18189
    },
    {
      "epoch": 0.1166474284981403,
      "grad_norm": 7.557753562927246,
      "learning_rate": 0.00019993308019844398,
      "loss": 4.3827,
      "step": 18190
    },
    {
      "epoch": 0.11665384122098243,
      "grad_norm": 18.923431396484375,
      "learning_rate": 0.00019993307282904112,
      "loss": 4.4954,
      "step": 18191
    },
    {
      "epoch": 0.11666025394382455,
      "grad_norm": 24.005699157714844,
      "learning_rate": 0.0001999330654592326,
      "loss": 4.7049,
      "step": 18192
    },
    {
      "epoch": 0.11666666666666667,
      "grad_norm": 13.500542640686035,
      "learning_rate": 0.0001999330580890185,
      "loss": 4.4819,
      "step": 18193
    },
    {
      "epoch": 0.11667307938950879,
      "grad_norm": 24.996742248535156,
      "learning_rate": 0.00019993305071839876,
      "loss": 4.4835,
      "step": 18194
    },
    {
      "epoch": 0.1166794921123509,
      "grad_norm": 22.79452133178711,
      "learning_rate": 0.00019993304334737342,
      "loss": 4.572,
      "step": 18195
    },
    {
      "epoch": 0.11668590483519302,
      "grad_norm": 12.292363166809082,
      "learning_rate": 0.00019993303597594245,
      "loss": 4.5358,
      "step": 18196
    },
    {
      "epoch": 0.11669231755803514,
      "grad_norm": 12.276543617248535,
      "learning_rate": 0.0001999330286041059,
      "loss": 4.6022,
      "step": 18197
    },
    {
      "epoch": 0.11669873028087727,
      "grad_norm": 14.975025177001953,
      "learning_rate": 0.00019993302123186372,
      "loss": 4.4919,
      "step": 18198
    },
    {
      "epoch": 0.11670514300371938,
      "grad_norm": 35.565547943115234,
      "learning_rate": 0.00019993301385921592,
      "loss": 4.3949,
      "step": 18199
    },
    {
      "epoch": 0.1167115557265615,
      "grad_norm": 23.160839080810547,
      "learning_rate": 0.00019993300648616256,
      "loss": 4.8024,
      "step": 18200
    },
    {
      "epoch": 0.1167115557265615,
      "eval_loss": 4.495319843292236,
      "eval_runtime": 34.755,
      "eval_samples_per_second": 90.203,
      "eval_steps_per_second": 22.558,
      "step": 18200
    },
    {
      "epoch": 0.11671796844940362,
      "grad_norm": 146.0819091796875,
      "learning_rate": 0.00019993299911270354,
      "loss": 4.4899,
      "step": 18201
    },
    {
      "epoch": 0.11672438117224573,
      "grad_norm": 22.081066131591797,
      "learning_rate": 0.00019993299173883892,
      "loss": 4.6107,
      "step": 18202
    },
    {
      "epoch": 0.11673079389508785,
      "grad_norm": 53.152774810791016,
      "learning_rate": 0.00019993298436456867,
      "loss": 4.3392,
      "step": 18203
    },
    {
      "epoch": 0.11673720661792997,
      "grad_norm": 24.631662368774414,
      "learning_rate": 0.00019993297698989282,
      "loss": 4.3579,
      "step": 18204
    },
    {
      "epoch": 0.1167436193407721,
      "grad_norm": 22.460878372192383,
      "learning_rate": 0.00019993296961481137,
      "loss": 4.4869,
      "step": 18205
    },
    {
      "epoch": 0.11675003206361421,
      "grad_norm": 16.352153778076172,
      "learning_rate": 0.00019993296223932432,
      "loss": 4.805,
      "step": 18206
    },
    {
      "epoch": 0.11675644478645633,
      "grad_norm": 41.45659255981445,
      "learning_rate": 0.00019993295486343162,
      "loss": 4.5441,
      "step": 18207
    },
    {
      "epoch": 0.11676285750929845,
      "grad_norm": 22.854145050048828,
      "learning_rate": 0.00019993294748713334,
      "loss": 4.6703,
      "step": 18208
    },
    {
      "epoch": 0.11676927023214057,
      "grad_norm": 27.68065643310547,
      "learning_rate": 0.00019993294011042941,
      "loss": 4.4133,
      "step": 18209
    },
    {
      "epoch": 0.11677568295498268,
      "grad_norm": 23.626663208007812,
      "learning_rate": 0.0001999329327333199,
      "loss": 4.6749,
      "step": 18210
    },
    {
      "epoch": 0.1167820956778248,
      "grad_norm": 20.14488410949707,
      "learning_rate": 0.00019993292535580478,
      "loss": 4.8009,
      "step": 18211
    },
    {
      "epoch": 0.11678850840066693,
      "grad_norm": 14.39426326751709,
      "learning_rate": 0.00019993291797788408,
      "loss": 4.6292,
      "step": 18212
    },
    {
      "epoch": 0.11679492112350905,
      "grad_norm": 43.640716552734375,
      "learning_rate": 0.00019993291059955772,
      "loss": 4.6773,
      "step": 18213
    },
    {
      "epoch": 0.11680133384635116,
      "grad_norm": 28.213321685791016,
      "learning_rate": 0.00019993290322082576,
      "loss": 4.5851,
      "step": 18214
    },
    {
      "epoch": 0.11680774656919328,
      "grad_norm": 30.032106399536133,
      "learning_rate": 0.00019993289584168818,
      "loss": 4.4563,
      "step": 18215
    },
    {
      "epoch": 0.1168141592920354,
      "grad_norm": 62.75285720825195,
      "learning_rate": 0.00019993288846214502,
      "loss": 4.8905,
      "step": 18216
    },
    {
      "epoch": 0.11682057201487751,
      "grad_norm": 16.712255477905273,
      "learning_rate": 0.00019993288108219624,
      "loss": 4.8024,
      "step": 18217
    },
    {
      "epoch": 0.11682698473771963,
      "grad_norm": 29.64000129699707,
      "learning_rate": 0.00019993287370184183,
      "loss": 4.5018,
      "step": 18218
    },
    {
      "epoch": 0.11683339746056176,
      "grad_norm": 26.541872024536133,
      "learning_rate": 0.00019993286632108182,
      "loss": 4.5955,
      "step": 18219
    },
    {
      "epoch": 0.11683981018340388,
      "grad_norm": 23.548568725585938,
      "learning_rate": 0.00019993285893991618,
      "loss": 4.5948,
      "step": 18220
    },
    {
      "epoch": 0.116846222906246,
      "grad_norm": 30.915882110595703,
      "learning_rate": 0.00019993285155834494,
      "loss": 4.6549,
      "step": 18221
    },
    {
      "epoch": 0.11685263562908811,
      "grad_norm": 13.702653884887695,
      "learning_rate": 0.0001999328441763681,
      "loss": 4.3222,
      "step": 18222
    },
    {
      "epoch": 0.11685904835193023,
      "grad_norm": 28.376184463500977,
      "learning_rate": 0.00019993283679398563,
      "loss": 4.4753,
      "step": 18223
    },
    {
      "epoch": 0.11686546107477234,
      "grad_norm": 12.823875427246094,
      "learning_rate": 0.00019993282941119754,
      "loss": 4.6757,
      "step": 18224
    },
    {
      "epoch": 0.11687187379761446,
      "grad_norm": 11.198434829711914,
      "learning_rate": 0.0001999328220280039,
      "loss": 4.6728,
      "step": 18225
    },
    {
      "epoch": 0.11687828652045659,
      "grad_norm": 19.359392166137695,
      "learning_rate": 0.0001999328146444046,
      "loss": 4.7085,
      "step": 18226
    },
    {
      "epoch": 0.11688469924329871,
      "grad_norm": 29.328773498535156,
      "learning_rate": 0.0001999328072603997,
      "loss": 4.6371,
      "step": 18227
    },
    {
      "epoch": 0.11689111196614083,
      "grad_norm": 14.848249435424805,
      "learning_rate": 0.0001999327998759892,
      "loss": 4.5711,
      "step": 18228
    },
    {
      "epoch": 0.11689752468898294,
      "grad_norm": 24.783212661743164,
      "learning_rate": 0.00019993279249117305,
      "loss": 4.4485,
      "step": 18229
    },
    {
      "epoch": 0.11690393741182506,
      "grad_norm": 15.272296905517578,
      "learning_rate": 0.00019993278510595133,
      "loss": 4.7713,
      "step": 18230
    },
    {
      "epoch": 0.11691035013466718,
      "grad_norm": 21.696704864501953,
      "learning_rate": 0.00019993277772032398,
      "loss": 4.5565,
      "step": 18231
    },
    {
      "epoch": 0.1169167628575093,
      "grad_norm": 44.91562271118164,
      "learning_rate": 0.00019993277033429104,
      "loss": 4.609,
      "step": 18232
    },
    {
      "epoch": 0.11692317558035142,
      "grad_norm": 17.192903518676758,
      "learning_rate": 0.00019993276294785246,
      "loss": 4.3567,
      "step": 18233
    },
    {
      "epoch": 0.11692958830319354,
      "grad_norm": 44.89448928833008,
      "learning_rate": 0.0001999327555610083,
      "loss": 4.7145,
      "step": 18234
    },
    {
      "epoch": 0.11693600102603566,
      "grad_norm": 12.529999732971191,
      "learning_rate": 0.0001999327481737585,
      "loss": 4.5237,
      "step": 18235
    },
    {
      "epoch": 0.11694241374887777,
      "grad_norm": 15.106366157531738,
      "learning_rate": 0.0001999327407861031,
      "loss": 4.5625,
      "step": 18236
    },
    {
      "epoch": 0.11694882647171989,
      "grad_norm": 16.58440589904785,
      "learning_rate": 0.0001999327333980421,
      "loss": 4.6455,
      "step": 18237
    },
    {
      "epoch": 0.11695523919456201,
      "grad_norm": 30.479473114013672,
      "learning_rate": 0.00019993272600957548,
      "loss": 4.6861,
      "step": 18238
    },
    {
      "epoch": 0.11696165191740412,
      "grad_norm": 174.17250061035156,
      "learning_rate": 0.00019993271862070325,
      "loss": 4.2935,
      "step": 18239
    },
    {
      "epoch": 0.11696806464024626,
      "grad_norm": 14.174973487854004,
      "learning_rate": 0.0001999327112314254,
      "loss": 4.3313,
      "step": 18240
    },
    {
      "epoch": 0.11697447736308837,
      "grad_norm": 32.343685150146484,
      "learning_rate": 0.00019993270384174197,
      "loss": 4.7212,
      "step": 18241
    },
    {
      "epoch": 0.11698089008593049,
      "grad_norm": 31.903369903564453,
      "learning_rate": 0.0001999326964516529,
      "loss": 4.4934,
      "step": 18242
    },
    {
      "epoch": 0.1169873028087726,
      "grad_norm": 19.34453010559082,
      "learning_rate": 0.00019993268906115823,
      "loss": 4.732,
      "step": 18243
    },
    {
      "epoch": 0.11699371553161472,
      "grad_norm": 36.163089752197266,
      "learning_rate": 0.00019993268167025797,
      "loss": 4.4458,
      "step": 18244
    },
    {
      "epoch": 0.11700012825445684,
      "grad_norm": 11.993964195251465,
      "learning_rate": 0.00019993267427895206,
      "loss": 4.7175,
      "step": 18245
    },
    {
      "epoch": 0.11700654097729896,
      "grad_norm": 108.3117904663086,
      "learning_rate": 0.00019993266688724058,
      "loss": 4.5087,
      "step": 18246
    },
    {
      "epoch": 0.11701295370014107,
      "grad_norm": 43.20904541015625,
      "learning_rate": 0.00019993265949512347,
      "loss": 4.4188,
      "step": 18247
    },
    {
      "epoch": 0.1170193664229832,
      "grad_norm": 71.78985595703125,
      "learning_rate": 0.00019993265210260073,
      "loss": 4.5343,
      "step": 18248
    },
    {
      "epoch": 0.11702577914582532,
      "grad_norm": 12.517906188964844,
      "learning_rate": 0.00019993264470967242,
      "loss": 4.2727,
      "step": 18249
    },
    {
      "epoch": 0.11703219186866744,
      "grad_norm": 86.88068389892578,
      "learning_rate": 0.00019993263731633848,
      "loss": 4.7577,
      "step": 18250
    },
    {
      "epoch": 0.11703860459150955,
      "grad_norm": 19.394489288330078,
      "learning_rate": 0.00019993262992259891,
      "loss": 4.4885,
      "step": 18251
    },
    {
      "epoch": 0.11704501731435167,
      "grad_norm": 22.16855239868164,
      "learning_rate": 0.00019993262252845375,
      "loss": 4.5272,
      "step": 18252
    },
    {
      "epoch": 0.11705143003719379,
      "grad_norm": 100.44467163085938,
      "learning_rate": 0.00019993261513390298,
      "loss": 4.1977,
      "step": 18253
    },
    {
      "epoch": 0.1170578427600359,
      "grad_norm": 19.242448806762695,
      "learning_rate": 0.0001999326077389466,
      "loss": 4.5817,
      "step": 18254
    },
    {
      "epoch": 0.11706425548287804,
      "grad_norm": 35.177303314208984,
      "learning_rate": 0.0001999326003435846,
      "loss": 4.6206,
      "step": 18255
    },
    {
      "epoch": 0.11707066820572015,
      "grad_norm": 21.2573299407959,
      "learning_rate": 0.000199932592947817,
      "loss": 4.4752,
      "step": 18256
    },
    {
      "epoch": 0.11707708092856227,
      "grad_norm": 36.013545989990234,
      "learning_rate": 0.0001999325855516438,
      "loss": 4.5728,
      "step": 18257
    },
    {
      "epoch": 0.11708349365140439,
      "grad_norm": 17.95490264892578,
      "learning_rate": 0.000199932578155065,
      "loss": 4.7877,
      "step": 18258
    },
    {
      "epoch": 0.1170899063742465,
      "grad_norm": 32.21551513671875,
      "learning_rate": 0.00019993257075808055,
      "loss": 4.7933,
      "step": 18259
    },
    {
      "epoch": 0.11709631909708862,
      "grad_norm": 27.480133056640625,
      "learning_rate": 0.0001999325633606905,
      "loss": 4.6027,
      "step": 18260
    },
    {
      "epoch": 0.11710273181993074,
      "grad_norm": 35.79603958129883,
      "learning_rate": 0.00019993255596289483,
      "loss": 4.5979,
      "step": 18261
    },
    {
      "epoch": 0.11710914454277287,
      "grad_norm": 63.862770080566406,
      "learning_rate": 0.00019993254856469358,
      "loss": 4.6343,
      "step": 18262
    },
    {
      "epoch": 0.11711555726561498,
      "grad_norm": 18.91109275817871,
      "learning_rate": 0.00019993254116608674,
      "loss": 4.5722,
      "step": 18263
    },
    {
      "epoch": 0.1171219699884571,
      "grad_norm": 26.06882667541504,
      "learning_rate": 0.00019993253376707424,
      "loss": 4.5232,
      "step": 18264
    },
    {
      "epoch": 0.11712838271129922,
      "grad_norm": 30.130496978759766,
      "learning_rate": 0.00019993252636765616,
      "loss": 4.7584,
      "step": 18265
    },
    {
      "epoch": 0.11713479543414133,
      "grad_norm": 28.107786178588867,
      "learning_rate": 0.00019993251896783246,
      "loss": 4.5376,
      "step": 18266
    },
    {
      "epoch": 0.11714120815698345,
      "grad_norm": 23.950870513916016,
      "learning_rate": 0.00019993251156760316,
      "loss": 4.7645,
      "step": 18267
    },
    {
      "epoch": 0.11714762087982557,
      "grad_norm": 25.91707992553711,
      "learning_rate": 0.00019993250416696823,
      "loss": 4.5587,
      "step": 18268
    },
    {
      "epoch": 0.1171540336026677,
      "grad_norm": 115.63762664794922,
      "learning_rate": 0.00019993249676592768,
      "loss": 5.1629,
      "step": 18269
    },
    {
      "epoch": 0.11716044632550981,
      "grad_norm": 22.31106948852539,
      "learning_rate": 0.00019993248936448158,
      "loss": 4.5406,
      "step": 18270
    },
    {
      "epoch": 0.11716685904835193,
      "grad_norm": 45.38894271850586,
      "learning_rate": 0.00019993248196262982,
      "loss": 4.4405,
      "step": 18271
    },
    {
      "epoch": 0.11717327177119405,
      "grad_norm": 79.165771484375,
      "learning_rate": 0.00019993247456037247,
      "loss": 4.6117,
      "step": 18272
    },
    {
      "epoch": 0.11717968449403617,
      "grad_norm": 204.11048889160156,
      "learning_rate": 0.0001999324671577095,
      "loss": 4.5556,
      "step": 18273
    },
    {
      "epoch": 0.11718609721687828,
      "grad_norm": 82.5509033203125,
      "learning_rate": 0.00019993245975464093,
      "loss": 4.5268,
      "step": 18274
    },
    {
      "epoch": 0.1171925099397204,
      "grad_norm": 29.817399978637695,
      "learning_rate": 0.00019993245235116675,
      "loss": 4.6138,
      "step": 18275
    },
    {
      "epoch": 0.11719892266256253,
      "grad_norm": 45.791290283203125,
      "learning_rate": 0.00019993244494728694,
      "loss": 5.0129,
      "step": 18276
    },
    {
      "epoch": 0.11720533538540465,
      "grad_norm": 65.18575286865234,
      "learning_rate": 0.00019993243754300153,
      "loss": 4.8621,
      "step": 18277
    },
    {
      "epoch": 0.11721174810824676,
      "grad_norm": 32.41423416137695,
      "learning_rate": 0.00019993243013831055,
      "loss": 4.5604,
      "step": 18278
    },
    {
      "epoch": 0.11721816083108888,
      "grad_norm": 28.182506561279297,
      "learning_rate": 0.0001999324227332139,
      "loss": 4.644,
      "step": 18279
    },
    {
      "epoch": 0.117224573553931,
      "grad_norm": 25.043006896972656,
      "learning_rate": 0.00019993241532771167,
      "loss": 4.5672,
      "step": 18280
    },
    {
      "epoch": 0.11723098627677311,
      "grad_norm": 416.2747802734375,
      "learning_rate": 0.00019993240792180386,
      "loss": 4.7467,
      "step": 18281
    },
    {
      "epoch": 0.11723739899961523,
      "grad_norm": 82.24307250976562,
      "learning_rate": 0.00019993240051549037,
      "loss": 4.7657,
      "step": 18282
    },
    {
      "epoch": 0.11724381172245736,
      "grad_norm": 34.92964172363281,
      "learning_rate": 0.00019993239310877133,
      "loss": 4.5721,
      "step": 18283
    },
    {
      "epoch": 0.11725022444529948,
      "grad_norm": 93.77352142333984,
      "learning_rate": 0.00019993238570164667,
      "loss": 4.7045,
      "step": 18284
    },
    {
      "epoch": 0.1172566371681416,
      "grad_norm": 39.410213470458984,
      "learning_rate": 0.0001999323782941164,
      "loss": 4.5614,
      "step": 18285
    },
    {
      "epoch": 0.11726304989098371,
      "grad_norm": 39.3969841003418,
      "learning_rate": 0.00019993237088618051,
      "loss": 4.5833,
      "step": 18286
    },
    {
      "epoch": 0.11726946261382583,
      "grad_norm": 32.3286247253418,
      "learning_rate": 0.00019993236347783902,
      "loss": 4.572,
      "step": 18287
    },
    {
      "epoch": 0.11727587533666795,
      "grad_norm": 85.03588104248047,
      "learning_rate": 0.0001999323560690919,
      "loss": 4.8516,
      "step": 18288
    },
    {
      "epoch": 0.11728228805951006,
      "grad_norm": 19.394882202148438,
      "learning_rate": 0.00019993234865993919,
      "loss": 4.7469,
      "step": 18289
    },
    {
      "epoch": 0.11728870078235219,
      "grad_norm": 25.168289184570312,
      "learning_rate": 0.00019993234125038087,
      "loss": 4.5755,
      "step": 18290
    },
    {
      "epoch": 0.11729511350519431,
      "grad_norm": 59.53303146362305,
      "learning_rate": 0.00019993233384041695,
      "loss": 4.5857,
      "step": 18291
    },
    {
      "epoch": 0.11730152622803643,
      "grad_norm": 24.19391441345215,
      "learning_rate": 0.0001999323264300474,
      "loss": 4.9792,
      "step": 18292
    },
    {
      "epoch": 0.11730793895087854,
      "grad_norm": 33.43476867675781,
      "learning_rate": 0.00019993231901927226,
      "loss": 4.4463,
      "step": 18293
    },
    {
      "epoch": 0.11731435167372066,
      "grad_norm": 116.20709991455078,
      "learning_rate": 0.0001999323116080915,
      "loss": 5.2864,
      "step": 18294
    },
    {
      "epoch": 0.11732076439656278,
      "grad_norm": 27.88619613647461,
      "learning_rate": 0.00019993230419650514,
      "loss": 4.359,
      "step": 18295
    },
    {
      "epoch": 0.1173271771194049,
      "grad_norm": 19.826099395751953,
      "learning_rate": 0.00019993229678451314,
      "loss": 4.6667,
      "step": 18296
    },
    {
      "epoch": 0.11733358984224702,
      "grad_norm": 25.39142417907715,
      "learning_rate": 0.00019993228937211557,
      "loss": 4.4616,
      "step": 18297
    },
    {
      "epoch": 0.11734000256508914,
      "grad_norm": 30.795059204101562,
      "learning_rate": 0.0001999322819593124,
      "loss": 4.488,
      "step": 18298
    },
    {
      "epoch": 0.11734641528793126,
      "grad_norm": 43.60734939575195,
      "learning_rate": 0.0001999322745461036,
      "loss": 4.9521,
      "step": 18299
    },
    {
      "epoch": 0.11735282801077337,
      "grad_norm": 71.44291687011719,
      "learning_rate": 0.0001999322671324892,
      "loss": 4.5641,
      "step": 18300
    },
    {
      "epoch": 0.11735282801077337,
      "eval_loss": 4.551393508911133,
      "eval_runtime": 34.7308,
      "eval_samples_per_second": 90.266,
      "eval_steps_per_second": 22.574,
      "step": 18300
    },
    {
      "epoch": 0.11735924073361549,
      "grad_norm": 81.99193572998047,
      "learning_rate": 0.00019993225971846917,
      "loss": 4.4936,
      "step": 18301
    },
    {
      "epoch": 0.11736565345645761,
      "grad_norm": 36.57899856567383,
      "learning_rate": 0.00019993225230404354,
      "loss": 4.694,
      "step": 18302
    },
    {
      "epoch": 0.11737206617929972,
      "grad_norm": 50.517486572265625,
      "learning_rate": 0.00019993224488921228,
      "loss": 4.4788,
      "step": 18303
    },
    {
      "epoch": 0.11737847890214186,
      "grad_norm": 20.482223510742188,
      "learning_rate": 0.00019993223747397546,
      "loss": 4.4945,
      "step": 18304
    },
    {
      "epoch": 0.11738489162498397,
      "grad_norm": 23.294193267822266,
      "learning_rate": 0.000199932230058333,
      "loss": 4.5855,
      "step": 18305
    },
    {
      "epoch": 0.11739130434782609,
      "grad_norm": 34.349151611328125,
      "learning_rate": 0.00019993222264228495,
      "loss": 4.6401,
      "step": 18306
    },
    {
      "epoch": 0.1173977170706682,
      "grad_norm": 50.43562316894531,
      "learning_rate": 0.00019993221522583127,
      "loss": 4.5774,
      "step": 18307
    },
    {
      "epoch": 0.11740412979351032,
      "grad_norm": 44.8572998046875,
      "learning_rate": 0.00019993220780897198,
      "loss": 4.5294,
      "step": 18308
    },
    {
      "epoch": 0.11741054251635244,
      "grad_norm": 29.942947387695312,
      "learning_rate": 0.0001999322003917071,
      "loss": 4.3934,
      "step": 18309
    },
    {
      "epoch": 0.11741695523919456,
      "grad_norm": 24.668621063232422,
      "learning_rate": 0.00019993219297403662,
      "loss": 4.7809,
      "step": 18310
    },
    {
      "epoch": 0.11742336796203669,
      "grad_norm": 87.74837493896484,
      "learning_rate": 0.0001999321855559605,
      "loss": 4.6057,
      "step": 18311
    },
    {
      "epoch": 0.1174297806848788,
      "grad_norm": 24.224227905273438,
      "learning_rate": 0.00019993217813747883,
      "loss": 4.7944,
      "step": 18312
    },
    {
      "epoch": 0.11743619340772092,
      "grad_norm": 50.466129302978516,
      "learning_rate": 0.0001999321707185915,
      "loss": 4.6045,
      "step": 18313
    },
    {
      "epoch": 0.11744260613056304,
      "grad_norm": 57.2883186340332,
      "learning_rate": 0.00019993216329929859,
      "loss": 4.5681,
      "step": 18314
    },
    {
      "epoch": 0.11744901885340515,
      "grad_norm": 20.75383949279785,
      "learning_rate": 0.00019993215587960005,
      "loss": 4.7161,
      "step": 18315
    },
    {
      "epoch": 0.11745543157624727,
      "grad_norm": 16.32876205444336,
      "learning_rate": 0.0001999321484594959,
      "loss": 4.6244,
      "step": 18316
    },
    {
      "epoch": 0.11746184429908939,
      "grad_norm": 28.208749771118164,
      "learning_rate": 0.00019993214103898615,
      "loss": 4.5245,
      "step": 18317
    },
    {
      "epoch": 0.11746825702193152,
      "grad_norm": 18.091032028198242,
      "learning_rate": 0.0001999321336180708,
      "loss": 4.5662,
      "step": 18318
    },
    {
      "epoch": 0.11747466974477364,
      "grad_norm": 38.30028533935547,
      "learning_rate": 0.00019993212619674982,
      "loss": 4.5207,
      "step": 18319
    },
    {
      "epoch": 0.11748108246761575,
      "grad_norm": 51.49129867553711,
      "learning_rate": 0.00019993211877502326,
      "loss": 4.5283,
      "step": 18320
    },
    {
      "epoch": 0.11748749519045787,
      "grad_norm": 16.15705680847168,
      "learning_rate": 0.00019993211135289104,
      "loss": 4.4298,
      "step": 18321
    },
    {
      "epoch": 0.11749390791329999,
      "grad_norm": 423.02447509765625,
      "learning_rate": 0.00019993210393035325,
      "loss": 4.7366,
      "step": 18322
    },
    {
      "epoch": 0.1175003206361421,
      "grad_norm": 21.082454681396484,
      "learning_rate": 0.00019993209650740986,
      "loss": 4.618,
      "step": 18323
    },
    {
      "epoch": 0.11750673335898422,
      "grad_norm": 30.650266647338867,
      "learning_rate": 0.00019993208908406087,
      "loss": 4.8283,
      "step": 18324
    },
    {
      "epoch": 0.11751314608182635,
      "grad_norm": 32.48524856567383,
      "learning_rate": 0.00019993208166030625,
      "loss": 4.5043,
      "step": 18325
    },
    {
      "epoch": 0.11751955880466847,
      "grad_norm": 458.4293518066406,
      "learning_rate": 0.00019993207423614604,
      "loss": 4.3539,
      "step": 18326
    },
    {
      "epoch": 0.11752597152751058,
      "grad_norm": 51.484092712402344,
      "learning_rate": 0.0001999320668115802,
      "loss": 4.5049,
      "step": 18327
    },
    {
      "epoch": 0.1175323842503527,
      "grad_norm": 34.384605407714844,
      "learning_rate": 0.00019993205938660875,
      "loss": 4.4655,
      "step": 18328
    },
    {
      "epoch": 0.11753879697319482,
      "grad_norm": 29.241230010986328,
      "learning_rate": 0.00019993205196123173,
      "loss": 4.6444,
      "step": 18329
    },
    {
      "epoch": 0.11754520969603693,
      "grad_norm": 54.121437072753906,
      "learning_rate": 0.00019993204453544908,
      "loss": 4.4918,
      "step": 18330
    },
    {
      "epoch": 0.11755162241887905,
      "grad_norm": 211.02078247070312,
      "learning_rate": 0.0001999320371092608,
      "loss": 4.7326,
      "step": 18331
    },
    {
      "epoch": 0.11755803514172118,
      "grad_norm": 71.26660919189453,
      "learning_rate": 0.00019993202968266694,
      "loss": 4.5674,
      "step": 18332
    },
    {
      "epoch": 0.1175644478645633,
      "grad_norm": 651.8290405273438,
      "learning_rate": 0.00019993202225566744,
      "loss": 4.5499,
      "step": 18333
    },
    {
      "epoch": 0.11757086058740542,
      "grad_norm": 24.29059410095215,
      "learning_rate": 0.0001999320148282624,
      "loss": 4.5933,
      "step": 18334
    },
    {
      "epoch": 0.11757727331024753,
      "grad_norm": 22.852622985839844,
      "learning_rate": 0.0001999320074004517,
      "loss": 4.6612,
      "step": 18335
    },
    {
      "epoch": 0.11758368603308965,
      "grad_norm": 21.211090087890625,
      "learning_rate": 0.00019993199997223537,
      "loss": 4.6002,
      "step": 18336
    },
    {
      "epoch": 0.11759009875593177,
      "grad_norm": 22.778642654418945,
      "learning_rate": 0.00019993199254361347,
      "loss": 4.6947,
      "step": 18337
    },
    {
      "epoch": 0.11759651147877388,
      "grad_norm": 32.37629699707031,
      "learning_rate": 0.00019993198511458597,
      "loss": 4.4135,
      "step": 18338
    },
    {
      "epoch": 0.117602924201616,
      "grad_norm": 46.99626922607422,
      "learning_rate": 0.00019993197768515284,
      "loss": 4.6257,
      "step": 18339
    },
    {
      "epoch": 0.11760933692445813,
      "grad_norm": 23.36240577697754,
      "learning_rate": 0.00019993197025531411,
      "loss": 4.6493,
      "step": 18340
    },
    {
      "epoch": 0.11761574964730025,
      "grad_norm": 86.03595733642578,
      "learning_rate": 0.0001999319628250698,
      "loss": 4.5173,
      "step": 18341
    },
    {
      "epoch": 0.11762216237014236,
      "grad_norm": 297.7535705566406,
      "learning_rate": 0.00019993195539441983,
      "loss": 4.4523,
      "step": 18342
    },
    {
      "epoch": 0.11762857509298448,
      "grad_norm": 129.81483459472656,
      "learning_rate": 0.0001999319479633643,
      "loss": 4.5097,
      "step": 18343
    },
    {
      "epoch": 0.1176349878158266,
      "grad_norm": 23.056428909301758,
      "learning_rate": 0.00019993194053190313,
      "loss": 4.5411,
      "step": 18344
    },
    {
      "epoch": 0.11764140053866871,
      "grad_norm": 123.49280548095703,
      "learning_rate": 0.00019993193310003637,
      "loss": 4.492,
      "step": 18345
    },
    {
      "epoch": 0.11764781326151083,
      "grad_norm": 28.37641143798828,
      "learning_rate": 0.000199931925667764,
      "loss": 4.6799,
      "step": 18346
    },
    {
      "epoch": 0.11765422598435296,
      "grad_norm": 150.38319396972656,
      "learning_rate": 0.000199931918235086,
      "loss": 4.4871,
      "step": 18347
    },
    {
      "epoch": 0.11766063870719508,
      "grad_norm": 25.257362365722656,
      "learning_rate": 0.00019993191080200243,
      "loss": 4.692,
      "step": 18348
    },
    {
      "epoch": 0.1176670514300372,
      "grad_norm": 37.44772720336914,
      "learning_rate": 0.00019993190336851325,
      "loss": 4.626,
      "step": 18349
    },
    {
      "epoch": 0.11767346415287931,
      "grad_norm": 170.73098754882812,
      "learning_rate": 0.00019993189593461844,
      "loss": 4.6286,
      "step": 18350
    },
    {
      "epoch": 0.11767987687572143,
      "grad_norm": 12.748469352722168,
      "learning_rate": 0.00019993188850031803,
      "loss": 4.6401,
      "step": 18351
    },
    {
      "epoch": 0.11768628959856355,
      "grad_norm": 13.540030479431152,
      "learning_rate": 0.00019993188106561202,
      "loss": 4.6194,
      "step": 18352
    },
    {
      "epoch": 0.11769270232140566,
      "grad_norm": 19.665651321411133,
      "learning_rate": 0.0001999318736305004,
      "loss": 4.3746,
      "step": 18353
    },
    {
      "epoch": 0.11769911504424779,
      "grad_norm": 17.481111526489258,
      "learning_rate": 0.00019993186619498315,
      "loss": 4.275,
      "step": 18354
    },
    {
      "epoch": 0.11770552776708991,
      "grad_norm": 14.597149848937988,
      "learning_rate": 0.00019993185875906034,
      "loss": 4.5307,
      "step": 18355
    },
    {
      "epoch": 0.11771194048993203,
      "grad_norm": 16.435152053833008,
      "learning_rate": 0.00019993185132273188,
      "loss": 4.7269,
      "step": 18356
    },
    {
      "epoch": 0.11771835321277414,
      "grad_norm": 10.804883003234863,
      "learning_rate": 0.00019993184388599785,
      "loss": 4.4325,
      "step": 18357
    },
    {
      "epoch": 0.11772476593561626,
      "grad_norm": 19.494586944580078,
      "learning_rate": 0.00019993183644885818,
      "loss": 4.5867,
      "step": 18358
    },
    {
      "epoch": 0.11773117865845838,
      "grad_norm": 90.56828308105469,
      "learning_rate": 0.00019993182901131292,
      "loss": 4.5103,
      "step": 18359
    },
    {
      "epoch": 0.1177375913813005,
      "grad_norm": 15.693094253540039,
      "learning_rate": 0.00019993182157336206,
      "loss": 4.4926,
      "step": 18360
    },
    {
      "epoch": 0.11774400410414262,
      "grad_norm": 31.461345672607422,
      "learning_rate": 0.00019993181413500557,
      "loss": 4.3895,
      "step": 18361
    },
    {
      "epoch": 0.11775041682698474,
      "grad_norm": 13.760396957397461,
      "learning_rate": 0.0001999318066962435,
      "loss": 4.5281,
      "step": 18362
    },
    {
      "epoch": 0.11775682954982686,
      "grad_norm": 24.325815200805664,
      "learning_rate": 0.0001999317992570758,
      "loss": 4.6563,
      "step": 18363
    },
    {
      "epoch": 0.11776324227266897,
      "grad_norm": 14.260564804077148,
      "learning_rate": 0.0001999317918175025,
      "loss": 4.452,
      "step": 18364
    },
    {
      "epoch": 0.11776965499551109,
      "grad_norm": 15.41760540008545,
      "learning_rate": 0.0001999317843775236,
      "loss": 4.7096,
      "step": 18365
    },
    {
      "epoch": 0.11777606771835321,
      "grad_norm": 44.77833557128906,
      "learning_rate": 0.00019993177693713906,
      "loss": 4.6056,
      "step": 18366
    },
    {
      "epoch": 0.11778248044119533,
      "grad_norm": 17.960371017456055,
      "learning_rate": 0.00019993176949634894,
      "loss": 4.4456,
      "step": 18367
    },
    {
      "epoch": 0.11778889316403746,
      "grad_norm": 19.185474395751953,
      "learning_rate": 0.00019993176205515325,
      "loss": 4.5447,
      "step": 18368
    },
    {
      "epoch": 0.11779530588687957,
      "grad_norm": 13.79572868347168,
      "learning_rate": 0.0001999317546135519,
      "loss": 4.4672,
      "step": 18369
    },
    {
      "epoch": 0.11780171860972169,
      "grad_norm": 20.23526954650879,
      "learning_rate": 0.00019993174717154497,
      "loss": 4.6363,
      "step": 18370
    },
    {
      "epoch": 0.1178081313325638,
      "grad_norm": 21.807321548461914,
      "learning_rate": 0.00019993173972913245,
      "loss": 4.4714,
      "step": 18371
    },
    {
      "epoch": 0.11781454405540592,
      "grad_norm": 13.48327350616455,
      "learning_rate": 0.00019993173228631428,
      "loss": 4.5691,
      "step": 18372
    },
    {
      "epoch": 0.11782095677824804,
      "grad_norm": 36.35674285888672,
      "learning_rate": 0.00019993172484309053,
      "loss": 4.7581,
      "step": 18373
    },
    {
      "epoch": 0.11782736950109016,
      "grad_norm": 15.59195613861084,
      "learning_rate": 0.00019993171739946116,
      "loss": 4.876,
      "step": 18374
    },
    {
      "epoch": 0.11783378222393229,
      "grad_norm": 36.99592971801758,
      "learning_rate": 0.0001999317099554262,
      "loss": 5.0831,
      "step": 18375
    },
    {
      "epoch": 0.1178401949467744,
      "grad_norm": 47.3627815246582,
      "learning_rate": 0.00019993170251098562,
      "loss": 4.5578,
      "step": 18376
    },
    {
      "epoch": 0.11784660766961652,
      "grad_norm": 10.080865859985352,
      "learning_rate": 0.00019993169506613944,
      "loss": 4.5127,
      "step": 18377
    },
    {
      "epoch": 0.11785302039245864,
      "grad_norm": 31.70679473876953,
      "learning_rate": 0.00019993168762088765,
      "loss": 4.3531,
      "step": 18378
    },
    {
      "epoch": 0.11785943311530075,
      "grad_norm": 42.24794006347656,
      "learning_rate": 0.00019993168017523027,
      "loss": 4.6219,
      "step": 18379
    },
    {
      "epoch": 0.11786584583814287,
      "grad_norm": 12.640665054321289,
      "learning_rate": 0.00019993167272916727,
      "loss": 4.4392,
      "step": 18380
    },
    {
      "epoch": 0.11787225856098499,
      "grad_norm": 30.88990020751953,
      "learning_rate": 0.00019993166528269868,
      "loss": 4.5808,
      "step": 18381
    },
    {
      "epoch": 0.11787867128382712,
      "grad_norm": 20.957229614257812,
      "learning_rate": 0.00019993165783582445,
      "loss": 4.6828,
      "step": 18382
    },
    {
      "epoch": 0.11788508400666924,
      "grad_norm": 16.2412109375,
      "learning_rate": 0.00019993165038854462,
      "loss": 4.6313,
      "step": 18383
    },
    {
      "epoch": 0.11789149672951135,
      "grad_norm": 15.992645263671875,
      "learning_rate": 0.0001999316429408592,
      "loss": 4.4971,
      "step": 18384
    },
    {
      "epoch": 0.11789790945235347,
      "grad_norm": 51.536556243896484,
      "learning_rate": 0.00019993163549276817,
      "loss": 4.5788,
      "step": 18385
    },
    {
      "epoch": 0.11790432217519559,
      "grad_norm": 14.377294540405273,
      "learning_rate": 0.00019993162804427152,
      "loss": 4.6505,
      "step": 18386
    },
    {
      "epoch": 0.1179107348980377,
      "grad_norm": 24.37047576904297,
      "learning_rate": 0.00019993162059536926,
      "loss": 4.5422,
      "step": 18387
    },
    {
      "epoch": 0.11791714762087982,
      "grad_norm": 19.581575393676758,
      "learning_rate": 0.00019993161314606144,
      "loss": 4.7155,
      "step": 18388
    },
    {
      "epoch": 0.11792356034372195,
      "grad_norm": 20.04707908630371,
      "learning_rate": 0.00019993160569634796,
      "loss": 4.6185,
      "step": 18389
    },
    {
      "epoch": 0.11792997306656407,
      "grad_norm": 78.90872192382812,
      "learning_rate": 0.0001999315982462289,
      "loss": 4.6671,
      "step": 18390
    },
    {
      "epoch": 0.11793638578940618,
      "grad_norm": 47.183448791503906,
      "learning_rate": 0.00019993159079570428,
      "loss": 4.7271,
      "step": 18391
    },
    {
      "epoch": 0.1179427985122483,
      "grad_norm": 28.98711585998535,
      "learning_rate": 0.000199931583344774,
      "loss": 4.2654,
      "step": 18392
    },
    {
      "epoch": 0.11794921123509042,
      "grad_norm": 18.07245635986328,
      "learning_rate": 0.0001999315758934381,
      "loss": 4.5765,
      "step": 18393
    },
    {
      "epoch": 0.11795562395793253,
      "grad_norm": 20.82101058959961,
      "learning_rate": 0.00019993156844169663,
      "loss": 4.3701,
      "step": 18394
    },
    {
      "epoch": 0.11796203668077465,
      "grad_norm": 17.239974975585938,
      "learning_rate": 0.00019993156098954953,
      "loss": 4.5951,
      "step": 18395
    },
    {
      "epoch": 0.11796844940361678,
      "grad_norm": 15.895161628723145,
      "learning_rate": 0.00019993155353699685,
      "loss": 4.6688,
      "step": 18396
    },
    {
      "epoch": 0.1179748621264589,
      "grad_norm": 17.242277145385742,
      "learning_rate": 0.0001999315460840385,
      "loss": 4.707,
      "step": 18397
    },
    {
      "epoch": 0.11798127484930102,
      "grad_norm": 20.66771125793457,
      "learning_rate": 0.00019993153863067463,
      "loss": 4.5533,
      "step": 18398
    },
    {
      "epoch": 0.11798768757214313,
      "grad_norm": 17.618122100830078,
      "learning_rate": 0.00019993153117690512,
      "loss": 4.4869,
      "step": 18399
    },
    {
      "epoch": 0.11799410029498525,
      "grad_norm": 46.106998443603516,
      "learning_rate": 0.00019993152372273,
      "loss": 4.4896,
      "step": 18400
    },
    {
      "epoch": 0.11799410029498525,
      "eval_loss": 4.512009143829346,
      "eval_runtime": 34.7564,
      "eval_samples_per_second": 90.199,
      "eval_steps_per_second": 22.557,
      "step": 18400
    },
    {
      "epoch": 0.11800051301782737,
      "grad_norm": 26.836414337158203,
      "learning_rate": 0.00019993151626814928,
      "loss": 4.7522,
      "step": 18401
    },
    {
      "epoch": 0.11800692574066948,
      "grad_norm": 14.1124906539917,
      "learning_rate": 0.00019993150881316294,
      "loss": 4.2744,
      "step": 18402
    },
    {
      "epoch": 0.11801333846351161,
      "grad_norm": 22.28373908996582,
      "learning_rate": 0.00019993150135777103,
      "loss": 4.5076,
      "step": 18403
    },
    {
      "epoch": 0.11801975118635373,
      "grad_norm": 26.494585037231445,
      "learning_rate": 0.00019993149390197347,
      "loss": 4.5977,
      "step": 18404
    },
    {
      "epoch": 0.11802616390919585,
      "grad_norm": 41.30061340332031,
      "learning_rate": 0.00019993148644577034,
      "loss": 4.7089,
      "step": 18405
    },
    {
      "epoch": 0.11803257663203796,
      "grad_norm": 12.813650131225586,
      "learning_rate": 0.00019993147898916157,
      "loss": 4.8904,
      "step": 18406
    },
    {
      "epoch": 0.11803898935488008,
      "grad_norm": 55.10686492919922,
      "learning_rate": 0.00019993147153214724,
      "loss": 4.4242,
      "step": 18407
    },
    {
      "epoch": 0.1180454020777222,
      "grad_norm": 25.662748336791992,
      "learning_rate": 0.00019993146407472728,
      "loss": 4.4984,
      "step": 18408
    },
    {
      "epoch": 0.11805181480056431,
      "grad_norm": 87.03756713867188,
      "learning_rate": 0.0001999314566169017,
      "loss": 4.4991,
      "step": 18409
    },
    {
      "epoch": 0.11805822752340644,
      "grad_norm": 39.332393646240234,
      "learning_rate": 0.00019993144915867052,
      "loss": 4.7116,
      "step": 18410
    },
    {
      "epoch": 0.11806464024624856,
      "grad_norm": 54.04866409301758,
      "learning_rate": 0.00019993144170003376,
      "loss": 4.528,
      "step": 18411
    },
    {
      "epoch": 0.11807105296909068,
      "grad_norm": 25.6226749420166,
      "learning_rate": 0.00019993143424099137,
      "loss": 4.5437,
      "step": 18412
    },
    {
      "epoch": 0.1180774656919328,
      "grad_norm": 17.131521224975586,
      "learning_rate": 0.0001999314267815434,
      "loss": 4.6501,
      "step": 18413
    },
    {
      "epoch": 0.11808387841477491,
      "grad_norm": 56.5023078918457,
      "learning_rate": 0.00019993141932168976,
      "loss": 4.468,
      "step": 18414
    },
    {
      "epoch": 0.11809029113761703,
      "grad_norm": 83.77301788330078,
      "learning_rate": 0.00019993141186143057,
      "loss": 4.6952,
      "step": 18415
    },
    {
      "epoch": 0.11809670386045915,
      "grad_norm": 38.09275817871094,
      "learning_rate": 0.00019993140440076578,
      "loss": 4.7506,
      "step": 18416
    },
    {
      "epoch": 0.11810311658330128,
      "grad_norm": 22.804502487182617,
      "learning_rate": 0.0001999313969396954,
      "loss": 5.0499,
      "step": 18417
    },
    {
      "epoch": 0.1181095293061434,
      "grad_norm": 14.946879386901855,
      "learning_rate": 0.00019993138947821938,
      "loss": 4.3664,
      "step": 18418
    },
    {
      "epoch": 0.11811594202898551,
      "grad_norm": 110.06825256347656,
      "learning_rate": 0.00019993138201633773,
      "loss": 4.6563,
      "step": 18419
    },
    {
      "epoch": 0.11812235475182763,
      "grad_norm": 39.36241149902344,
      "learning_rate": 0.00019993137455405054,
      "loss": 4.6468,
      "step": 18420
    },
    {
      "epoch": 0.11812876747466974,
      "grad_norm": 22.926748275756836,
      "learning_rate": 0.0001999313670913577,
      "loss": 4.6781,
      "step": 18421
    },
    {
      "epoch": 0.11813518019751186,
      "grad_norm": 16.06028938293457,
      "learning_rate": 0.00019993135962825925,
      "loss": 4.5946,
      "step": 18422
    },
    {
      "epoch": 0.11814159292035398,
      "grad_norm": 64.19366455078125,
      "learning_rate": 0.00019993135216475524,
      "loss": 4.7,
      "step": 18423
    },
    {
      "epoch": 0.11814800564319611,
      "grad_norm": 39.50472640991211,
      "learning_rate": 0.0001999313447008456,
      "loss": 4.3741,
      "step": 18424
    },
    {
      "epoch": 0.11815441836603822,
      "grad_norm": 20.43538475036621,
      "learning_rate": 0.00019993133723653035,
      "loss": 4.6147,
      "step": 18425
    },
    {
      "epoch": 0.11816083108888034,
      "grad_norm": 18.851716995239258,
      "learning_rate": 0.00019993132977180948,
      "loss": 4.5074,
      "step": 18426
    },
    {
      "epoch": 0.11816724381172246,
      "grad_norm": 44.338897705078125,
      "learning_rate": 0.00019993132230668303,
      "loss": 4.7836,
      "step": 18427
    },
    {
      "epoch": 0.11817365653456458,
      "grad_norm": 33.62415313720703,
      "learning_rate": 0.000199931314841151,
      "loss": 4.6895,
      "step": 18428
    },
    {
      "epoch": 0.11818006925740669,
      "grad_norm": 35.53038024902344,
      "learning_rate": 0.0001999313073752133,
      "loss": 4.633,
      "step": 18429
    },
    {
      "epoch": 0.11818648198024881,
      "grad_norm": 31.578432083129883,
      "learning_rate": 0.00019993129990887002,
      "loss": 4.4827,
      "step": 18430
    },
    {
      "epoch": 0.11819289470309093,
      "grad_norm": 43.63246154785156,
      "learning_rate": 0.00019993129244212115,
      "loss": 4.6936,
      "step": 18431
    },
    {
      "epoch": 0.11819930742593306,
      "grad_norm": 54.24089813232422,
      "learning_rate": 0.00019993128497496667,
      "loss": 4.5569,
      "step": 18432
    },
    {
      "epoch": 0.11820572014877517,
      "grad_norm": 24.84877586364746,
      "learning_rate": 0.00019993127750740657,
      "loss": 4.4719,
      "step": 18433
    },
    {
      "epoch": 0.11821213287161729,
      "grad_norm": 64.2838363647461,
      "learning_rate": 0.0001999312700394409,
      "loss": 4.5015,
      "step": 18434
    },
    {
      "epoch": 0.1182185455944594,
      "grad_norm": 24.42104148864746,
      "learning_rate": 0.0001999312625710696,
      "loss": 4.463,
      "step": 18435
    },
    {
      "epoch": 0.11822495831730152,
      "grad_norm": 99.87323760986328,
      "learning_rate": 0.0001999312551022927,
      "loss": 4.6691,
      "step": 18436
    },
    {
      "epoch": 0.11823137104014364,
      "grad_norm": 48.69493103027344,
      "learning_rate": 0.0001999312476331102,
      "loss": 4.5386,
      "step": 18437
    },
    {
      "epoch": 0.11823778376298576,
      "grad_norm": 39.65717697143555,
      "learning_rate": 0.0001999312401635221,
      "loss": 4.5737,
      "step": 18438
    },
    {
      "epoch": 0.11824419648582789,
      "grad_norm": 21.59343910217285,
      "learning_rate": 0.00019993123269352838,
      "loss": 4.7133,
      "step": 18439
    },
    {
      "epoch": 0.11825060920867,
      "grad_norm": 53.3575553894043,
      "learning_rate": 0.00019993122522312905,
      "loss": 4.8449,
      "step": 18440
    },
    {
      "epoch": 0.11825702193151212,
      "grad_norm": 117.48177337646484,
      "learning_rate": 0.00019993121775232413,
      "loss": 4.8525,
      "step": 18441
    },
    {
      "epoch": 0.11826343465435424,
      "grad_norm": 110.62345886230469,
      "learning_rate": 0.0001999312102811136,
      "loss": 4.5745,
      "step": 18442
    },
    {
      "epoch": 0.11826984737719635,
      "grad_norm": 53.9308967590332,
      "learning_rate": 0.00019993120280949747,
      "loss": 4.3512,
      "step": 18443
    },
    {
      "epoch": 0.11827626010003847,
      "grad_norm": 55.841163635253906,
      "learning_rate": 0.00019993119533747575,
      "loss": 4.3667,
      "step": 18444
    },
    {
      "epoch": 0.11828267282288059,
      "grad_norm": 28.62468147277832,
      "learning_rate": 0.0001999311878650484,
      "loss": 4.6893,
      "step": 18445
    },
    {
      "epoch": 0.11828908554572272,
      "grad_norm": 60.49315643310547,
      "learning_rate": 0.00019993118039221547,
      "loss": 4.6087,
      "step": 18446
    },
    {
      "epoch": 0.11829549826856484,
      "grad_norm": 64.00525665283203,
      "learning_rate": 0.00019993117291897691,
      "loss": 4.5566,
      "step": 18447
    },
    {
      "epoch": 0.11830191099140695,
      "grad_norm": 40.123050689697266,
      "learning_rate": 0.00019993116544533276,
      "loss": 4.3783,
      "step": 18448
    },
    {
      "epoch": 0.11830832371424907,
      "grad_norm": 119.78939819335938,
      "learning_rate": 0.00019993115797128303,
      "loss": 4.5345,
      "step": 18449
    },
    {
      "epoch": 0.11831473643709119,
      "grad_norm": 80.88172912597656,
      "learning_rate": 0.00019993115049682768,
      "loss": 4.8243,
      "step": 18450
    },
    {
      "epoch": 0.1183211491599333,
      "grad_norm": 140.18972778320312,
      "learning_rate": 0.0001999311430219667,
      "loss": 4.4783,
      "step": 18451
    },
    {
      "epoch": 0.11832756188277542,
      "grad_norm": 36.40087127685547,
      "learning_rate": 0.00019993113554670012,
      "loss": 5.1767,
      "step": 18452
    },
    {
      "epoch": 0.11833397460561755,
      "grad_norm": 18.725967407226562,
      "learning_rate": 0.00019993112807102797,
      "loss": 4.4552,
      "step": 18453
    },
    {
      "epoch": 0.11834038732845967,
      "grad_norm": 49.24009323120117,
      "learning_rate": 0.00019993112059495018,
      "loss": 4.3902,
      "step": 18454
    },
    {
      "epoch": 0.11834680005130178,
      "grad_norm": 67.04106903076172,
      "learning_rate": 0.00019993111311846683,
      "loss": 4.6419,
      "step": 18455
    },
    {
      "epoch": 0.1183532127741439,
      "grad_norm": 22.203886032104492,
      "learning_rate": 0.00019993110564157782,
      "loss": 4.7592,
      "step": 18456
    },
    {
      "epoch": 0.11835962549698602,
      "grad_norm": 14.495744705200195,
      "learning_rate": 0.00019993109816428324,
      "loss": 4.7885,
      "step": 18457
    },
    {
      "epoch": 0.11836603821982813,
      "grad_norm": 54.45227813720703,
      "learning_rate": 0.00019993109068658303,
      "loss": 4.6486,
      "step": 18458
    },
    {
      "epoch": 0.11837245094267025,
      "grad_norm": 35.09208297729492,
      "learning_rate": 0.00019993108320847725,
      "loss": 4.4705,
      "step": 18459
    },
    {
      "epoch": 0.11837886366551238,
      "grad_norm": 34.75450134277344,
      "learning_rate": 0.00019993107572996584,
      "loss": 4.48,
      "step": 18460
    },
    {
      "epoch": 0.1183852763883545,
      "grad_norm": 4222.46044921875,
      "learning_rate": 0.00019993106825104886,
      "loss": 4.5399,
      "step": 18461
    },
    {
      "epoch": 0.11839168911119662,
      "grad_norm": 22.943639755249023,
      "learning_rate": 0.00019993106077172623,
      "loss": 4.4906,
      "step": 18462
    },
    {
      "epoch": 0.11839810183403873,
      "grad_norm": 18.13638687133789,
      "learning_rate": 0.00019993105329199805,
      "loss": 4.7136,
      "step": 18463
    },
    {
      "epoch": 0.11840451455688085,
      "grad_norm": 81.62025451660156,
      "learning_rate": 0.0001999310458118642,
      "loss": 4.6589,
      "step": 18464
    },
    {
      "epoch": 0.11841092727972297,
      "grad_norm": 42.20424270629883,
      "learning_rate": 0.0001999310383313248,
      "loss": 4.526,
      "step": 18465
    },
    {
      "epoch": 0.11841734000256508,
      "grad_norm": 16.785808563232422,
      "learning_rate": 0.0001999310308503798,
      "loss": 4.331,
      "step": 18466
    },
    {
      "epoch": 0.11842375272540721,
      "grad_norm": 20.483766555786133,
      "learning_rate": 0.00019993102336902916,
      "loss": 4.1999,
      "step": 18467
    },
    {
      "epoch": 0.11843016544824933,
      "grad_norm": 20.207204818725586,
      "learning_rate": 0.00019993101588727295,
      "loss": 4.2733,
      "step": 18468
    },
    {
      "epoch": 0.11843657817109145,
      "grad_norm": 22.61028289794922,
      "learning_rate": 0.0001999310084051111,
      "loss": 4.5923,
      "step": 18469
    },
    {
      "epoch": 0.11844299089393356,
      "grad_norm": 45.75056457519531,
      "learning_rate": 0.00019993100092254368,
      "loss": 4.4705,
      "step": 18470
    },
    {
      "epoch": 0.11844940361677568,
      "grad_norm": 23.69480323791504,
      "learning_rate": 0.00019993099343957064,
      "loss": 4.6489,
      "step": 18471
    },
    {
      "epoch": 0.1184558163396178,
      "grad_norm": 12.687474250793457,
      "learning_rate": 0.000199930985956192,
      "loss": 4.5873,
      "step": 18472
    },
    {
      "epoch": 0.11846222906245991,
      "grad_norm": 61.69475173950195,
      "learning_rate": 0.00019993097847240777,
      "loss": 4.5137,
      "step": 18473
    },
    {
      "epoch": 0.11846864178530205,
      "grad_norm": 27.453468322753906,
      "learning_rate": 0.0001999309709882179,
      "loss": 4.6087,
      "step": 18474
    },
    {
      "epoch": 0.11847505450814416,
      "grad_norm": 456.8995056152344,
      "learning_rate": 0.00019993096350362245,
      "loss": 4.4146,
      "step": 18475
    },
    {
      "epoch": 0.11848146723098628,
      "grad_norm": 170.11952209472656,
      "learning_rate": 0.00019993095601862138,
      "loss": 4.9196,
      "step": 18476
    },
    {
      "epoch": 0.1184878799538284,
      "grad_norm": 56.40036392211914,
      "learning_rate": 0.00019993094853321475,
      "loss": 4.819,
      "step": 18477
    },
    {
      "epoch": 0.11849429267667051,
      "grad_norm": 70.90235137939453,
      "learning_rate": 0.00019993094104740248,
      "loss": 4.3558,
      "step": 18478
    },
    {
      "epoch": 0.11850070539951263,
      "grad_norm": 30.37415885925293,
      "learning_rate": 0.00019993093356118462,
      "loss": 4.6271,
      "step": 18479
    },
    {
      "epoch": 0.11850711812235475,
      "grad_norm": 33.123207092285156,
      "learning_rate": 0.00019993092607456116,
      "loss": 4.8253,
      "step": 18480
    },
    {
      "epoch": 0.11851353084519688,
      "grad_norm": 345.00457763671875,
      "learning_rate": 0.00019993091858753207,
      "loss": 4.6591,
      "step": 18481
    },
    {
      "epoch": 0.118519943568039,
      "grad_norm": 18.098400115966797,
      "learning_rate": 0.0001999309111000974,
      "loss": 4.644,
      "step": 18482
    },
    {
      "epoch": 0.11852635629088111,
      "grad_norm": 185.0575714111328,
      "learning_rate": 0.00019993090361225711,
      "loss": 4.8622,
      "step": 18483
    },
    {
      "epoch": 0.11853276901372323,
      "grad_norm": 45.75340270996094,
      "learning_rate": 0.00019993089612401125,
      "loss": 4.718,
      "step": 18484
    },
    {
      "epoch": 0.11853918173656534,
      "grad_norm": 55.506900787353516,
      "learning_rate": 0.0001999308886353598,
      "loss": 4.7178,
      "step": 18485
    },
    {
      "epoch": 0.11854559445940746,
      "grad_norm": 35.94709014892578,
      "learning_rate": 0.00019993088114630267,
      "loss": 5.2708,
      "step": 18486
    },
    {
      "epoch": 0.11855200718224958,
      "grad_norm": 22.311935424804688,
      "learning_rate": 0.00019993087365683998,
      "loss": 4.7857,
      "step": 18487
    },
    {
      "epoch": 0.11855841990509171,
      "grad_norm": 17.639949798583984,
      "learning_rate": 0.0001999308661669717,
      "loss": 4.7071,
      "step": 18488
    },
    {
      "epoch": 0.11856483262793382,
      "grad_norm": 34.54002380371094,
      "learning_rate": 0.0001999308586766978,
      "loss": 4.6052,
      "step": 18489
    },
    {
      "epoch": 0.11857124535077594,
      "grad_norm": 17.713436126708984,
      "learning_rate": 0.0001999308511860183,
      "loss": 4.6865,
      "step": 18490
    },
    {
      "epoch": 0.11857765807361806,
      "grad_norm": 70.2823257446289,
      "learning_rate": 0.0001999308436949332,
      "loss": 4.6416,
      "step": 18491
    },
    {
      "epoch": 0.11858407079646018,
      "grad_norm": 122.84014892578125,
      "learning_rate": 0.0001999308362034425,
      "loss": 4.2815,
      "step": 18492
    },
    {
      "epoch": 0.11859048351930229,
      "grad_norm": 33.81791305541992,
      "learning_rate": 0.0001999308287115462,
      "loss": 4.8073,
      "step": 18493
    },
    {
      "epoch": 0.11859689624214441,
      "grad_norm": 14.254679679870605,
      "learning_rate": 0.0001999308212192443,
      "loss": 4.5037,
      "step": 18494
    },
    {
      "epoch": 0.11860330896498654,
      "grad_norm": 24.226869583129883,
      "learning_rate": 0.00019993081372653677,
      "loss": 4.4793,
      "step": 18495
    },
    {
      "epoch": 0.11860972168782866,
      "grad_norm": 48.89695739746094,
      "learning_rate": 0.00019993080623342366,
      "loss": 4.6263,
      "step": 18496
    },
    {
      "epoch": 0.11861613441067077,
      "grad_norm": 272.39923095703125,
      "learning_rate": 0.00019993079873990496,
      "loss": 4.5826,
      "step": 18497
    },
    {
      "epoch": 0.11862254713351289,
      "grad_norm": 111.10786437988281,
      "learning_rate": 0.00019993079124598065,
      "loss": 4.6319,
      "step": 18498
    },
    {
      "epoch": 0.118628959856355,
      "grad_norm": 25.187232971191406,
      "learning_rate": 0.00019993078375165073,
      "loss": 4.6342,
      "step": 18499
    },
    {
      "epoch": 0.11863537257919712,
      "grad_norm": 11.833281517028809,
      "learning_rate": 0.00019993077625691518,
      "loss": 4.7901,
      "step": 18500
    },
    {
      "epoch": 0.11863537257919712,
      "eval_loss": 4.50501012802124,
      "eval_runtime": 34.755,
      "eval_samples_per_second": 90.203,
      "eval_steps_per_second": 22.558,
      "step": 18500
    },
    {
      "epoch": 0.11864178530203924,
      "grad_norm": 44.68983459472656,
      "learning_rate": 0.00019993076876177407,
      "loss": 4.2123,
      "step": 18501
    },
    {
      "epoch": 0.11864819802488137,
      "grad_norm": 18.71076774597168,
      "learning_rate": 0.00019993076126622735,
      "loss": 4.7001,
      "step": 18502
    },
    {
      "epoch": 0.11865461074772349,
      "grad_norm": 47.142032623291016,
      "learning_rate": 0.000199930753770275,
      "loss": 4.8258,
      "step": 18503
    },
    {
      "epoch": 0.1186610234705656,
      "grad_norm": 20.15654945373535,
      "learning_rate": 0.00019993074627391706,
      "loss": 4.7251,
      "step": 18504
    },
    {
      "epoch": 0.11866743619340772,
      "grad_norm": 514.3795166015625,
      "learning_rate": 0.00019993073877715354,
      "loss": 4.4789,
      "step": 18505
    },
    {
      "epoch": 0.11867384891624984,
      "grad_norm": 50.900150299072266,
      "learning_rate": 0.0001999307312799844,
      "loss": 4.5678,
      "step": 18506
    },
    {
      "epoch": 0.11868026163909196,
      "grad_norm": 27.819040298461914,
      "learning_rate": 0.00019993072378240965,
      "loss": 4.3648,
      "step": 18507
    },
    {
      "epoch": 0.11868667436193407,
      "grad_norm": 93.20665740966797,
      "learning_rate": 0.00019993071628442933,
      "loss": 4.7041,
      "step": 18508
    },
    {
      "epoch": 0.1186930870847762,
      "grad_norm": 42.77092742919922,
      "learning_rate": 0.00019993070878604336,
      "loss": 4.4282,
      "step": 18509
    },
    {
      "epoch": 0.11869949980761832,
      "grad_norm": 35.511024475097656,
      "learning_rate": 0.0001999307012872518,
      "loss": 4.6442,
      "step": 18510
    },
    {
      "epoch": 0.11870591253046044,
      "grad_norm": 21.62148094177246,
      "learning_rate": 0.00019993069378805467,
      "loss": 4.4375,
      "step": 18511
    },
    {
      "epoch": 0.11871232525330255,
      "grad_norm": 38.46141815185547,
      "learning_rate": 0.0001999306862884519,
      "loss": 4.6417,
      "step": 18512
    },
    {
      "epoch": 0.11871873797614467,
      "grad_norm": 60.441200256347656,
      "learning_rate": 0.00019993067878844355,
      "loss": 4.5827,
      "step": 18513
    },
    {
      "epoch": 0.11872515069898679,
      "grad_norm": 13.070465087890625,
      "learning_rate": 0.0001999306712880296,
      "loss": 4.471,
      "step": 18514
    },
    {
      "epoch": 0.1187315634218289,
      "grad_norm": 28.749176025390625,
      "learning_rate": 0.00019993066378721003,
      "loss": 4.6074,
      "step": 18515
    },
    {
      "epoch": 0.11873797614467103,
      "grad_norm": 18.31270408630371,
      "learning_rate": 0.00019993065628598489,
      "loss": 4.5667,
      "step": 18516
    },
    {
      "epoch": 0.11874438886751315,
      "grad_norm": 43.69965744018555,
      "learning_rate": 0.0001999306487843541,
      "loss": 4.7359,
      "step": 18517
    },
    {
      "epoch": 0.11875080159035527,
      "grad_norm": 60.2624626159668,
      "learning_rate": 0.00019993064128231777,
      "loss": 4.5372,
      "step": 18518
    },
    {
      "epoch": 0.11875721431319738,
      "grad_norm": 35.93543243408203,
      "learning_rate": 0.00019993063377987577,
      "loss": 4.6962,
      "step": 18519
    },
    {
      "epoch": 0.1187636270360395,
      "grad_norm": 10.652490615844727,
      "learning_rate": 0.00019993062627702822,
      "loss": 4.831,
      "step": 18520
    },
    {
      "epoch": 0.11877003975888162,
      "grad_norm": 38.412837982177734,
      "learning_rate": 0.00019993061877377505,
      "loss": 4.6058,
      "step": 18521
    },
    {
      "epoch": 0.11877645248172373,
      "grad_norm": 29.896038055419922,
      "learning_rate": 0.00019993061127011628,
      "loss": 4.6894,
      "step": 18522
    },
    {
      "epoch": 0.11878286520456585,
      "grad_norm": 36.042198181152344,
      "learning_rate": 0.0001999306037660519,
      "loss": 4.6867,
      "step": 18523
    },
    {
      "epoch": 0.11878927792740798,
      "grad_norm": 16.089008331298828,
      "learning_rate": 0.00019993059626158193,
      "loss": 4.6483,
      "step": 18524
    },
    {
      "epoch": 0.1187956906502501,
      "grad_norm": 54.21194839477539,
      "learning_rate": 0.00019993058875670636,
      "loss": 4.7739,
      "step": 18525
    },
    {
      "epoch": 0.11880210337309222,
      "grad_norm": 34.73353958129883,
      "learning_rate": 0.00019993058125142516,
      "loss": 4.5298,
      "step": 18526
    },
    {
      "epoch": 0.11880851609593433,
      "grad_norm": 15.53597354888916,
      "learning_rate": 0.00019993057374573838,
      "loss": 4.8373,
      "step": 18527
    },
    {
      "epoch": 0.11881492881877645,
      "grad_norm": 15.628007888793945,
      "learning_rate": 0.000199930566239646,
      "loss": 4.538,
      "step": 18528
    },
    {
      "epoch": 0.11882134154161857,
      "grad_norm": 95.56995391845703,
      "learning_rate": 0.000199930558733148,
      "loss": 4.6052,
      "step": 18529
    },
    {
      "epoch": 0.11882775426446068,
      "grad_norm": 14.009880065917969,
      "learning_rate": 0.0001999305512262444,
      "loss": 4.7831,
      "step": 18530
    },
    {
      "epoch": 0.11883416698730281,
      "grad_norm": 181.29823303222656,
      "learning_rate": 0.00019993054371893524,
      "loss": 4.5611,
      "step": 18531
    },
    {
      "epoch": 0.11884057971014493,
      "grad_norm": 17.201278686523438,
      "learning_rate": 0.00019993053621122044,
      "loss": 4.6474,
      "step": 18532
    },
    {
      "epoch": 0.11884699243298705,
      "grad_norm": 14.83894157409668,
      "learning_rate": 0.00019993052870310006,
      "loss": 4.6541,
      "step": 18533
    },
    {
      "epoch": 0.11885340515582916,
      "grad_norm": 25.6845645904541,
      "learning_rate": 0.00019993052119457406,
      "loss": 4.5671,
      "step": 18534
    },
    {
      "epoch": 0.11885981787867128,
      "grad_norm": 12.146993637084961,
      "learning_rate": 0.00019993051368564246,
      "loss": 4.673,
      "step": 18535
    },
    {
      "epoch": 0.1188662306015134,
      "grad_norm": 21.99519157409668,
      "learning_rate": 0.00019993050617630526,
      "loss": 4.5984,
      "step": 18536
    },
    {
      "epoch": 0.11887264332435551,
      "grad_norm": 33.0031623840332,
      "learning_rate": 0.0001999304986665625,
      "loss": 4.6105,
      "step": 18537
    },
    {
      "epoch": 0.11887905604719765,
      "grad_norm": 19.755584716796875,
      "learning_rate": 0.00019993049115641406,
      "loss": 4.6493,
      "step": 18538
    },
    {
      "epoch": 0.11888546877003976,
      "grad_norm": 25.105228424072266,
      "learning_rate": 0.00019993048364586006,
      "loss": 4.4198,
      "step": 18539
    },
    {
      "epoch": 0.11889188149288188,
      "grad_norm": 18.44103240966797,
      "learning_rate": 0.0001999304761349005,
      "loss": 4.6577,
      "step": 18540
    },
    {
      "epoch": 0.118898294215724,
      "grad_norm": 17.357769012451172,
      "learning_rate": 0.00019993046862353526,
      "loss": 4.6503,
      "step": 18541
    },
    {
      "epoch": 0.11890470693856611,
      "grad_norm": 37.56594467163086,
      "learning_rate": 0.00019993046111176446,
      "loss": 4.5062,
      "step": 18542
    },
    {
      "epoch": 0.11891111966140823,
      "grad_norm": 82.52554321289062,
      "learning_rate": 0.00019993045359958806,
      "loss": 4.6816,
      "step": 18543
    },
    {
      "epoch": 0.11891753238425035,
      "grad_norm": 16.348711013793945,
      "learning_rate": 0.00019993044608700603,
      "loss": 4.4887,
      "step": 18544
    },
    {
      "epoch": 0.11892394510709248,
      "grad_norm": 26.432533264160156,
      "learning_rate": 0.00019993043857401846,
      "loss": 5.0845,
      "step": 18545
    },
    {
      "epoch": 0.1189303578299346,
      "grad_norm": 66.96326446533203,
      "learning_rate": 0.00019993043106062523,
      "loss": 4.4711,
      "step": 18546
    },
    {
      "epoch": 0.11893677055277671,
      "grad_norm": 187.37814331054688,
      "learning_rate": 0.00019993042354682643,
      "loss": 4.6262,
      "step": 18547
    },
    {
      "epoch": 0.11894318327561883,
      "grad_norm": 9.90231704711914,
      "learning_rate": 0.00019993041603262203,
      "loss": 4.3775,
      "step": 18548
    },
    {
      "epoch": 0.11894959599846094,
      "grad_norm": 24.54483413696289,
      "learning_rate": 0.000199930408518012,
      "loss": 4.6346,
      "step": 18549
    },
    {
      "epoch": 0.11895600872130306,
      "grad_norm": 63.41559982299805,
      "learning_rate": 0.0001999304010029964,
      "loss": 4.5535,
      "step": 18550
    },
    {
      "epoch": 0.11896242144414518,
      "grad_norm": 26.539339065551758,
      "learning_rate": 0.0001999303934875752,
      "loss": 4.6468,
      "step": 18551
    },
    {
      "epoch": 0.11896883416698731,
      "grad_norm": 29.303239822387695,
      "learning_rate": 0.00019993038597174837,
      "loss": 4.5226,
      "step": 18552
    },
    {
      "epoch": 0.11897524688982943,
      "grad_norm": 105.1178207397461,
      "learning_rate": 0.00019993037845551594,
      "loss": 4.4807,
      "step": 18553
    },
    {
      "epoch": 0.11898165961267154,
      "grad_norm": 57.293399810791016,
      "learning_rate": 0.0001999303709388779,
      "loss": 4.6321,
      "step": 18554
    },
    {
      "epoch": 0.11898807233551366,
      "grad_norm": 60.979000091552734,
      "learning_rate": 0.0001999303634218343,
      "loss": 4.6115,
      "step": 18555
    },
    {
      "epoch": 0.11899448505835578,
      "grad_norm": 18.908876419067383,
      "learning_rate": 0.00019993035590438508,
      "loss": 4.4585,
      "step": 18556
    },
    {
      "epoch": 0.11900089778119789,
      "grad_norm": 25.536376953125,
      "learning_rate": 0.00019993034838653028,
      "loss": 4.4696,
      "step": 18557
    },
    {
      "epoch": 0.11900731050404001,
      "grad_norm": 14.644240379333496,
      "learning_rate": 0.00019993034086826985,
      "loss": 4.758,
      "step": 18558
    },
    {
      "epoch": 0.11901372322688214,
      "grad_norm": 25.45943260192871,
      "learning_rate": 0.00019993033334960383,
      "loss": 4.3078,
      "step": 18559
    },
    {
      "epoch": 0.11902013594972426,
      "grad_norm": 49.42928695678711,
      "learning_rate": 0.0001999303258305322,
      "loss": 4.3814,
      "step": 18560
    },
    {
      "epoch": 0.11902654867256637,
      "grad_norm": 25.7352294921875,
      "learning_rate": 0.00019993031831105497,
      "loss": 4.486,
      "step": 18561
    },
    {
      "epoch": 0.11903296139540849,
      "grad_norm": 40.778717041015625,
      "learning_rate": 0.00019993031079117217,
      "loss": 4.4885,
      "step": 18562
    },
    {
      "epoch": 0.11903937411825061,
      "grad_norm": 28.0733699798584,
      "learning_rate": 0.00019993030327088374,
      "loss": 4.4576,
      "step": 18563
    },
    {
      "epoch": 0.11904578684109272,
      "grad_norm": 30.191364288330078,
      "learning_rate": 0.0001999302957501897,
      "loss": 4.6563,
      "step": 18564
    },
    {
      "epoch": 0.11905219956393484,
      "grad_norm": 37.26335525512695,
      "learning_rate": 0.0001999302882290901,
      "loss": 4.4453,
      "step": 18565
    },
    {
      "epoch": 0.11905861228677697,
      "grad_norm": 25.924434661865234,
      "learning_rate": 0.00019993028070758485,
      "loss": 4.6104,
      "step": 18566
    },
    {
      "epoch": 0.11906502500961909,
      "grad_norm": 21.546354293823242,
      "learning_rate": 0.00019993027318567403,
      "loss": 4.5366,
      "step": 18567
    },
    {
      "epoch": 0.1190714377324612,
      "grad_norm": 51.96038818359375,
      "learning_rate": 0.00019993026566335762,
      "loss": 4.6085,
      "step": 18568
    },
    {
      "epoch": 0.11907785045530332,
      "grad_norm": 36.02752685546875,
      "learning_rate": 0.00019993025814063557,
      "loss": 4.3159,
      "step": 18569
    },
    {
      "epoch": 0.11908426317814544,
      "grad_norm": 123.56121826171875,
      "learning_rate": 0.00019993025061750794,
      "loss": 4.7022,
      "step": 18570
    },
    {
      "epoch": 0.11909067590098756,
      "grad_norm": 18.889041900634766,
      "learning_rate": 0.0001999302430939747,
      "loss": 4.5168,
      "step": 18571
    },
    {
      "epoch": 0.11909708862382967,
      "grad_norm": 23.170501708984375,
      "learning_rate": 0.0001999302355700359,
      "loss": 4.8725,
      "step": 18572
    },
    {
      "epoch": 0.1191035013466718,
      "grad_norm": 33.74669647216797,
      "learning_rate": 0.00019993022804569148,
      "loss": 4.9952,
      "step": 18573
    },
    {
      "epoch": 0.11910991406951392,
      "grad_norm": 17.431909561157227,
      "learning_rate": 0.00019993022052094142,
      "loss": 4.7611,
      "step": 18574
    },
    {
      "epoch": 0.11911632679235604,
      "grad_norm": 46.909210205078125,
      "learning_rate": 0.0001999302129957858,
      "loss": 4.4946,
      "step": 18575
    },
    {
      "epoch": 0.11912273951519815,
      "grad_norm": 10.910866737365723,
      "learning_rate": 0.0001999302054702246,
      "loss": 4.6898,
      "step": 18576
    },
    {
      "epoch": 0.11912915223804027,
      "grad_norm": 19.45522117614746,
      "learning_rate": 0.00019993019794425774,
      "loss": 4.6135,
      "step": 18577
    },
    {
      "epoch": 0.11913556496088239,
      "grad_norm": 250.6591339111328,
      "learning_rate": 0.0001999301904178853,
      "loss": 4.968,
      "step": 18578
    },
    {
      "epoch": 0.1191419776837245,
      "grad_norm": 32.23051071166992,
      "learning_rate": 0.00019993018289110728,
      "loss": 4.5691,
      "step": 18579
    },
    {
      "epoch": 0.11914839040656663,
      "grad_norm": 69.27639770507812,
      "learning_rate": 0.00019993017536392365,
      "loss": 4.3397,
      "step": 18580
    },
    {
      "epoch": 0.11915480312940875,
      "grad_norm": 24.99456787109375,
      "learning_rate": 0.00019993016783633442,
      "loss": 4.5876,
      "step": 18581
    },
    {
      "epoch": 0.11916121585225087,
      "grad_norm": 68.82579803466797,
      "learning_rate": 0.0001999301603083396,
      "loss": 4.5713,
      "step": 18582
    },
    {
      "epoch": 0.11916762857509298,
      "grad_norm": 15.693907737731934,
      "learning_rate": 0.0001999301527799392,
      "loss": 4.4537,
      "step": 18583
    },
    {
      "epoch": 0.1191740412979351,
      "grad_norm": 62.696258544921875,
      "learning_rate": 0.00019993014525113313,
      "loss": 4.6775,
      "step": 18584
    },
    {
      "epoch": 0.11918045402077722,
      "grad_norm": 28.376358032226562,
      "learning_rate": 0.0001999301377219215,
      "loss": 4.422,
      "step": 18585
    },
    {
      "epoch": 0.11918686674361934,
      "grad_norm": 28.0333251953125,
      "learning_rate": 0.00019993013019230428,
      "loss": 4.7072,
      "step": 18586
    },
    {
      "epoch": 0.11919327946646147,
      "grad_norm": 117.53816223144531,
      "learning_rate": 0.00019993012266228145,
      "loss": 4.4011,
      "step": 18587
    },
    {
      "epoch": 0.11919969218930358,
      "grad_norm": 20.528276443481445,
      "learning_rate": 0.00019993011513185302,
      "loss": 4.5076,
      "step": 18588
    },
    {
      "epoch": 0.1192061049121457,
      "grad_norm": 15.610063552856445,
      "learning_rate": 0.000199930107601019,
      "loss": 4.64,
      "step": 18589
    },
    {
      "epoch": 0.11921251763498782,
      "grad_norm": 18.71190071105957,
      "learning_rate": 0.00019993010006977936,
      "loss": 4.836,
      "step": 18590
    },
    {
      "epoch": 0.11921893035782993,
      "grad_norm": 46.84220886230469,
      "learning_rate": 0.00019993009253813413,
      "loss": 4.6495,
      "step": 18591
    },
    {
      "epoch": 0.11922534308067205,
      "grad_norm": 21.978185653686523,
      "learning_rate": 0.0001999300850060833,
      "loss": 4.6047,
      "step": 18592
    },
    {
      "epoch": 0.11923175580351417,
      "grad_norm": 17.032367706298828,
      "learning_rate": 0.00019993007747362687,
      "loss": 4.5168,
      "step": 18593
    },
    {
      "epoch": 0.1192381685263563,
      "grad_norm": 12.985085487365723,
      "learning_rate": 0.00019993006994076484,
      "loss": 4.4958,
      "step": 18594
    },
    {
      "epoch": 0.11924458124919841,
      "grad_norm": 103.20128631591797,
      "learning_rate": 0.0001999300624074972,
      "loss": 4.4966,
      "step": 18595
    },
    {
      "epoch": 0.11925099397204053,
      "grad_norm": 22.983667373657227,
      "learning_rate": 0.00019993005487382398,
      "loss": 4.5359,
      "step": 18596
    },
    {
      "epoch": 0.11925740669488265,
      "grad_norm": 19.614810943603516,
      "learning_rate": 0.00019993004733974515,
      "loss": 4.5962,
      "step": 18597
    },
    {
      "epoch": 0.11926381941772476,
      "grad_norm": 15.970108985900879,
      "learning_rate": 0.00019993003980526072,
      "loss": 4.5161,
      "step": 18598
    },
    {
      "epoch": 0.11927023214056688,
      "grad_norm": 19.125415802001953,
      "learning_rate": 0.0001999300322703707,
      "loss": 4.6629,
      "step": 18599
    },
    {
      "epoch": 0.119276644863409,
      "grad_norm": 20.241716384887695,
      "learning_rate": 0.00019993002473507506,
      "loss": 4.7501,
      "step": 18600
    },
    {
      "epoch": 0.119276644863409,
      "eval_loss": 4.498068809509277,
      "eval_runtime": 34.7833,
      "eval_samples_per_second": 90.129,
      "eval_steps_per_second": 22.54,
      "step": 18600
    },
    {
      "epoch": 0.11928305758625113,
      "grad_norm": 17.436405181884766,
      "learning_rate": 0.00019993001719937386,
      "loss": 4.4996,
      "step": 18601
    },
    {
      "epoch": 0.11928947030909325,
      "grad_norm": 781.3287353515625,
      "learning_rate": 0.00019993000966326703,
      "loss": 4.6672,
      "step": 18602
    },
    {
      "epoch": 0.11929588303193536,
      "grad_norm": 15.291563034057617,
      "learning_rate": 0.0001999300021267546,
      "loss": 5.082,
      "step": 18603
    },
    {
      "epoch": 0.11930229575477748,
      "grad_norm": 68.11268615722656,
      "learning_rate": 0.00019992999458983657,
      "loss": 4.6052,
      "step": 18604
    },
    {
      "epoch": 0.1193087084776196,
      "grad_norm": 41.27322769165039,
      "learning_rate": 0.00019992998705251297,
      "loss": 4.689,
      "step": 18605
    },
    {
      "epoch": 0.11931512120046171,
      "grad_norm": 26.806734085083008,
      "learning_rate": 0.0001999299795147837,
      "loss": 4.5123,
      "step": 18606
    },
    {
      "epoch": 0.11932153392330383,
      "grad_norm": 31.91035270690918,
      "learning_rate": 0.0001999299719766489,
      "loss": 4.7196,
      "step": 18607
    },
    {
      "epoch": 0.11932794664614596,
      "grad_norm": 24.66901969909668,
      "learning_rate": 0.00019992996443810848,
      "loss": 4.9357,
      "step": 18608
    },
    {
      "epoch": 0.11933435936898808,
      "grad_norm": 81.68489074707031,
      "learning_rate": 0.00019992995689916248,
      "loss": 4.3863,
      "step": 18609
    },
    {
      "epoch": 0.1193407720918302,
      "grad_norm": 29.497526168823242,
      "learning_rate": 0.00019992994935981085,
      "loss": 4.8922,
      "step": 18610
    },
    {
      "epoch": 0.11934718481467231,
      "grad_norm": 125.70140838623047,
      "learning_rate": 0.00019992994182005362,
      "loss": 4.7376,
      "step": 18611
    },
    {
      "epoch": 0.11935359753751443,
      "grad_norm": 55.075408935546875,
      "learning_rate": 0.00019992993427989081,
      "loss": 4.6491,
      "step": 18612
    },
    {
      "epoch": 0.11936001026035654,
      "grad_norm": 31.058481216430664,
      "learning_rate": 0.00019992992673932238,
      "loss": 4.3116,
      "step": 18613
    },
    {
      "epoch": 0.11936642298319866,
      "grad_norm": 215.77078247070312,
      "learning_rate": 0.00019992991919834835,
      "loss": 4.7738,
      "step": 18614
    },
    {
      "epoch": 0.11937283570604078,
      "grad_norm": 118.36334228515625,
      "learning_rate": 0.00019992991165696875,
      "loss": 4.6284,
      "step": 18615
    },
    {
      "epoch": 0.11937924842888291,
      "grad_norm": 85.0053482055664,
      "learning_rate": 0.00019992990411518355,
      "loss": 4.4113,
      "step": 18616
    },
    {
      "epoch": 0.11938566115172503,
      "grad_norm": 40.2568244934082,
      "learning_rate": 0.00019992989657299272,
      "loss": 4.5167,
      "step": 18617
    },
    {
      "epoch": 0.11939207387456714,
      "grad_norm": 131.77508544921875,
      "learning_rate": 0.00019992988903039631,
      "loss": 4.4334,
      "step": 18618
    },
    {
      "epoch": 0.11939848659740926,
      "grad_norm": 59.33359146118164,
      "learning_rate": 0.0001999298814873943,
      "loss": 4.6386,
      "step": 18619
    },
    {
      "epoch": 0.11940489932025138,
      "grad_norm": 26.65300941467285,
      "learning_rate": 0.0001999298739439867,
      "loss": 4.5199,
      "step": 18620
    },
    {
      "epoch": 0.11941131204309349,
      "grad_norm": 34.90281677246094,
      "learning_rate": 0.0001999298664001735,
      "loss": 4.6076,
      "step": 18621
    },
    {
      "epoch": 0.11941772476593561,
      "grad_norm": 35.315391540527344,
      "learning_rate": 0.00019992985885595467,
      "loss": 4.9501,
      "step": 18622
    },
    {
      "epoch": 0.11942413748877774,
      "grad_norm": 196.2596893310547,
      "learning_rate": 0.00019992985131133027,
      "loss": 4.6506,
      "step": 18623
    },
    {
      "epoch": 0.11943055021161986,
      "grad_norm": 218.93995666503906,
      "learning_rate": 0.0001999298437663003,
      "loss": 4.4982,
      "step": 18624
    },
    {
      "epoch": 0.11943696293446197,
      "grad_norm": 32.72282028198242,
      "learning_rate": 0.00019992983622086466,
      "loss": 4.1691,
      "step": 18625
    },
    {
      "epoch": 0.11944337565730409,
      "grad_norm": 22.722747802734375,
      "learning_rate": 0.00019992982867502346,
      "loss": 4.8838,
      "step": 18626
    },
    {
      "epoch": 0.11944978838014621,
      "grad_norm": 81.15023803710938,
      "learning_rate": 0.00019992982112877666,
      "loss": 4.5308,
      "step": 18627
    },
    {
      "epoch": 0.11945620110298832,
      "grad_norm": 187.54116821289062,
      "learning_rate": 0.00019992981358212425,
      "loss": 4.731,
      "step": 18628
    },
    {
      "epoch": 0.11946261382583044,
      "grad_norm": 27.695680618286133,
      "learning_rate": 0.00019992980603506625,
      "loss": 4.7603,
      "step": 18629
    },
    {
      "epoch": 0.11946902654867257,
      "grad_norm": 1021.0842895507812,
      "learning_rate": 0.00019992979848760265,
      "loss": 4.7185,
      "step": 18630
    },
    {
      "epoch": 0.11947543927151469,
      "grad_norm": 182.8292999267578,
      "learning_rate": 0.00019992979093973347,
      "loss": 4.875,
      "step": 18631
    },
    {
      "epoch": 0.1194818519943568,
      "grad_norm": 40.1793098449707,
      "learning_rate": 0.00019992978339145867,
      "loss": 4.7081,
      "step": 18632
    },
    {
      "epoch": 0.11948826471719892,
      "grad_norm": 46.69139099121094,
      "learning_rate": 0.0001999297758427783,
      "loss": 4.6917,
      "step": 18633
    },
    {
      "epoch": 0.11949467744004104,
      "grad_norm": 138.70822143554688,
      "learning_rate": 0.0001999297682936923,
      "loss": 4.7469,
      "step": 18634
    },
    {
      "epoch": 0.11950109016288316,
      "grad_norm": 52.571720123291016,
      "learning_rate": 0.00019992976074420068,
      "loss": 5.0257,
      "step": 18635
    },
    {
      "epoch": 0.11950750288572527,
      "grad_norm": 234.0787353515625,
      "learning_rate": 0.0001999297531943035,
      "loss": 4.4524,
      "step": 18636
    },
    {
      "epoch": 0.1195139156085674,
      "grad_norm": 15.422194480895996,
      "learning_rate": 0.0001999297456440007,
      "loss": 4.6283,
      "step": 18637
    },
    {
      "epoch": 0.11952032833140952,
      "grad_norm": 51.087459564208984,
      "learning_rate": 0.00019992973809329235,
      "loss": 4.7923,
      "step": 18638
    },
    {
      "epoch": 0.11952674105425164,
      "grad_norm": 118.69556427001953,
      "learning_rate": 0.00019992973054217835,
      "loss": 4.6852,
      "step": 18639
    },
    {
      "epoch": 0.11953315377709375,
      "grad_norm": 128.022705078125,
      "learning_rate": 0.00019992972299065877,
      "loss": 4.4225,
      "step": 18640
    },
    {
      "epoch": 0.11953956649993587,
      "grad_norm": 70.05464935302734,
      "learning_rate": 0.00019992971543873357,
      "loss": 5.1738,
      "step": 18641
    },
    {
      "epoch": 0.11954597922277799,
      "grad_norm": 59.90203857421875,
      "learning_rate": 0.00019992970788640282,
      "loss": 4.5739,
      "step": 18642
    },
    {
      "epoch": 0.1195523919456201,
      "grad_norm": 23.13401222229004,
      "learning_rate": 0.00019992970033366641,
      "loss": 4.8795,
      "step": 18643
    },
    {
      "epoch": 0.11955880466846223,
      "grad_norm": 122.01004028320312,
      "learning_rate": 0.00019992969278052444,
      "loss": 4.5184,
      "step": 18644
    },
    {
      "epoch": 0.11956521739130435,
      "grad_norm": 282.70928955078125,
      "learning_rate": 0.0001999296852269769,
      "loss": 4.6495,
      "step": 18645
    },
    {
      "epoch": 0.11957163011414647,
      "grad_norm": 26.763071060180664,
      "learning_rate": 0.00019992967767302374,
      "loss": 4.8818,
      "step": 18646
    },
    {
      "epoch": 0.11957804283698859,
      "grad_norm": 34.86429977416992,
      "learning_rate": 0.00019992967011866493,
      "loss": 4.6001,
      "step": 18647
    },
    {
      "epoch": 0.1195844555598307,
      "grad_norm": 65.1634750366211,
      "learning_rate": 0.00019992966256390058,
      "loss": 4.8413,
      "step": 18648
    },
    {
      "epoch": 0.11959086828267282,
      "grad_norm": 94.06924438476562,
      "learning_rate": 0.00019992965500873063,
      "loss": 4.7723,
      "step": 18649
    },
    {
      "epoch": 0.11959728100551494,
      "grad_norm": 297.45208740234375,
      "learning_rate": 0.00019992964745315506,
      "loss": 4.4897,
      "step": 18650
    },
    {
      "epoch": 0.11960369372835707,
      "grad_norm": 33.908817291259766,
      "learning_rate": 0.0001999296398971739,
      "loss": 4.5238,
      "step": 18651
    },
    {
      "epoch": 0.11961010645119918,
      "grad_norm": 621.3185424804688,
      "learning_rate": 0.00019992963234078713,
      "loss": 5.039,
      "step": 18652
    },
    {
      "epoch": 0.1196165191740413,
      "grad_norm": 26.471389770507812,
      "learning_rate": 0.0001999296247839948,
      "loss": 4.7551,
      "step": 18653
    },
    {
      "epoch": 0.11962293189688342,
      "grad_norm": 237.5738525390625,
      "learning_rate": 0.00019992961722679683,
      "loss": 4.5295,
      "step": 18654
    },
    {
      "epoch": 0.11962934461972553,
      "grad_norm": 82.55845642089844,
      "learning_rate": 0.00019992960966919328,
      "loss": 4.4954,
      "step": 18655
    },
    {
      "epoch": 0.11963575734256765,
      "grad_norm": 77.4531021118164,
      "learning_rate": 0.00019992960211118413,
      "loss": 4.6707,
      "step": 18656
    },
    {
      "epoch": 0.11964217006540977,
      "grad_norm": 106.3521728515625,
      "learning_rate": 0.00019992959455276935,
      "loss": 4.2214,
      "step": 18657
    },
    {
      "epoch": 0.1196485827882519,
      "grad_norm": 370.37640380859375,
      "learning_rate": 0.00019992958699394903,
      "loss": 4.5927,
      "step": 18658
    },
    {
      "epoch": 0.11965499551109401,
      "grad_norm": 28.772233963012695,
      "learning_rate": 0.00019992957943472308,
      "loss": 4.4527,
      "step": 18659
    },
    {
      "epoch": 0.11966140823393613,
      "grad_norm": 51.79720687866211,
      "learning_rate": 0.00019992957187509153,
      "loss": 4.5541,
      "step": 18660
    },
    {
      "epoch": 0.11966782095677825,
      "grad_norm": 219.15866088867188,
      "learning_rate": 0.0001999295643150544,
      "loss": 4.7225,
      "step": 18661
    },
    {
      "epoch": 0.11967423367962036,
      "grad_norm": 38.162925720214844,
      "learning_rate": 0.00019992955675461168,
      "loss": 4.3484,
      "step": 18662
    },
    {
      "epoch": 0.11968064640246248,
      "grad_norm": 109.08892822265625,
      "learning_rate": 0.00019992954919376333,
      "loss": 4.7176,
      "step": 18663
    },
    {
      "epoch": 0.1196870591253046,
      "grad_norm": 52.889007568359375,
      "learning_rate": 0.0001999295416325094,
      "loss": 4.654,
      "step": 18664
    },
    {
      "epoch": 0.11969347184814673,
      "grad_norm": 90.20056915283203,
      "learning_rate": 0.00019992953407084988,
      "loss": 4.6964,
      "step": 18665
    },
    {
      "epoch": 0.11969988457098885,
      "grad_norm": 29.75678825378418,
      "learning_rate": 0.00019992952650878473,
      "loss": 4.4643,
      "step": 18666
    },
    {
      "epoch": 0.11970629729383096,
      "grad_norm": 138.47860717773438,
      "learning_rate": 0.000199929518946314,
      "loss": 4.6589,
      "step": 18667
    },
    {
      "epoch": 0.11971271001667308,
      "grad_norm": 37.8736686706543,
      "learning_rate": 0.00019992951138343771,
      "loss": 4.5781,
      "step": 18668
    },
    {
      "epoch": 0.1197191227395152,
      "grad_norm": 120.88016510009766,
      "learning_rate": 0.0001999295038201558,
      "loss": 4.6869,
      "step": 18669
    },
    {
      "epoch": 0.11972553546235731,
      "grad_norm": 71.28057861328125,
      "learning_rate": 0.00019992949625646827,
      "loss": 4.7156,
      "step": 18670
    },
    {
      "epoch": 0.11973194818519943,
      "grad_norm": 132.52719116210938,
      "learning_rate": 0.00019992948869237514,
      "loss": 4.6257,
      "step": 18671
    },
    {
      "epoch": 0.11973836090804156,
      "grad_norm": 72.28675842285156,
      "learning_rate": 0.00019992948112787647,
      "loss": 4.4756,
      "step": 18672
    },
    {
      "epoch": 0.11974477363088368,
      "grad_norm": 65.42961120605469,
      "learning_rate": 0.00019992947356297212,
      "loss": 4.6927,
      "step": 18673
    },
    {
      "epoch": 0.1197511863537258,
      "grad_norm": 158.23231506347656,
      "learning_rate": 0.00019992946599766223,
      "loss": 4.5304,
      "step": 18674
    },
    {
      "epoch": 0.11975759907656791,
      "grad_norm": 9829.0126953125,
      "learning_rate": 0.00019992945843194673,
      "loss": 4.7182,
      "step": 18675
    },
    {
      "epoch": 0.11976401179941003,
      "grad_norm": 41.586307525634766,
      "learning_rate": 0.00019992945086582563,
      "loss": 4.6807,
      "step": 18676
    },
    {
      "epoch": 0.11977042452225214,
      "grad_norm": 55.780517578125,
      "learning_rate": 0.00019992944329929894,
      "loss": 4.3613,
      "step": 18677
    },
    {
      "epoch": 0.11977683724509426,
      "grad_norm": 511.36199951171875,
      "learning_rate": 0.00019992943573236664,
      "loss": 4.7177,
      "step": 18678
    },
    {
      "epoch": 0.11978324996793639,
      "grad_norm": 51.98341751098633,
      "learning_rate": 0.00019992942816502874,
      "loss": 4.6932,
      "step": 18679
    },
    {
      "epoch": 0.11978966269077851,
      "grad_norm": 20.52985954284668,
      "learning_rate": 0.00019992942059728525,
      "loss": 4.5676,
      "step": 18680
    },
    {
      "epoch": 0.11979607541362063,
      "grad_norm": 151.05393981933594,
      "learning_rate": 0.00019992941302913618,
      "loss": 4.7819,
      "step": 18681
    },
    {
      "epoch": 0.11980248813646274,
      "grad_norm": 140.25477600097656,
      "learning_rate": 0.0001999294054605815,
      "loss": 4.793,
      "step": 18682
    },
    {
      "epoch": 0.11980890085930486,
      "grad_norm": 32.88759231567383,
      "learning_rate": 0.0001999293978916212,
      "loss": 4.2917,
      "step": 18683
    },
    {
      "epoch": 0.11981531358214698,
      "grad_norm": 92.46337127685547,
      "learning_rate": 0.00019992939032225534,
      "loss": 4.6097,
      "step": 18684
    },
    {
      "epoch": 0.11982172630498909,
      "grad_norm": 44.30353927612305,
      "learning_rate": 0.00019992938275248387,
      "loss": 4.6042,
      "step": 18685
    },
    {
      "epoch": 0.11982813902783122,
      "grad_norm": 43.85624313354492,
      "learning_rate": 0.0001999293751823068,
      "loss": 4.6927,
      "step": 18686
    },
    {
      "epoch": 0.11983455175067334,
      "grad_norm": 145.486328125,
      "learning_rate": 0.0001999293676117241,
      "loss": 4.6349,
      "step": 18687
    },
    {
      "epoch": 0.11984096447351546,
      "grad_norm": 35.720558166503906,
      "learning_rate": 0.0001999293600407359,
      "loss": 4.7618,
      "step": 18688
    },
    {
      "epoch": 0.11984737719635757,
      "grad_norm": 26.555255889892578,
      "learning_rate": 0.00019992935246934202,
      "loss": 4.4569,
      "step": 18689
    },
    {
      "epoch": 0.11985378991919969,
      "grad_norm": 23.401472091674805,
      "learning_rate": 0.00019992934489754255,
      "loss": 4.8233,
      "step": 18690
    },
    {
      "epoch": 0.11986020264204181,
      "grad_norm": 64.7634506225586,
      "learning_rate": 0.0001999293373253375,
      "loss": 4.7029,
      "step": 18691
    },
    {
      "epoch": 0.11986661536488392,
      "grad_norm": 101.57774353027344,
      "learning_rate": 0.00019992932975272684,
      "loss": 4.7784,
      "step": 18692
    },
    {
      "epoch": 0.11987302808772606,
      "grad_norm": 22.600976943969727,
      "learning_rate": 0.0001999293221797106,
      "loss": 4.8916,
      "step": 18693
    },
    {
      "epoch": 0.11987944081056817,
      "grad_norm": 40.55949783325195,
      "learning_rate": 0.00019992931460628875,
      "loss": 4.4204,
      "step": 18694
    },
    {
      "epoch": 0.11988585353341029,
      "grad_norm": 68.80839538574219,
      "learning_rate": 0.0001999293070324613,
      "loss": 4.6929,
      "step": 18695
    },
    {
      "epoch": 0.1198922662562524,
      "grad_norm": 59.506446838378906,
      "learning_rate": 0.0001999292994582283,
      "loss": 4.8766,
      "step": 18696
    },
    {
      "epoch": 0.11989867897909452,
      "grad_norm": 29.464460372924805,
      "learning_rate": 0.00019992929188358965,
      "loss": 4.57,
      "step": 18697
    },
    {
      "epoch": 0.11990509170193664,
      "grad_norm": 37.67525100708008,
      "learning_rate": 0.0001999292843085454,
      "loss": 4.6331,
      "step": 18698
    },
    {
      "epoch": 0.11991150442477876,
      "grad_norm": 64.02053833007812,
      "learning_rate": 0.0001999292767330956,
      "loss": 4.7521,
      "step": 18699
    },
    {
      "epoch": 0.11991791714762089,
      "grad_norm": 25.786575317382812,
      "learning_rate": 0.00019992926915724017,
      "loss": 4.7363,
      "step": 18700
    },
    {
      "epoch": 0.11991791714762089,
      "eval_loss": 4.560969352722168,
      "eval_runtime": 34.7297,
      "eval_samples_per_second": 90.269,
      "eval_steps_per_second": 22.574,
      "step": 18700
    },
    {
      "epoch": 0.119924329870463,
      "grad_norm": 53.087886810302734,
      "learning_rate": 0.00019992926158097913,
      "loss": 4.5746,
      "step": 18701
    },
    {
      "epoch": 0.11993074259330512,
      "grad_norm": 24.847881317138672,
      "learning_rate": 0.00019992925400431254,
      "loss": 4.7024,
      "step": 18702
    },
    {
      "epoch": 0.11993715531614724,
      "grad_norm": 23.75265121459961,
      "learning_rate": 0.00019992924642724032,
      "loss": 4.685,
      "step": 18703
    },
    {
      "epoch": 0.11994356803898935,
      "grad_norm": 34.996177673339844,
      "learning_rate": 0.0001999292388497625,
      "loss": 4.7715,
      "step": 18704
    },
    {
      "epoch": 0.11994998076183147,
      "grad_norm": 189.1790008544922,
      "learning_rate": 0.0001999292312718791,
      "loss": 4.636,
      "step": 18705
    },
    {
      "epoch": 0.11995639348467359,
      "grad_norm": 53.456703186035156,
      "learning_rate": 0.0001999292236935901,
      "loss": 4.623,
      "step": 18706
    },
    {
      "epoch": 0.11996280620751572,
      "grad_norm": 30.387224197387695,
      "learning_rate": 0.0001999292161148955,
      "loss": 4.3107,
      "step": 18707
    },
    {
      "epoch": 0.11996921893035783,
      "grad_norm": 111.77075958251953,
      "learning_rate": 0.0001999292085357953,
      "loss": 4.4855,
      "step": 18708
    },
    {
      "epoch": 0.11997563165319995,
      "grad_norm": 50.05873489379883,
      "learning_rate": 0.0001999292009562895,
      "loss": 4.4209,
      "step": 18709
    },
    {
      "epoch": 0.11998204437604207,
      "grad_norm": 44.07053756713867,
      "learning_rate": 0.00019992919337637815,
      "loss": 4.5146,
      "step": 18710
    },
    {
      "epoch": 0.11998845709888419,
      "grad_norm": 36.03776168823242,
      "learning_rate": 0.00019992918579606116,
      "loss": 4.4696,
      "step": 18711
    },
    {
      "epoch": 0.1199948698217263,
      "grad_norm": 83.90433502197266,
      "learning_rate": 0.00019992917821533857,
      "loss": 4.7419,
      "step": 18712
    },
    {
      "epoch": 0.12000128254456842,
      "grad_norm": 173.21749877929688,
      "learning_rate": 0.0001999291706342104,
      "loss": 4.6713,
      "step": 18713
    },
    {
      "epoch": 0.12000769526741054,
      "grad_norm": 67.7670669555664,
      "learning_rate": 0.00019992916305267664,
      "loss": 4.7342,
      "step": 18714
    },
    {
      "epoch": 0.12001410799025267,
      "grad_norm": 81.4507064819336,
      "learning_rate": 0.00019992915547073728,
      "loss": 4.5608,
      "step": 18715
    },
    {
      "epoch": 0.12002052071309478,
      "grad_norm": 159.8447265625,
      "learning_rate": 0.00019992914788839232,
      "loss": 4.6247,
      "step": 18716
    },
    {
      "epoch": 0.1200269334359369,
      "grad_norm": 25.92960548400879,
      "learning_rate": 0.00019992914030564176,
      "loss": 4.578,
      "step": 18717
    },
    {
      "epoch": 0.12003334615877902,
      "grad_norm": 42.93620681762695,
      "learning_rate": 0.0001999291327224856,
      "loss": 4.425,
      "step": 18718
    },
    {
      "epoch": 0.12003975888162113,
      "grad_norm": 67.68311309814453,
      "learning_rate": 0.00019992912513892383,
      "loss": 4.711,
      "step": 18719
    },
    {
      "epoch": 0.12004617160446325,
      "grad_norm": 27.79987144470215,
      "learning_rate": 0.00019992911755495652,
      "loss": 4.4651,
      "step": 18720
    },
    {
      "epoch": 0.12005258432730537,
      "grad_norm": 198.9134979248047,
      "learning_rate": 0.00019992910997058356,
      "loss": 4.6828,
      "step": 18721
    },
    {
      "epoch": 0.1200589970501475,
      "grad_norm": 50.47972106933594,
      "learning_rate": 0.00019992910238580502,
      "loss": 4.6661,
      "step": 18722
    },
    {
      "epoch": 0.12006540977298961,
      "grad_norm": 44.67347717285156,
      "learning_rate": 0.0001999290948006209,
      "loss": 4.5227,
      "step": 18723
    },
    {
      "epoch": 0.12007182249583173,
      "grad_norm": 18.974308013916016,
      "learning_rate": 0.00019992908721503115,
      "loss": 4.7455,
      "step": 18724
    },
    {
      "epoch": 0.12007823521867385,
      "grad_norm": 35.10847091674805,
      "learning_rate": 0.00019992907962903584,
      "loss": 4.5885,
      "step": 18725
    },
    {
      "epoch": 0.12008464794151597,
      "grad_norm": 25.732789993286133,
      "learning_rate": 0.0001999290720426349,
      "loss": 4.5997,
      "step": 18726
    },
    {
      "epoch": 0.12009106066435808,
      "grad_norm": 62.246131896972656,
      "learning_rate": 0.0001999290644558284,
      "loss": 4.5393,
      "step": 18727
    },
    {
      "epoch": 0.1200974733872002,
      "grad_norm": 48.623138427734375,
      "learning_rate": 0.0001999290568686163,
      "loss": 4.5166,
      "step": 18728
    },
    {
      "epoch": 0.12010388611004233,
      "grad_norm": 33.112571716308594,
      "learning_rate": 0.00019992904928099858,
      "loss": 4.6083,
      "step": 18729
    },
    {
      "epoch": 0.12011029883288445,
      "grad_norm": 39.10077667236328,
      "learning_rate": 0.00019992904169297527,
      "loss": 4.5938,
      "step": 18730
    },
    {
      "epoch": 0.12011671155572656,
      "grad_norm": 103.9004898071289,
      "learning_rate": 0.00019992903410454637,
      "loss": 4.6,
      "step": 18731
    },
    {
      "epoch": 0.12012312427856868,
      "grad_norm": 49.122520446777344,
      "learning_rate": 0.00019992902651571188,
      "loss": 4.7319,
      "step": 18732
    },
    {
      "epoch": 0.1201295370014108,
      "grad_norm": 65.58031463623047,
      "learning_rate": 0.0001999290189264718,
      "loss": 4.6075,
      "step": 18733
    },
    {
      "epoch": 0.12013594972425291,
      "grad_norm": 56.876220703125,
      "learning_rate": 0.00019992901133682612,
      "loss": 4.4559,
      "step": 18734
    },
    {
      "epoch": 0.12014236244709503,
      "grad_norm": 191.9048309326172,
      "learning_rate": 0.00019992900374677484,
      "loss": 4.7198,
      "step": 18735
    },
    {
      "epoch": 0.12014877516993716,
      "grad_norm": 114.4103012084961,
      "learning_rate": 0.00019992899615631798,
      "loss": 4.7193,
      "step": 18736
    },
    {
      "epoch": 0.12015518789277928,
      "grad_norm": 362.5681457519531,
      "learning_rate": 0.0001999289885654555,
      "loss": 4.6987,
      "step": 18737
    },
    {
      "epoch": 0.1201616006156214,
      "grad_norm": 34.33406448364258,
      "learning_rate": 0.00019992898097418742,
      "loss": 4.6908,
      "step": 18738
    },
    {
      "epoch": 0.12016801333846351,
      "grad_norm": 68.6673583984375,
      "learning_rate": 0.00019992897338251377,
      "loss": 4.753,
      "step": 18739
    },
    {
      "epoch": 0.12017442606130563,
      "grad_norm": 33.73244857788086,
      "learning_rate": 0.0001999289657904345,
      "loss": 4.497,
      "step": 18740
    },
    {
      "epoch": 0.12018083878414774,
      "grad_norm": 60.021888732910156,
      "learning_rate": 0.00019992895819794968,
      "loss": 4.6524,
      "step": 18741
    },
    {
      "epoch": 0.12018725150698986,
      "grad_norm": 169.7332305908203,
      "learning_rate": 0.00019992895060505923,
      "loss": 4.5773,
      "step": 18742
    },
    {
      "epoch": 0.12019366422983199,
      "grad_norm": 225.66180419921875,
      "learning_rate": 0.0001999289430117632,
      "loss": 4.7819,
      "step": 18743
    },
    {
      "epoch": 0.12020007695267411,
      "grad_norm": 68.92194366455078,
      "learning_rate": 0.00019992893541806155,
      "loss": 4.5064,
      "step": 18744
    },
    {
      "epoch": 0.12020648967551623,
      "grad_norm": 92.48966979980469,
      "learning_rate": 0.00019992892782395432,
      "loss": 4.3742,
      "step": 18745
    },
    {
      "epoch": 0.12021290239835834,
      "grad_norm": 63.018150329589844,
      "learning_rate": 0.00019992892022944146,
      "loss": 4.5335,
      "step": 18746
    },
    {
      "epoch": 0.12021931512120046,
      "grad_norm": 292.81890869140625,
      "learning_rate": 0.00019992891263452306,
      "loss": 4.6199,
      "step": 18747
    },
    {
      "epoch": 0.12022572784404258,
      "grad_norm": 196.92056274414062,
      "learning_rate": 0.00019992890503919906,
      "loss": 4.5801,
      "step": 18748
    },
    {
      "epoch": 0.1202321405668847,
      "grad_norm": 104.5245590209961,
      "learning_rate": 0.00019992889744346943,
      "loss": 4.6203,
      "step": 18749
    },
    {
      "epoch": 0.12023855328972682,
      "grad_norm": 75.93457794189453,
      "learning_rate": 0.00019992888984733423,
      "loss": 4.4763,
      "step": 18750
    },
    {
      "epoch": 0.12024496601256894,
      "grad_norm": 52.75649642944336,
      "learning_rate": 0.00019992888225079343,
      "loss": 4.7451,
      "step": 18751
    },
    {
      "epoch": 0.12025137873541106,
      "grad_norm": 46.8502311706543,
      "learning_rate": 0.00019992887465384703,
      "loss": 4.6561,
      "step": 18752
    },
    {
      "epoch": 0.12025779145825317,
      "grad_norm": 96.75218200683594,
      "learning_rate": 0.00019992886705649506,
      "loss": 4.8117,
      "step": 18753
    },
    {
      "epoch": 0.12026420418109529,
      "grad_norm": 59.755271911621094,
      "learning_rate": 0.00019992885945873746,
      "loss": 4.5536,
      "step": 18754
    },
    {
      "epoch": 0.12027061690393741,
      "grad_norm": 82.57600402832031,
      "learning_rate": 0.00019992885186057428,
      "loss": 4.6502,
      "step": 18755
    },
    {
      "epoch": 0.12027702962677952,
      "grad_norm": 50.26652145385742,
      "learning_rate": 0.0001999288442620055,
      "loss": 4.6776,
      "step": 18756
    },
    {
      "epoch": 0.12028344234962166,
      "grad_norm": 32.02356719970703,
      "learning_rate": 0.00019992883666303116,
      "loss": 4.8333,
      "step": 18757
    },
    {
      "epoch": 0.12028985507246377,
      "grad_norm": 142.3480987548828,
      "learning_rate": 0.0001999288290636512,
      "loss": 4.9985,
      "step": 18758
    },
    {
      "epoch": 0.12029626779530589,
      "grad_norm": 69.69554901123047,
      "learning_rate": 0.0001999288214638656,
      "loss": 4.6366,
      "step": 18759
    },
    {
      "epoch": 0.120302680518148,
      "grad_norm": 57.13637161254883,
      "learning_rate": 0.0001999288138636745,
      "loss": 4.9039,
      "step": 18760
    },
    {
      "epoch": 0.12030909324099012,
      "grad_norm": 27.943193435668945,
      "learning_rate": 0.00019992880626307772,
      "loss": 4.9456,
      "step": 18761
    },
    {
      "epoch": 0.12031550596383224,
      "grad_norm": 39.32158279418945,
      "learning_rate": 0.0001999287986620754,
      "loss": 4.6426,
      "step": 18762
    },
    {
      "epoch": 0.12032191868667436,
      "grad_norm": 209.79090881347656,
      "learning_rate": 0.00019992879106066745,
      "loss": 4.747,
      "step": 18763
    },
    {
      "epoch": 0.12032833140951649,
      "grad_norm": 66.49202728271484,
      "learning_rate": 0.0001999287834588539,
      "loss": 4.6497,
      "step": 18764
    },
    {
      "epoch": 0.1203347441323586,
      "grad_norm": 72.23775482177734,
      "learning_rate": 0.00019992877585663478,
      "loss": 4.6486,
      "step": 18765
    },
    {
      "epoch": 0.12034115685520072,
      "grad_norm": 41.19192123413086,
      "learning_rate": 0.00019992876825401006,
      "loss": 4.7999,
      "step": 18766
    },
    {
      "epoch": 0.12034756957804284,
      "grad_norm": 76.80925750732422,
      "learning_rate": 0.00019992876065097974,
      "loss": 4.6747,
      "step": 18767
    },
    {
      "epoch": 0.12035398230088495,
      "grad_norm": 156.1440887451172,
      "learning_rate": 0.00019992875304754382,
      "loss": 4.5363,
      "step": 18768
    },
    {
      "epoch": 0.12036039502372707,
      "grad_norm": 55.93375015258789,
      "learning_rate": 0.00019992874544370236,
      "loss": 4.705,
      "step": 18769
    },
    {
      "epoch": 0.12036680774656919,
      "grad_norm": 50.18756866455078,
      "learning_rate": 0.00019992873783945524,
      "loss": 4.6214,
      "step": 18770
    },
    {
      "epoch": 0.12037322046941132,
      "grad_norm": 53.26351547241211,
      "learning_rate": 0.00019992873023480255,
      "loss": 4.877,
      "step": 18771
    },
    {
      "epoch": 0.12037963319225344,
      "grad_norm": 751.0473022460938,
      "learning_rate": 0.00019992872262974425,
      "loss": 4.5023,
      "step": 18772
    },
    {
      "epoch": 0.12038604591509555,
      "grad_norm": 56.73817443847656,
      "learning_rate": 0.00019992871502428039,
      "loss": 4.7227,
      "step": 18773
    },
    {
      "epoch": 0.12039245863793767,
      "grad_norm": 166.8728485107422,
      "learning_rate": 0.0001999287074184109,
      "loss": 4.6409,
      "step": 18774
    },
    {
      "epoch": 0.12039887136077979,
      "grad_norm": 51.028968811035156,
      "learning_rate": 0.00019992869981213583,
      "loss": 4.9138,
      "step": 18775
    },
    {
      "epoch": 0.1204052840836219,
      "grad_norm": 44.660057067871094,
      "learning_rate": 0.00019992869220545516,
      "loss": 4.6799,
      "step": 18776
    },
    {
      "epoch": 0.12041169680646402,
      "grad_norm": 91.81396484375,
      "learning_rate": 0.00019992868459836892,
      "loss": 4.5665,
      "step": 18777
    },
    {
      "epoch": 0.12041810952930615,
      "grad_norm": 71.95821380615234,
      "learning_rate": 0.00019992867699087708,
      "loss": 4.6939,
      "step": 18778
    },
    {
      "epoch": 0.12042452225214827,
      "grad_norm": 69.53213500976562,
      "learning_rate": 0.00019992866938297962,
      "loss": 4.6733,
      "step": 18779
    },
    {
      "epoch": 0.12043093497499038,
      "grad_norm": 268.3147888183594,
      "learning_rate": 0.0001999286617746766,
      "loss": 4.6809,
      "step": 18780
    },
    {
      "epoch": 0.1204373476978325,
      "grad_norm": 169.64024353027344,
      "learning_rate": 0.00019992865416596796,
      "loss": 4.8475,
      "step": 18781
    },
    {
      "epoch": 0.12044376042067462,
      "grad_norm": 34.72166061401367,
      "learning_rate": 0.00019992864655685372,
      "loss": 4.5177,
      "step": 18782
    },
    {
      "epoch": 0.12045017314351673,
      "grad_norm": 34.755859375,
      "learning_rate": 0.0001999286389473339,
      "loss": 4.7116,
      "step": 18783
    },
    {
      "epoch": 0.12045658586635885,
      "grad_norm": 118.02246856689453,
      "learning_rate": 0.0001999286313374085,
      "loss": 4.6795,
      "step": 18784
    },
    {
      "epoch": 0.12046299858920098,
      "grad_norm": 33.853118896484375,
      "learning_rate": 0.0001999286237270775,
      "loss": 4.7109,
      "step": 18785
    },
    {
      "epoch": 0.1204694113120431,
      "grad_norm": 83.58597564697266,
      "learning_rate": 0.00019992861611634088,
      "loss": 4.5133,
      "step": 18786
    },
    {
      "epoch": 0.12047582403488521,
      "grad_norm": 41.36866760253906,
      "learning_rate": 0.0001999286085051987,
      "loss": 4.6569,
      "step": 18787
    },
    {
      "epoch": 0.12048223675772733,
      "grad_norm": 48.23264694213867,
      "learning_rate": 0.0001999286008936509,
      "loss": 4.731,
      "step": 18788
    },
    {
      "epoch": 0.12048864948056945,
      "grad_norm": 84.2848129272461,
      "learning_rate": 0.00019992859328169752,
      "loss": 4.8308,
      "step": 18789
    },
    {
      "epoch": 0.12049506220341157,
      "grad_norm": 83.96903228759766,
      "learning_rate": 0.0001999285856693385,
      "loss": 4.8199,
      "step": 18790
    },
    {
      "epoch": 0.12050147492625368,
      "grad_norm": 50.62340545654297,
      "learning_rate": 0.00019992857805657398,
      "loss": 4.7447,
      "step": 18791
    },
    {
      "epoch": 0.12050788764909581,
      "grad_norm": 43.76435470581055,
      "learning_rate": 0.0001999285704434038,
      "loss": 4.7654,
      "step": 18792
    },
    {
      "epoch": 0.12051430037193793,
      "grad_norm": 32.845516204833984,
      "learning_rate": 0.00019992856282982803,
      "loss": 4.5483,
      "step": 18793
    },
    {
      "epoch": 0.12052071309478005,
      "grad_norm": 46.15496063232422,
      "learning_rate": 0.0001999285552158467,
      "loss": 4.6717,
      "step": 18794
    },
    {
      "epoch": 0.12052712581762216,
      "grad_norm": 62.53281784057617,
      "learning_rate": 0.00019992854760145977,
      "loss": 4.7334,
      "step": 18795
    },
    {
      "epoch": 0.12053353854046428,
      "grad_norm": 41.66547393798828,
      "learning_rate": 0.0001999285399866672,
      "loss": 4.8665,
      "step": 18796
    },
    {
      "epoch": 0.1205399512633064,
      "grad_norm": 43.83232879638672,
      "learning_rate": 0.00019992853237146908,
      "loss": 4.7389,
      "step": 18797
    },
    {
      "epoch": 0.12054636398614851,
      "grad_norm": 37.997642517089844,
      "learning_rate": 0.00019992852475586538,
      "loss": 4.7022,
      "step": 18798
    },
    {
      "epoch": 0.12055277670899064,
      "grad_norm": 102.58281707763672,
      "learning_rate": 0.00019992851713985604,
      "loss": 4.6497,
      "step": 18799
    },
    {
      "epoch": 0.12055918943183276,
      "grad_norm": 34.01556396484375,
      "learning_rate": 0.0001999285095234411,
      "loss": 4.7115,
      "step": 18800
    },
    {
      "epoch": 0.12055918943183276,
      "eval_loss": 4.6180315017700195,
      "eval_runtime": 34.7985,
      "eval_samples_per_second": 90.09,
      "eval_steps_per_second": 22.53,
      "step": 18800
    },
    {
      "epoch": 0.12056560215467488,
      "grad_norm": 47.020328521728516,
      "learning_rate": 0.0001999285019066206,
      "loss": 4.9446,
      "step": 18801
    },
    {
      "epoch": 0.120572014877517,
      "grad_norm": 58.60590744018555,
      "learning_rate": 0.0001999284942893945,
      "loss": 4.4811,
      "step": 18802
    },
    {
      "epoch": 0.12057842760035911,
      "grad_norm": 94.95999145507812,
      "learning_rate": 0.00019992848667176283,
      "loss": 4.8118,
      "step": 18803
    },
    {
      "epoch": 0.12058484032320123,
      "grad_norm": 40.195159912109375,
      "learning_rate": 0.00019992847905372555,
      "loss": 4.556,
      "step": 18804
    },
    {
      "epoch": 0.12059125304604335,
      "grad_norm": 47.261661529541016,
      "learning_rate": 0.00019992847143528267,
      "loss": 4.3013,
      "step": 18805
    },
    {
      "epoch": 0.12059766576888546,
      "grad_norm": 83.85885620117188,
      "learning_rate": 0.0001999284638164342,
      "loss": 4.6936,
      "step": 18806
    },
    {
      "epoch": 0.12060407849172759,
      "grad_norm": 38.4237174987793,
      "learning_rate": 0.00019992845619718012,
      "loss": 4.7294,
      "step": 18807
    },
    {
      "epoch": 0.12061049121456971,
      "grad_norm": 320.3030090332031,
      "learning_rate": 0.00019992844857752047,
      "loss": 4.7374,
      "step": 18808
    },
    {
      "epoch": 0.12061690393741183,
      "grad_norm": 32.52483367919922,
      "learning_rate": 0.00019992844095745522,
      "loss": 4.9924,
      "step": 18809
    },
    {
      "epoch": 0.12062331666025394,
      "grad_norm": 100.73433685302734,
      "learning_rate": 0.00019992843333698437,
      "loss": 4.7693,
      "step": 18810
    },
    {
      "epoch": 0.12062972938309606,
      "grad_norm": 46.39323425292969,
      "learning_rate": 0.00019992842571610794,
      "loss": 4.7584,
      "step": 18811
    },
    {
      "epoch": 0.12063614210593818,
      "grad_norm": 145.5771026611328,
      "learning_rate": 0.0001999284180948259,
      "loss": 4.6355,
      "step": 18812
    },
    {
      "epoch": 0.1206425548287803,
      "grad_norm": 59.1918830871582,
      "learning_rate": 0.0001999284104731383,
      "loss": 4.6646,
      "step": 18813
    },
    {
      "epoch": 0.12064896755162242,
      "grad_norm": 30.290618896484375,
      "learning_rate": 0.00019992840285104507,
      "loss": 4.9416,
      "step": 18814
    },
    {
      "epoch": 0.12065538027446454,
      "grad_norm": 24.473360061645508,
      "learning_rate": 0.00019992839522854628,
      "loss": 4.5445,
      "step": 18815
    },
    {
      "epoch": 0.12066179299730666,
      "grad_norm": 31.123201370239258,
      "learning_rate": 0.00019992838760564188,
      "loss": 4.5139,
      "step": 18816
    },
    {
      "epoch": 0.12066820572014877,
      "grad_norm": 52.911293029785156,
      "learning_rate": 0.00019992837998233188,
      "loss": 4.4914,
      "step": 18817
    },
    {
      "epoch": 0.12067461844299089,
      "grad_norm": 29.591915130615234,
      "learning_rate": 0.00019992837235861629,
      "loss": 4.6509,
      "step": 18818
    },
    {
      "epoch": 0.12068103116583301,
      "grad_norm": 30.094636917114258,
      "learning_rate": 0.0001999283647344951,
      "loss": 4.7858,
      "step": 18819
    },
    {
      "epoch": 0.12068744388867512,
      "grad_norm": 30.028791427612305,
      "learning_rate": 0.00019992835710996835,
      "loss": 4.7302,
      "step": 18820
    },
    {
      "epoch": 0.12069385661151726,
      "grad_norm": 21.807405471801758,
      "learning_rate": 0.00019992834948503595,
      "loss": 4.5358,
      "step": 18821
    },
    {
      "epoch": 0.12070026933435937,
      "grad_norm": 34.517433166503906,
      "learning_rate": 0.000199928341859698,
      "loss": 4.5328,
      "step": 18822
    },
    {
      "epoch": 0.12070668205720149,
      "grad_norm": 49.906002044677734,
      "learning_rate": 0.00019992833423395444,
      "loss": 4.7815,
      "step": 18823
    },
    {
      "epoch": 0.1207130947800436,
      "grad_norm": 79.87765502929688,
      "learning_rate": 0.00019992832660780532,
      "loss": 4.7127,
      "step": 18824
    },
    {
      "epoch": 0.12071950750288572,
      "grad_norm": 43.26911544799805,
      "learning_rate": 0.00019992831898125058,
      "loss": 4.6093,
      "step": 18825
    },
    {
      "epoch": 0.12072592022572784,
      "grad_norm": 30.878387451171875,
      "learning_rate": 0.00019992831135429024,
      "loss": 4.6219,
      "step": 18826
    },
    {
      "epoch": 0.12073233294856996,
      "grad_norm": 23.899477005004883,
      "learning_rate": 0.00019992830372692432,
      "loss": 4.5875,
      "step": 18827
    },
    {
      "epoch": 0.12073874567141209,
      "grad_norm": 39.98234176635742,
      "learning_rate": 0.00019992829609915283,
      "loss": 4.7374,
      "step": 18828
    },
    {
      "epoch": 0.1207451583942542,
      "grad_norm": 27.308629989624023,
      "learning_rate": 0.00019992828847097572,
      "loss": 4.6792,
      "step": 18829
    },
    {
      "epoch": 0.12075157111709632,
      "grad_norm": 31.18098258972168,
      "learning_rate": 0.000199928280842393,
      "loss": 4.7571,
      "step": 18830
    },
    {
      "epoch": 0.12075798383993844,
      "grad_norm": 46.005828857421875,
      "learning_rate": 0.00019992827321340471,
      "loss": 5.0378,
      "step": 18831
    },
    {
      "epoch": 0.12076439656278055,
      "grad_norm": 21.320005416870117,
      "learning_rate": 0.00019992826558401083,
      "loss": 4.411,
      "step": 18832
    },
    {
      "epoch": 0.12077080928562267,
      "grad_norm": 16.23429298400879,
      "learning_rate": 0.00019992825795421136,
      "loss": 4.4641,
      "step": 18833
    },
    {
      "epoch": 0.12077722200846479,
      "grad_norm": 57.22320556640625,
      "learning_rate": 0.0001999282503240063,
      "loss": 4.5001,
      "step": 18834
    },
    {
      "epoch": 0.12078363473130692,
      "grad_norm": 23.64647674560547,
      "learning_rate": 0.00019992824269339564,
      "loss": 4.3944,
      "step": 18835
    },
    {
      "epoch": 0.12079004745414904,
      "grad_norm": 28.83555030822754,
      "learning_rate": 0.00019992823506237935,
      "loss": 4.6049,
      "step": 18836
    },
    {
      "epoch": 0.12079646017699115,
      "grad_norm": 57.5411491394043,
      "learning_rate": 0.00019992822743095754,
      "loss": 4.6487,
      "step": 18837
    },
    {
      "epoch": 0.12080287289983327,
      "grad_norm": 19.483272552490234,
      "learning_rate": 0.0001999282197991301,
      "loss": 4.5385,
      "step": 18838
    },
    {
      "epoch": 0.12080928562267539,
      "grad_norm": 30.178871154785156,
      "learning_rate": 0.00019992821216689705,
      "loss": 4.8063,
      "step": 18839
    },
    {
      "epoch": 0.1208156983455175,
      "grad_norm": 19.10444450378418,
      "learning_rate": 0.00019992820453425844,
      "loss": 4.3924,
      "step": 18840
    },
    {
      "epoch": 0.12082211106835962,
      "grad_norm": 13.268468856811523,
      "learning_rate": 0.00019992819690121426,
      "loss": 4.5466,
      "step": 18841
    },
    {
      "epoch": 0.12082852379120175,
      "grad_norm": 12.684317588806152,
      "learning_rate": 0.00019992818926776443,
      "loss": 4.703,
      "step": 18842
    },
    {
      "epoch": 0.12083493651404387,
      "grad_norm": 105.0783920288086,
      "learning_rate": 0.00019992818163390902,
      "loss": 4.5966,
      "step": 18843
    },
    {
      "epoch": 0.12084134923688598,
      "grad_norm": 74.47126007080078,
      "learning_rate": 0.00019992817399964804,
      "loss": 4.8492,
      "step": 18844
    },
    {
      "epoch": 0.1208477619597281,
      "grad_norm": 5.495950698852539,
      "learning_rate": 0.00019992816636498146,
      "loss": 4.5709,
      "step": 18845
    },
    {
      "epoch": 0.12085417468257022,
      "grad_norm": 38.37994384765625,
      "learning_rate": 0.00019992815872990928,
      "loss": 4.6751,
      "step": 18846
    },
    {
      "epoch": 0.12086058740541233,
      "grad_norm": 11.315245628356934,
      "learning_rate": 0.00019992815109443152,
      "loss": 4.5797,
      "step": 18847
    },
    {
      "epoch": 0.12086700012825445,
      "grad_norm": 32.170135498046875,
      "learning_rate": 0.00019992814345854817,
      "loss": 4.704,
      "step": 18848
    },
    {
      "epoch": 0.12087341285109658,
      "grad_norm": 33.608917236328125,
      "learning_rate": 0.00019992813582225922,
      "loss": 4.8866,
      "step": 18849
    },
    {
      "epoch": 0.1208798255739387,
      "grad_norm": 8.294329643249512,
      "learning_rate": 0.0001999281281855647,
      "loss": 4.7335,
      "step": 18850
    },
    {
      "epoch": 0.12088623829678082,
      "grad_norm": 132.26075744628906,
      "learning_rate": 0.00019992812054846454,
      "loss": 4.8575,
      "step": 18851
    },
    {
      "epoch": 0.12089265101962293,
      "grad_norm": 11.938189506530762,
      "learning_rate": 0.00019992811291095884,
      "loss": 4.4754,
      "step": 18852
    },
    {
      "epoch": 0.12089906374246505,
      "grad_norm": 15.614957809448242,
      "learning_rate": 0.0001999281052730475,
      "loss": 4.8425,
      "step": 18853
    },
    {
      "epoch": 0.12090547646530717,
      "grad_norm": 6.412108421325684,
      "learning_rate": 0.00019992809763473058,
      "loss": 4.2907,
      "step": 18854
    },
    {
      "epoch": 0.12091188918814928,
      "grad_norm": 26.63128089904785,
      "learning_rate": 0.00019992808999600808,
      "loss": 4.5353,
      "step": 18855
    },
    {
      "epoch": 0.12091830191099141,
      "grad_norm": 18.27177619934082,
      "learning_rate": 0.00019992808235688,
      "loss": 4.3792,
      "step": 18856
    },
    {
      "epoch": 0.12092471463383353,
      "grad_norm": 8.48249340057373,
      "learning_rate": 0.00019992807471734634,
      "loss": 4.5261,
      "step": 18857
    },
    {
      "epoch": 0.12093112735667565,
      "grad_norm": 30.895822525024414,
      "learning_rate": 0.00019992806707740707,
      "loss": 4.5201,
      "step": 18858
    },
    {
      "epoch": 0.12093754007951776,
      "grad_norm": 13.7357177734375,
      "learning_rate": 0.0001999280594370622,
      "loss": 4.8364,
      "step": 18859
    },
    {
      "epoch": 0.12094395280235988,
      "grad_norm": 38.74433135986328,
      "learning_rate": 0.00019992805179631172,
      "loss": 4.5079,
      "step": 18860
    },
    {
      "epoch": 0.120950365525202,
      "grad_norm": 27.04420280456543,
      "learning_rate": 0.0001999280441551557,
      "loss": 4.3238,
      "step": 18861
    },
    {
      "epoch": 0.12095677824804411,
      "grad_norm": 26.181316375732422,
      "learning_rate": 0.00019992803651359403,
      "loss": 4.6615,
      "step": 18862
    },
    {
      "epoch": 0.12096319097088624,
      "grad_norm": 31.77156639099121,
      "learning_rate": 0.0001999280288716268,
      "loss": 4.8046,
      "step": 18863
    },
    {
      "epoch": 0.12096960369372836,
      "grad_norm": 15.497644424438477,
      "learning_rate": 0.000199928021229254,
      "loss": 4.5375,
      "step": 18864
    },
    {
      "epoch": 0.12097601641657048,
      "grad_norm": 13.312932014465332,
      "learning_rate": 0.00019992801358647557,
      "loss": 4.9754,
      "step": 18865
    },
    {
      "epoch": 0.1209824291394126,
      "grad_norm": 80.96192932128906,
      "learning_rate": 0.00019992800594329158,
      "loss": 4.4275,
      "step": 18866
    },
    {
      "epoch": 0.12098884186225471,
      "grad_norm": 11.70801830291748,
      "learning_rate": 0.000199927998299702,
      "loss": 4.5569,
      "step": 18867
    },
    {
      "epoch": 0.12099525458509683,
      "grad_norm": 26.926172256469727,
      "learning_rate": 0.00019992799065570677,
      "loss": 4.6345,
      "step": 18868
    },
    {
      "epoch": 0.12100166730793895,
      "grad_norm": 8.423280715942383,
      "learning_rate": 0.000199927983011306,
      "loss": 4.5612,
      "step": 18869
    },
    {
      "epoch": 0.12100808003078108,
      "grad_norm": 18.625925064086914,
      "learning_rate": 0.00019992797536649964,
      "loss": 4.8448,
      "step": 18870
    },
    {
      "epoch": 0.12101449275362319,
      "grad_norm": 9.423701286315918,
      "learning_rate": 0.00019992796772128768,
      "loss": 4.5036,
      "step": 18871
    },
    {
      "epoch": 0.12102090547646531,
      "grad_norm": 14.546847343444824,
      "learning_rate": 0.00019992796007567014,
      "loss": 4.7584,
      "step": 18872
    },
    {
      "epoch": 0.12102731819930743,
      "grad_norm": 18.36442756652832,
      "learning_rate": 0.000199927952429647,
      "loss": 5.0318,
      "step": 18873
    },
    {
      "epoch": 0.12103373092214954,
      "grad_norm": 23.458663940429688,
      "learning_rate": 0.00019992794478321827,
      "loss": 4.489,
      "step": 18874
    },
    {
      "epoch": 0.12104014364499166,
      "grad_norm": 15.0339994430542,
      "learning_rate": 0.00019992793713638393,
      "loss": 4.6159,
      "step": 18875
    },
    {
      "epoch": 0.12104655636783378,
      "grad_norm": 11.377701759338379,
      "learning_rate": 0.00019992792948914402,
      "loss": 4.7132,
      "step": 18876
    },
    {
      "epoch": 0.12105296909067591,
      "grad_norm": 33.16642379760742,
      "learning_rate": 0.00019992792184149848,
      "loss": 4.4539,
      "step": 18877
    },
    {
      "epoch": 0.12105938181351802,
      "grad_norm": 12.5895357131958,
      "learning_rate": 0.0001999279141934474,
      "loss": 4.3793,
      "step": 18878
    },
    {
      "epoch": 0.12106579453636014,
      "grad_norm": 14.482654571533203,
      "learning_rate": 0.00019992790654499069,
      "loss": 4.5898,
      "step": 18879
    },
    {
      "epoch": 0.12107220725920226,
      "grad_norm": 18.958158493041992,
      "learning_rate": 0.00019992789889612843,
      "loss": 4.6453,
      "step": 18880
    },
    {
      "epoch": 0.12107861998204437,
      "grad_norm": 8.04865550994873,
      "learning_rate": 0.00019992789124686055,
      "loss": 4.6521,
      "step": 18881
    },
    {
      "epoch": 0.12108503270488649,
      "grad_norm": 9.66775131225586,
      "learning_rate": 0.0001999278835971871,
      "loss": 4.7695,
      "step": 18882
    },
    {
      "epoch": 0.12109144542772861,
      "grad_norm": 7.531116485595703,
      "learning_rate": 0.00019992787594710803,
      "loss": 4.3848,
      "step": 18883
    },
    {
      "epoch": 0.12109785815057074,
      "grad_norm": 4.635369777679443,
      "learning_rate": 0.0001999278682966234,
      "loss": 4.5979,
      "step": 18884
    },
    {
      "epoch": 0.12110427087341286,
      "grad_norm": 7.444899559020996,
      "learning_rate": 0.00019992786064573317,
      "loss": 4.6371,
      "step": 18885
    },
    {
      "epoch": 0.12111068359625497,
      "grad_norm": 3.6480817794799805,
      "learning_rate": 0.00019992785299443732,
      "loss": 4.6936,
      "step": 18886
    },
    {
      "epoch": 0.12111709631909709,
      "grad_norm": 10.317830085754395,
      "learning_rate": 0.00019992784534273591,
      "loss": 4.4411,
      "step": 18887
    },
    {
      "epoch": 0.1211235090419392,
      "grad_norm": 88.9608383178711,
      "learning_rate": 0.00019992783769062894,
      "loss": 4.5467,
      "step": 18888
    },
    {
      "epoch": 0.12112992176478132,
      "grad_norm": 3.9328207969665527,
      "learning_rate": 0.0001999278300381163,
      "loss": 4.6052,
      "step": 18889
    },
    {
      "epoch": 0.12113633448762344,
      "grad_norm": 7.514823913574219,
      "learning_rate": 0.00019992782238519813,
      "loss": 4.4665,
      "step": 18890
    },
    {
      "epoch": 0.12114274721046557,
      "grad_norm": 6.0705037117004395,
      "learning_rate": 0.00019992781473187433,
      "loss": 4.6372,
      "step": 18891
    },
    {
      "epoch": 0.12114915993330769,
      "grad_norm": 8.176217079162598,
      "learning_rate": 0.00019992780707814498,
      "loss": 4.7971,
      "step": 18892
    },
    {
      "epoch": 0.1211555726561498,
      "grad_norm": 6.030148983001709,
      "learning_rate": 0.00019992779942401003,
      "loss": 4.6399,
      "step": 18893
    },
    {
      "epoch": 0.12116198537899192,
      "grad_norm": 5.682610511779785,
      "learning_rate": 0.00019992779176946949,
      "loss": 4.4151,
      "step": 18894
    },
    {
      "epoch": 0.12116839810183404,
      "grad_norm": 11.908445358276367,
      "learning_rate": 0.00019992778411452334,
      "loss": 4.528,
      "step": 18895
    },
    {
      "epoch": 0.12117481082467615,
      "grad_norm": 5.797396659851074,
      "learning_rate": 0.0001999277764591716,
      "loss": 4.7699,
      "step": 18896
    },
    {
      "epoch": 0.12118122354751827,
      "grad_norm": 12.169289588928223,
      "learning_rate": 0.0001999277688034143,
      "loss": 4.7068,
      "step": 18897
    },
    {
      "epoch": 0.12118763627036039,
      "grad_norm": 3.875314235687256,
      "learning_rate": 0.00019992776114725137,
      "loss": 4.6359,
      "step": 18898
    },
    {
      "epoch": 0.12119404899320252,
      "grad_norm": 4.316263675689697,
      "learning_rate": 0.00019992775349068288,
      "loss": 4.6026,
      "step": 18899
    },
    {
      "epoch": 0.12120046171604464,
      "grad_norm": 5.3005266189575195,
      "learning_rate": 0.00019992774583370876,
      "loss": 4.6643,
      "step": 18900
    },
    {
      "epoch": 0.12120046171604464,
      "eval_loss": 4.532134532928467,
      "eval_runtime": 34.797,
      "eval_samples_per_second": 90.094,
      "eval_steps_per_second": 22.531,
      "step": 18900
    },
    {
      "epoch": 0.12120687443888675,
      "grad_norm": 7.858527183532715,
      "learning_rate": 0.00019992773817632912,
      "loss": 4.4737,
      "step": 18901
    },
    {
      "epoch": 0.12121328716172887,
      "grad_norm": 9.488639831542969,
      "learning_rate": 0.00019992773051854382,
      "loss": 4.7428,
      "step": 18902
    },
    {
      "epoch": 0.12121969988457099,
      "grad_norm": 9.537630081176758,
      "learning_rate": 0.00019992772286035298,
      "loss": 4.8132,
      "step": 18903
    },
    {
      "epoch": 0.1212261126074131,
      "grad_norm": 4.777281284332275,
      "learning_rate": 0.00019992771520175651,
      "loss": 4.3097,
      "step": 18904
    },
    {
      "epoch": 0.12123252533025522,
      "grad_norm": 4.8474040031433105,
      "learning_rate": 0.00019992770754275447,
      "loss": 4.6299,
      "step": 18905
    },
    {
      "epoch": 0.12123893805309735,
      "grad_norm": 7.63885498046875,
      "learning_rate": 0.00019992769988334686,
      "loss": 4.4412,
      "step": 18906
    },
    {
      "epoch": 0.12124535077593947,
      "grad_norm": 25.34336280822754,
      "learning_rate": 0.00019992769222353362,
      "loss": 4.7067,
      "step": 18907
    },
    {
      "epoch": 0.12125176349878158,
      "grad_norm": 30.95960235595703,
      "learning_rate": 0.0001999276845633148,
      "loss": 5.1065,
      "step": 18908
    },
    {
      "epoch": 0.1212581762216237,
      "grad_norm": 6.976381778717041,
      "learning_rate": 0.00019992767690269042,
      "loss": 4.515,
      "step": 18909
    },
    {
      "epoch": 0.12126458894446582,
      "grad_norm": 18.911293029785156,
      "learning_rate": 0.00019992766924166043,
      "loss": 4.6972,
      "step": 18910
    },
    {
      "epoch": 0.12127100166730793,
      "grad_norm": 26.487777709960938,
      "learning_rate": 0.00019992766158022482,
      "loss": 4.6279,
      "step": 18911
    },
    {
      "epoch": 0.12127741439015005,
      "grad_norm": 23.30544662475586,
      "learning_rate": 0.00019992765391838363,
      "loss": 4.6906,
      "step": 18912
    },
    {
      "epoch": 0.12128382711299218,
      "grad_norm": 21.502641677856445,
      "learning_rate": 0.0001999276462561369,
      "loss": 4.6088,
      "step": 18913
    },
    {
      "epoch": 0.1212902398358343,
      "grad_norm": 66.42437744140625,
      "learning_rate": 0.00019992763859348454,
      "loss": 4.5592,
      "step": 18914
    },
    {
      "epoch": 0.12129665255867642,
      "grad_norm": 47.441558837890625,
      "learning_rate": 0.00019992763093042658,
      "loss": 4.5387,
      "step": 18915
    },
    {
      "epoch": 0.12130306528151853,
      "grad_norm": 18.294328689575195,
      "learning_rate": 0.00019992762326696308,
      "loss": 4.541,
      "step": 18916
    },
    {
      "epoch": 0.12130947800436065,
      "grad_norm": 266.3072204589844,
      "learning_rate": 0.00019992761560309394,
      "loss": 4.9783,
      "step": 18917
    },
    {
      "epoch": 0.12131589072720277,
      "grad_norm": 216.4123077392578,
      "learning_rate": 0.00019992760793881924,
      "loss": 4.5145,
      "step": 18918
    },
    {
      "epoch": 0.12132230345004488,
      "grad_norm": 28.059371948242188,
      "learning_rate": 0.00019992760027413896,
      "loss": 4.6835,
      "step": 18919
    },
    {
      "epoch": 0.12132871617288701,
      "grad_norm": 15.105701446533203,
      "learning_rate": 0.00019992759260905306,
      "loss": 4.5322,
      "step": 18920
    },
    {
      "epoch": 0.12133512889572913,
      "grad_norm": 11.965261459350586,
      "learning_rate": 0.00019992758494356155,
      "loss": 4.7573,
      "step": 18921
    },
    {
      "epoch": 0.12134154161857125,
      "grad_norm": 13.863753318786621,
      "learning_rate": 0.0001999275772776645,
      "loss": 4.6709,
      "step": 18922
    },
    {
      "epoch": 0.12134795434141336,
      "grad_norm": 43.79802703857422,
      "learning_rate": 0.00019992756961136182,
      "loss": 4.4948,
      "step": 18923
    },
    {
      "epoch": 0.12135436706425548,
      "grad_norm": 42.02022171020508,
      "learning_rate": 0.0001999275619446536,
      "loss": 4.4569,
      "step": 18924
    },
    {
      "epoch": 0.1213607797870976,
      "grad_norm": 38.643985748291016,
      "learning_rate": 0.00019992755427753974,
      "loss": 4.5244,
      "step": 18925
    },
    {
      "epoch": 0.12136719250993971,
      "grad_norm": 11.78449821472168,
      "learning_rate": 0.00019992754661002032,
      "loss": 4.7346,
      "step": 18926
    },
    {
      "epoch": 0.12137360523278184,
      "grad_norm": 161.27442932128906,
      "learning_rate": 0.0001999275389420953,
      "loss": 4.8607,
      "step": 18927
    },
    {
      "epoch": 0.12138001795562396,
      "grad_norm": 36.24528503417969,
      "learning_rate": 0.0001999275312737647,
      "loss": 4.7944,
      "step": 18928
    },
    {
      "epoch": 0.12138643067846608,
      "grad_norm": 437.39398193359375,
      "learning_rate": 0.0001999275236050285,
      "loss": 4.5601,
      "step": 18929
    },
    {
      "epoch": 0.1213928434013082,
      "grad_norm": 12.983392715454102,
      "learning_rate": 0.0001999275159358867,
      "loss": 4.8041,
      "step": 18930
    },
    {
      "epoch": 0.12139925612415031,
      "grad_norm": 9.023724555969238,
      "learning_rate": 0.00019992750826633933,
      "loss": 4.6175,
      "step": 18931
    },
    {
      "epoch": 0.12140566884699243,
      "grad_norm": 22.05252456665039,
      "learning_rate": 0.00019992750059638636,
      "loss": 5.1901,
      "step": 18932
    },
    {
      "epoch": 0.12141208156983455,
      "grad_norm": 15.828655242919922,
      "learning_rate": 0.00019992749292602785,
      "loss": 4.7787,
      "step": 18933
    },
    {
      "epoch": 0.12141849429267668,
      "grad_norm": 16.313146591186523,
      "learning_rate": 0.00019992748525526368,
      "loss": 4.6355,
      "step": 18934
    },
    {
      "epoch": 0.1214249070155188,
      "grad_norm": 16.706809997558594,
      "learning_rate": 0.00019992747758409393,
      "loss": 4.7263,
      "step": 18935
    },
    {
      "epoch": 0.12143131973836091,
      "grad_norm": 14.783132553100586,
      "learning_rate": 0.00019992746991251862,
      "loss": 4.729,
      "step": 18936
    },
    {
      "epoch": 0.12143773246120303,
      "grad_norm": 11.904777526855469,
      "learning_rate": 0.00019992746224053773,
      "loss": 4.8085,
      "step": 18937
    },
    {
      "epoch": 0.12144414518404514,
      "grad_norm": 13.578511238098145,
      "learning_rate": 0.00019992745456815124,
      "loss": 4.4822,
      "step": 18938
    },
    {
      "epoch": 0.12145055790688726,
      "grad_norm": 125.7777099609375,
      "learning_rate": 0.00019992744689535915,
      "loss": 4.6987,
      "step": 18939
    },
    {
      "epoch": 0.12145697062972938,
      "grad_norm": 14.91912841796875,
      "learning_rate": 0.00019992743922216146,
      "loss": 4.6027,
      "step": 18940
    },
    {
      "epoch": 0.12146338335257151,
      "grad_norm": 11.51480484008789,
      "learning_rate": 0.0001999274315485582,
      "loss": 4.437,
      "step": 18941
    },
    {
      "epoch": 0.12146979607541362,
      "grad_norm": 10.709728240966797,
      "learning_rate": 0.00019992742387454934,
      "loss": 4.8516,
      "step": 18942
    },
    {
      "epoch": 0.12147620879825574,
      "grad_norm": 22.8603572845459,
      "learning_rate": 0.0001999274162001349,
      "loss": 4.6583,
      "step": 18943
    },
    {
      "epoch": 0.12148262152109786,
      "grad_norm": 8.747365951538086,
      "learning_rate": 0.00019992740852531487,
      "loss": 4.8765,
      "step": 18944
    },
    {
      "epoch": 0.12148903424393998,
      "grad_norm": 12.106361389160156,
      "learning_rate": 0.00019992740085008923,
      "loss": 5.0428,
      "step": 18945
    },
    {
      "epoch": 0.12149544696678209,
      "grad_norm": 19.48995018005371,
      "learning_rate": 0.00019992739317445802,
      "loss": 4.7368,
      "step": 18946
    },
    {
      "epoch": 0.12150185968962421,
      "grad_norm": 66.84718322753906,
      "learning_rate": 0.00019992738549842124,
      "loss": 4.3452,
      "step": 18947
    },
    {
      "epoch": 0.12150827241246634,
      "grad_norm": 6.363003253936768,
      "learning_rate": 0.00019992737782197883,
      "loss": 4.8827,
      "step": 18948
    },
    {
      "epoch": 0.12151468513530846,
      "grad_norm": 11.817201614379883,
      "learning_rate": 0.00019992737014513088,
      "loss": 4.7559,
      "step": 18949
    },
    {
      "epoch": 0.12152109785815057,
      "grad_norm": 7.269253730773926,
      "learning_rate": 0.0001999273624678773,
      "loss": 4.3993,
      "step": 18950
    },
    {
      "epoch": 0.12152751058099269,
      "grad_norm": 110.04234313964844,
      "learning_rate": 0.00019992735479021814,
      "loss": 4.6867,
      "step": 18951
    },
    {
      "epoch": 0.1215339233038348,
      "grad_norm": 10.556549072265625,
      "learning_rate": 0.0001999273471121534,
      "loss": 4.5811,
      "step": 18952
    },
    {
      "epoch": 0.12154033602667692,
      "grad_norm": 40.848304748535156,
      "learning_rate": 0.0001999273394336831,
      "loss": 4.7566,
      "step": 18953
    },
    {
      "epoch": 0.12154674874951904,
      "grad_norm": 156.49636840820312,
      "learning_rate": 0.00019992733175480716,
      "loss": 4.5181,
      "step": 18954
    },
    {
      "epoch": 0.12155316147236117,
      "grad_norm": 21.838539123535156,
      "learning_rate": 0.00019992732407552564,
      "loss": 4.9262,
      "step": 18955
    },
    {
      "epoch": 0.12155957419520329,
      "grad_norm": 273.810546875,
      "learning_rate": 0.00019992731639583854,
      "loss": 4.6757,
      "step": 18956
    },
    {
      "epoch": 0.1215659869180454,
      "grad_norm": 12.23920726776123,
      "learning_rate": 0.00019992730871574586,
      "loss": 4.5031,
      "step": 18957
    },
    {
      "epoch": 0.12157239964088752,
      "grad_norm": 19.945575714111328,
      "learning_rate": 0.0001999273010352476,
      "loss": 4.7156,
      "step": 18958
    },
    {
      "epoch": 0.12157881236372964,
      "grad_norm": 16.29543685913086,
      "learning_rate": 0.00019992729335434372,
      "loss": 4.5485,
      "step": 18959
    },
    {
      "epoch": 0.12158522508657175,
      "grad_norm": 17.995136260986328,
      "learning_rate": 0.00019992728567303427,
      "loss": 4.666,
      "step": 18960
    },
    {
      "epoch": 0.12159163780941387,
      "grad_norm": 8.910453796386719,
      "learning_rate": 0.00019992727799131923,
      "loss": 4.7495,
      "step": 18961
    },
    {
      "epoch": 0.121598050532256,
      "grad_norm": 11.010231971740723,
      "learning_rate": 0.00019992727030919863,
      "loss": 4.5317,
      "step": 18962
    },
    {
      "epoch": 0.12160446325509812,
      "grad_norm": 15.99758243560791,
      "learning_rate": 0.00019992726262667242,
      "loss": 4.352,
      "step": 18963
    },
    {
      "epoch": 0.12161087597794024,
      "grad_norm": 12.520591735839844,
      "learning_rate": 0.0001999272549437406,
      "loss": 4.6845,
      "step": 18964
    },
    {
      "epoch": 0.12161728870078235,
      "grad_norm": 31.798948287963867,
      "learning_rate": 0.0001999272472604032,
      "loss": 4.745,
      "step": 18965
    },
    {
      "epoch": 0.12162370142362447,
      "grad_norm": 13.154312133789062,
      "learning_rate": 0.0001999272395766602,
      "loss": 4.5564,
      "step": 18966
    },
    {
      "epoch": 0.12163011414646659,
      "grad_norm": 19.068683624267578,
      "learning_rate": 0.00019992723189251165,
      "loss": 4.66,
      "step": 18967
    },
    {
      "epoch": 0.1216365268693087,
      "grad_norm": 29.07672119140625,
      "learning_rate": 0.0001999272242079575,
      "loss": 4.7236,
      "step": 18968
    },
    {
      "epoch": 0.12164293959215083,
      "grad_norm": 18.96398162841797,
      "learning_rate": 0.00019992721652299774,
      "loss": 4.572,
      "step": 18969
    },
    {
      "epoch": 0.12164935231499295,
      "grad_norm": 18.84827423095703,
      "learning_rate": 0.00019992720883763243,
      "loss": 4.4645,
      "step": 18970
    },
    {
      "epoch": 0.12165576503783507,
      "grad_norm": 21.860517501831055,
      "learning_rate": 0.0001999272011518615,
      "loss": 4.7288,
      "step": 18971
    },
    {
      "epoch": 0.12166217776067718,
      "grad_norm": 8.440167427062988,
      "learning_rate": 0.000199927193465685,
      "loss": 4.4897,
      "step": 18972
    },
    {
      "epoch": 0.1216685904835193,
      "grad_norm": 32.27545166015625,
      "learning_rate": 0.0001999271857791029,
      "loss": 4.5173,
      "step": 18973
    },
    {
      "epoch": 0.12167500320636142,
      "grad_norm": 13.779897689819336,
      "learning_rate": 0.00019992717809211522,
      "loss": 4.5772,
      "step": 18974
    },
    {
      "epoch": 0.12168141592920353,
      "grad_norm": 13.75421142578125,
      "learning_rate": 0.00019992717040472196,
      "loss": 4.6193,
      "step": 18975
    },
    {
      "epoch": 0.12168782865204567,
      "grad_norm": 8.096879959106445,
      "learning_rate": 0.00019992716271692308,
      "loss": 4.4601,
      "step": 18976
    },
    {
      "epoch": 0.12169424137488778,
      "grad_norm": 10.488513946533203,
      "learning_rate": 0.00019992715502871865,
      "loss": 4.3379,
      "step": 18977
    },
    {
      "epoch": 0.1217006540977299,
      "grad_norm": 7.551240921020508,
      "learning_rate": 0.0001999271473401086,
      "loss": 4.7192,
      "step": 18978
    },
    {
      "epoch": 0.12170706682057202,
      "grad_norm": 7.545951843261719,
      "learning_rate": 0.000199927139651093,
      "loss": 4.6413,
      "step": 18979
    },
    {
      "epoch": 0.12171347954341413,
      "grad_norm": 9.179722785949707,
      "learning_rate": 0.00019992713196167176,
      "loss": 4.5194,
      "step": 18980
    },
    {
      "epoch": 0.12171989226625625,
      "grad_norm": 6.58282995223999,
      "learning_rate": 0.00019992712427184496,
      "loss": 4.8181,
      "step": 18981
    },
    {
      "epoch": 0.12172630498909837,
      "grad_norm": 3.650010347366333,
      "learning_rate": 0.00019992711658161255,
      "loss": 4.627,
      "step": 18982
    },
    {
      "epoch": 0.1217327177119405,
      "grad_norm": 4.405548095703125,
      "learning_rate": 0.0001999271088909746,
      "loss": 4.5292,
      "step": 18983
    },
    {
      "epoch": 0.12173913043478261,
      "grad_norm": 3.695167303085327,
      "learning_rate": 0.00019992710119993103,
      "loss": 4.5646,
      "step": 18984
    },
    {
      "epoch": 0.12174554315762473,
      "grad_norm": 4.514462471008301,
      "learning_rate": 0.00019992709350848188,
      "loss": 4.7012,
      "step": 18985
    },
    {
      "epoch": 0.12175195588046685,
      "grad_norm": 7.996298789978027,
      "learning_rate": 0.00019992708581662716,
      "loss": 4.6405,
      "step": 18986
    },
    {
      "epoch": 0.12175836860330896,
      "grad_norm": 6.182844638824463,
      "learning_rate": 0.0001999270781243668,
      "loss": 4.5936,
      "step": 18987
    },
    {
      "epoch": 0.12176478132615108,
      "grad_norm": 6.164690017700195,
      "learning_rate": 0.00019992707043170092,
      "loss": 4.4179,
      "step": 18988
    },
    {
      "epoch": 0.1217711940489932,
      "grad_norm": 4.971549034118652,
      "learning_rate": 0.00019992706273862942,
      "loss": 4.7294,
      "step": 18989
    },
    {
      "epoch": 0.12177760677183531,
      "grad_norm": 39.37709426879883,
      "learning_rate": 0.00019992705504515233,
      "loss": 4.6004,
      "step": 18990
    },
    {
      "epoch": 0.12178401949467745,
      "grad_norm": 4.2825517654418945,
      "learning_rate": 0.00019992704735126963,
      "loss": 4.7732,
      "step": 18991
    },
    {
      "epoch": 0.12179043221751956,
      "grad_norm": 10.48094654083252,
      "learning_rate": 0.0001999270396569814,
      "loss": 4.4368,
      "step": 18992
    },
    {
      "epoch": 0.12179684494036168,
      "grad_norm": 7.065952301025391,
      "learning_rate": 0.00019992703196228755,
      "loss": 4.7269,
      "step": 18993
    },
    {
      "epoch": 0.1218032576632038,
      "grad_norm": 4.405961036682129,
      "learning_rate": 0.0001999270242671881,
      "loss": 4.5021,
      "step": 18994
    },
    {
      "epoch": 0.12180967038604591,
      "grad_norm": 8.44771671295166,
      "learning_rate": 0.00019992701657168307,
      "loss": 4.4057,
      "step": 18995
    },
    {
      "epoch": 0.12181608310888803,
      "grad_norm": 4.250575542449951,
      "learning_rate": 0.00019992700887577246,
      "loss": 4.248,
      "step": 18996
    },
    {
      "epoch": 0.12182249583173015,
      "grad_norm": 7.681540489196777,
      "learning_rate": 0.00019992700117945627,
      "loss": 4.5792,
      "step": 18997
    },
    {
      "epoch": 0.12182890855457228,
      "grad_norm": 8.525304794311523,
      "learning_rate": 0.00019992699348273446,
      "loss": 4.6798,
      "step": 18998
    },
    {
      "epoch": 0.1218353212774144,
      "grad_norm": 3.648914098739624,
      "learning_rate": 0.00019992698578560713,
      "loss": 4.4851,
      "step": 18999
    },
    {
      "epoch": 0.12184173400025651,
      "grad_norm": 6.2762322425842285,
      "learning_rate": 0.00019992697808807414,
      "loss": 4.5222,
      "step": 19000
    },
    {
      "epoch": 0.12184173400025651,
      "eval_loss": 4.504786491394043,
      "eval_runtime": 34.7363,
      "eval_samples_per_second": 90.251,
      "eval_steps_per_second": 22.57,
      "step": 19000
    },
    {
      "epoch": 0.12184814672309863,
      "grad_norm": 3.336050510406494,
      "learning_rate": 0.00019992697039013558,
      "loss": 4.4957,
      "step": 19001
    },
    {
      "epoch": 0.12185455944594074,
      "grad_norm": 9.100403785705566,
      "learning_rate": 0.00019992696269179145,
      "loss": 4.6061,
      "step": 19002
    },
    {
      "epoch": 0.12186097216878286,
      "grad_norm": 4.450995922088623,
      "learning_rate": 0.00019992695499304171,
      "loss": 4.4734,
      "step": 19003
    },
    {
      "epoch": 0.12186738489162498,
      "grad_norm": 3.1415345668792725,
      "learning_rate": 0.0001999269472938864,
      "loss": 4.5107,
      "step": 19004
    },
    {
      "epoch": 0.12187379761446711,
      "grad_norm": 4.076932430267334,
      "learning_rate": 0.00019992693959432553,
      "loss": 4.8418,
      "step": 19005
    },
    {
      "epoch": 0.12188021033730922,
      "grad_norm": 5.868243217468262,
      "learning_rate": 0.00019992693189435905,
      "loss": 4.4424,
      "step": 19006
    },
    {
      "epoch": 0.12188662306015134,
      "grad_norm": 3.3203861713409424,
      "learning_rate": 0.00019992692419398697,
      "loss": 4.5509,
      "step": 19007
    },
    {
      "epoch": 0.12189303578299346,
      "grad_norm": 3.267350673675537,
      "learning_rate": 0.00019992691649320935,
      "loss": 4.6142,
      "step": 19008
    },
    {
      "epoch": 0.12189944850583558,
      "grad_norm": 25.188302993774414,
      "learning_rate": 0.0001999269087920261,
      "loss": 4.5443,
      "step": 19009
    },
    {
      "epoch": 0.12190586122867769,
      "grad_norm": 3.5816855430603027,
      "learning_rate": 0.00019992690109043725,
      "loss": 4.2503,
      "step": 19010
    },
    {
      "epoch": 0.12191227395151981,
      "grad_norm": 6.500603675842285,
      "learning_rate": 0.00019992689338844282,
      "loss": 4.6193,
      "step": 19011
    },
    {
      "epoch": 0.12191868667436194,
      "grad_norm": 3.5426366329193115,
      "learning_rate": 0.00019992688568604283,
      "loss": 4.8941,
      "step": 19012
    },
    {
      "epoch": 0.12192509939720406,
      "grad_norm": 17.24551010131836,
      "learning_rate": 0.00019992687798323723,
      "loss": 4.5199,
      "step": 19013
    },
    {
      "epoch": 0.12193151212004617,
      "grad_norm": 3.6387293338775635,
      "learning_rate": 0.00019992687028002606,
      "loss": 4.6044,
      "step": 19014
    },
    {
      "epoch": 0.12193792484288829,
      "grad_norm": 10.386370658874512,
      "learning_rate": 0.0001999268625764093,
      "loss": 4.493,
      "step": 19015
    },
    {
      "epoch": 0.1219443375657304,
      "grad_norm": 18.200626373291016,
      "learning_rate": 0.00019992685487238695,
      "loss": 4.5155,
      "step": 19016
    },
    {
      "epoch": 0.12195075028857252,
      "grad_norm": 3.6128623485565186,
      "learning_rate": 0.000199926847167959,
      "loss": 4.3792,
      "step": 19017
    },
    {
      "epoch": 0.12195716301141464,
      "grad_norm": 3.2322254180908203,
      "learning_rate": 0.00019992683946312546,
      "loss": 4.6522,
      "step": 19018
    },
    {
      "epoch": 0.12196357573425677,
      "grad_norm": 3.086148500442505,
      "learning_rate": 0.00019992683175788634,
      "loss": 4.2254,
      "step": 19019
    },
    {
      "epoch": 0.12196998845709889,
      "grad_norm": 4.188632011413574,
      "learning_rate": 0.00019992682405224168,
      "loss": 4.6528,
      "step": 19020
    },
    {
      "epoch": 0.121976401179941,
      "grad_norm": 3.8010311126708984,
      "learning_rate": 0.0001999268163461914,
      "loss": 4.343,
      "step": 19021
    },
    {
      "epoch": 0.12198281390278312,
      "grad_norm": 4.361684799194336,
      "learning_rate": 0.00019992680863973553,
      "loss": 4.5623,
      "step": 19022
    },
    {
      "epoch": 0.12198922662562524,
      "grad_norm": 4.199240684509277,
      "learning_rate": 0.00019992680093287407,
      "loss": 4.7194,
      "step": 19023
    },
    {
      "epoch": 0.12199563934846736,
      "grad_norm": 3.6708855628967285,
      "learning_rate": 0.00019992679322560703,
      "loss": 4.734,
      "step": 19024
    },
    {
      "epoch": 0.12200205207130947,
      "grad_norm": 4.23009729385376,
      "learning_rate": 0.0001999267855179344,
      "loss": 4.6828,
      "step": 19025
    },
    {
      "epoch": 0.1220084647941516,
      "grad_norm": 8.0858154296875,
      "learning_rate": 0.0001999267778098562,
      "loss": 4.3027,
      "step": 19026
    },
    {
      "epoch": 0.12201487751699372,
      "grad_norm": 3.8249096870422363,
      "learning_rate": 0.00019992677010137238,
      "loss": 4.486,
      "step": 19027
    },
    {
      "epoch": 0.12202129023983584,
      "grad_norm": 4.829984664916992,
      "learning_rate": 0.00019992676239248298,
      "loss": 4.5868,
      "step": 19028
    },
    {
      "epoch": 0.12202770296267795,
      "grad_norm": 4.788852214813232,
      "learning_rate": 0.000199926754683188,
      "loss": 4.4703,
      "step": 19029
    },
    {
      "epoch": 0.12203411568552007,
      "grad_norm": 3.872676372528076,
      "learning_rate": 0.00019992674697348747,
      "loss": 4.5111,
      "step": 19030
    },
    {
      "epoch": 0.12204052840836219,
      "grad_norm": 4.284366130828857,
      "learning_rate": 0.00019992673926338132,
      "loss": 4.892,
      "step": 19031
    },
    {
      "epoch": 0.1220469411312043,
      "grad_norm": 3.664518117904663,
      "learning_rate": 0.0001999267315528696,
      "loss": 4.6315,
      "step": 19032
    },
    {
      "epoch": 0.12205335385404643,
      "grad_norm": 3.8932058811187744,
      "learning_rate": 0.00019992672384195226,
      "loss": 4.408,
      "step": 19033
    },
    {
      "epoch": 0.12205976657688855,
      "grad_norm": 10.050491333007812,
      "learning_rate": 0.00019992671613062933,
      "loss": 4.5854,
      "step": 19034
    },
    {
      "epoch": 0.12206617929973067,
      "grad_norm": 3.9572391510009766,
      "learning_rate": 0.00019992670841890086,
      "loss": 4.4833,
      "step": 19035
    },
    {
      "epoch": 0.12207259202257278,
      "grad_norm": 4.919182300567627,
      "learning_rate": 0.0001999267007067668,
      "loss": 4.689,
      "step": 19036
    },
    {
      "epoch": 0.1220790047454149,
      "grad_norm": 4.470551490783691,
      "learning_rate": 0.00019992669299422712,
      "loss": 4.4007,
      "step": 19037
    },
    {
      "epoch": 0.12208541746825702,
      "grad_norm": 5.528288841247559,
      "learning_rate": 0.00019992668528128187,
      "loss": 4.6387,
      "step": 19038
    },
    {
      "epoch": 0.12209183019109913,
      "grad_norm": 4.305587291717529,
      "learning_rate": 0.00019992667756793103,
      "loss": 4.5696,
      "step": 19039
    },
    {
      "epoch": 0.12209824291394127,
      "grad_norm": 5.159679412841797,
      "learning_rate": 0.00019992666985417463,
      "loss": 4.4505,
      "step": 19040
    },
    {
      "epoch": 0.12210465563678338,
      "grad_norm": 3.647345542907715,
      "learning_rate": 0.00019992666214001262,
      "loss": 4.5959,
      "step": 19041
    },
    {
      "epoch": 0.1221110683596255,
      "grad_norm": 3.554758071899414,
      "learning_rate": 0.000199926654425445,
      "loss": 4.629,
      "step": 19042
    },
    {
      "epoch": 0.12211748108246762,
      "grad_norm": 3.7847096920013428,
      "learning_rate": 0.00019992664671047186,
      "loss": 4.5831,
      "step": 19043
    },
    {
      "epoch": 0.12212389380530973,
      "grad_norm": 3.52048921585083,
      "learning_rate": 0.00019992663899509307,
      "loss": 4.6929,
      "step": 19044
    },
    {
      "epoch": 0.12213030652815185,
      "grad_norm": 4.359022617340088,
      "learning_rate": 0.00019992663127930873,
      "loss": 4.558,
      "step": 19045
    },
    {
      "epoch": 0.12213671925099397,
      "grad_norm": 13.427350044250488,
      "learning_rate": 0.0001999266235631188,
      "loss": 4.5538,
      "step": 19046
    },
    {
      "epoch": 0.1221431319738361,
      "grad_norm": 4.871148586273193,
      "learning_rate": 0.00019992661584652326,
      "loss": 4.609,
      "step": 19047
    },
    {
      "epoch": 0.12214954469667821,
      "grad_norm": 8.323901176452637,
      "learning_rate": 0.00019992660812952217,
      "loss": 4.2801,
      "step": 19048
    },
    {
      "epoch": 0.12215595741952033,
      "grad_norm": 4.0201287269592285,
      "learning_rate": 0.00019992660041211546,
      "loss": 4.5181,
      "step": 19049
    },
    {
      "epoch": 0.12216237014236245,
      "grad_norm": 33.19105529785156,
      "learning_rate": 0.0001999265926943032,
      "loss": 4.9577,
      "step": 19050
    },
    {
      "epoch": 0.12216878286520456,
      "grad_norm": 3.7903172969818115,
      "learning_rate": 0.00019992658497608532,
      "loss": 4.4386,
      "step": 19051
    },
    {
      "epoch": 0.12217519558804668,
      "grad_norm": 9.074810981750488,
      "learning_rate": 0.0001999265772574619,
      "loss": 4.7071,
      "step": 19052
    },
    {
      "epoch": 0.1221816083108888,
      "grad_norm": 4.206128120422363,
      "learning_rate": 0.00019992656953843284,
      "loss": 5.0171,
      "step": 19053
    },
    {
      "epoch": 0.12218802103373093,
      "grad_norm": 3.890934705734253,
      "learning_rate": 0.00019992656181899823,
      "loss": 4.4319,
      "step": 19054
    },
    {
      "epoch": 0.12219443375657305,
      "grad_norm": 12.587702751159668,
      "learning_rate": 0.000199926554099158,
      "loss": 4.5101,
      "step": 19055
    },
    {
      "epoch": 0.12220084647941516,
      "grad_norm": 5.907614707946777,
      "learning_rate": 0.0001999265463789122,
      "loss": 4.7251,
      "step": 19056
    },
    {
      "epoch": 0.12220725920225728,
      "grad_norm": 34.63645935058594,
      "learning_rate": 0.00019992653865826086,
      "loss": 4.2482,
      "step": 19057
    },
    {
      "epoch": 0.1222136719250994,
      "grad_norm": 10.75993537902832,
      "learning_rate": 0.0001999265309372039,
      "loss": 4.7827,
      "step": 19058
    },
    {
      "epoch": 0.12222008464794151,
      "grad_norm": 8.122121810913086,
      "learning_rate": 0.00019992652321574136,
      "loss": 4.4286,
      "step": 19059
    },
    {
      "epoch": 0.12222649737078363,
      "grad_norm": 6.422364711761475,
      "learning_rate": 0.0001999265154938732,
      "loss": 4.5265,
      "step": 19060
    },
    {
      "epoch": 0.12223291009362576,
      "grad_norm": 4.930086135864258,
      "learning_rate": 0.0001999265077715995,
      "loss": 4.6003,
      "step": 19061
    },
    {
      "epoch": 0.12223932281646788,
      "grad_norm": 4.129125595092773,
      "learning_rate": 0.0001999265000489202,
      "loss": 4.4967,
      "step": 19062
    },
    {
      "epoch": 0.12224573553931,
      "grad_norm": 4.132776260375977,
      "learning_rate": 0.0001999264923258353,
      "loss": 4.6791,
      "step": 19063
    },
    {
      "epoch": 0.12225214826215211,
      "grad_norm": 4.2308125495910645,
      "learning_rate": 0.00019992648460234483,
      "loss": 4.4886,
      "step": 19064
    },
    {
      "epoch": 0.12225856098499423,
      "grad_norm": 5.6442646980285645,
      "learning_rate": 0.00019992647687844877,
      "loss": 4.6263,
      "step": 19065
    },
    {
      "epoch": 0.12226497370783634,
      "grad_norm": 71.98149108886719,
      "learning_rate": 0.00019992646915414713,
      "loss": 4.3346,
      "step": 19066
    },
    {
      "epoch": 0.12227138643067846,
      "grad_norm": 4.96691370010376,
      "learning_rate": 0.00019992646142943991,
      "loss": 4.5999,
      "step": 19067
    },
    {
      "epoch": 0.12227779915352059,
      "grad_norm": 5.143649101257324,
      "learning_rate": 0.0001999264537043271,
      "loss": 4.6458,
      "step": 19068
    },
    {
      "epoch": 0.12228421187636271,
      "grad_norm": 5.489137649536133,
      "learning_rate": 0.0001999264459788087,
      "loss": 4.5275,
      "step": 19069
    },
    {
      "epoch": 0.12229062459920483,
      "grad_norm": 5.063507556915283,
      "learning_rate": 0.0001999264382528847,
      "loss": 4.4672,
      "step": 19070
    },
    {
      "epoch": 0.12229703732204694,
      "grad_norm": 8.992219924926758,
      "learning_rate": 0.00019992643052655512,
      "loss": 4.4477,
      "step": 19071
    },
    {
      "epoch": 0.12230345004488906,
      "grad_norm": 11.294953346252441,
      "learning_rate": 0.00019992642279981996,
      "loss": 4.7436,
      "step": 19072
    },
    {
      "epoch": 0.12230986276773118,
      "grad_norm": 10.722715377807617,
      "learning_rate": 0.00019992641507267925,
      "loss": 4.6411,
      "step": 19073
    },
    {
      "epoch": 0.12231627549057329,
      "grad_norm": 47.41685104370117,
      "learning_rate": 0.00019992640734513292,
      "loss": 4.7336,
      "step": 19074
    },
    {
      "epoch": 0.12232268821341542,
      "grad_norm": 8.801352500915527,
      "learning_rate": 0.00019992639961718102,
      "loss": 4.5299,
      "step": 19075
    },
    {
      "epoch": 0.12232910093625754,
      "grad_norm": 8.205599784851074,
      "learning_rate": 0.00019992639188882354,
      "loss": 4.7534,
      "step": 19076
    },
    {
      "epoch": 0.12233551365909966,
      "grad_norm": 12.221881866455078,
      "learning_rate": 0.00019992638416006043,
      "loss": 4.8982,
      "step": 19077
    },
    {
      "epoch": 0.12234192638194177,
      "grad_norm": 9.727684020996094,
      "learning_rate": 0.00019992637643089178,
      "loss": 4.4048,
      "step": 19078
    },
    {
      "epoch": 0.12234833910478389,
      "grad_norm": 9.184443473815918,
      "learning_rate": 0.00019992636870131753,
      "loss": 4.5423,
      "step": 19079
    },
    {
      "epoch": 0.12235475182762601,
      "grad_norm": 7.342993259429932,
      "learning_rate": 0.0001999263609713377,
      "loss": 4.5625,
      "step": 19080
    },
    {
      "epoch": 0.12236116455046812,
      "grad_norm": 20.995046615600586,
      "learning_rate": 0.0001999263532409523,
      "loss": 4.1693,
      "step": 19081
    },
    {
      "epoch": 0.12236757727331024,
      "grad_norm": 8.44316577911377,
      "learning_rate": 0.0001999263455101613,
      "loss": 4.5168,
      "step": 19082
    },
    {
      "epoch": 0.12237398999615237,
      "grad_norm": 6.916742324829102,
      "learning_rate": 0.00019992633777896472,
      "loss": 4.5785,
      "step": 19083
    },
    {
      "epoch": 0.12238040271899449,
      "grad_norm": 19.834619522094727,
      "learning_rate": 0.00019992633004736255,
      "loss": 4.5941,
      "step": 19084
    },
    {
      "epoch": 0.1223868154418366,
      "grad_norm": 40.28886032104492,
      "learning_rate": 0.00019992632231535478,
      "loss": 4.4778,
      "step": 19085
    },
    {
      "epoch": 0.12239322816467872,
      "grad_norm": 8.03585433959961,
      "learning_rate": 0.00019992631458294144,
      "loss": 4.4442,
      "step": 19086
    },
    {
      "epoch": 0.12239964088752084,
      "grad_norm": 12.478493690490723,
      "learning_rate": 0.00019992630685012252,
      "loss": 4.7911,
      "step": 19087
    },
    {
      "epoch": 0.12240605361036296,
      "grad_norm": 42.42624282836914,
      "learning_rate": 0.000199926299116898,
      "loss": 4.4749,
      "step": 19088
    },
    {
      "epoch": 0.12241246633320507,
      "grad_norm": 10.97550106048584,
      "learning_rate": 0.00019992629138326792,
      "loss": 4.3712,
      "step": 19089
    },
    {
      "epoch": 0.1224188790560472,
      "grad_norm": 6.108809471130371,
      "learning_rate": 0.00019992628364923226,
      "loss": 4.4144,
      "step": 19090
    },
    {
      "epoch": 0.12242529177888932,
      "grad_norm": 12.774370193481445,
      "learning_rate": 0.00019992627591479097,
      "loss": 4.6589,
      "step": 19091
    },
    {
      "epoch": 0.12243170450173144,
      "grad_norm": 14.750252723693848,
      "learning_rate": 0.00019992626817994414,
      "loss": 4.4851,
      "step": 19092
    },
    {
      "epoch": 0.12243811722457355,
      "grad_norm": 19.792381286621094,
      "learning_rate": 0.0001999262604446917,
      "loss": 4.4646,
      "step": 19093
    },
    {
      "epoch": 0.12244452994741567,
      "grad_norm": 12.724078178405762,
      "learning_rate": 0.00019992625270903372,
      "loss": 4.7554,
      "step": 19094
    },
    {
      "epoch": 0.12245094267025779,
      "grad_norm": 33.15410614013672,
      "learning_rate": 0.0001999262449729701,
      "loss": 4.4184,
      "step": 19095
    },
    {
      "epoch": 0.1224573553930999,
      "grad_norm": 19.692502975463867,
      "learning_rate": 0.00019992623723650093,
      "loss": 4.5997,
      "step": 19096
    },
    {
      "epoch": 0.12246376811594203,
      "grad_norm": 34.954349517822266,
      "learning_rate": 0.00019992622949962615,
      "loss": 4.4698,
      "step": 19097
    },
    {
      "epoch": 0.12247018083878415,
      "grad_norm": 31.02817153930664,
      "learning_rate": 0.0001999262217623458,
      "loss": 4.3776,
      "step": 19098
    },
    {
      "epoch": 0.12247659356162627,
      "grad_norm": 11.460363388061523,
      "learning_rate": 0.00019992621402465988,
      "loss": 4.3884,
      "step": 19099
    },
    {
      "epoch": 0.12248300628446838,
      "grad_norm": 30.32942008972168,
      "learning_rate": 0.00019992620628656838,
      "loss": 4.669,
      "step": 19100
    },
    {
      "epoch": 0.12248300628446838,
      "eval_loss": 4.483684539794922,
      "eval_runtime": 34.7042,
      "eval_samples_per_second": 90.335,
      "eval_steps_per_second": 22.591,
      "step": 19100
    },
    {
      "epoch": 0.1224894190073105,
      "grad_norm": 14.00549602508545,
      "learning_rate": 0.00019992619854807128,
      "loss": 4.5106,
      "step": 19101
    },
    {
      "epoch": 0.12249583173015262,
      "grad_norm": 18.300512313842773,
      "learning_rate": 0.00019992619080916858,
      "loss": 4.4919,
      "step": 19102
    },
    {
      "epoch": 0.12250224445299474,
      "grad_norm": 14.775687217712402,
      "learning_rate": 0.0001999261830698603,
      "loss": 4.4488,
      "step": 19103
    },
    {
      "epoch": 0.12250865717583687,
      "grad_norm": 25.04897117614746,
      "learning_rate": 0.00019992617533014646,
      "loss": 4.5964,
      "step": 19104
    },
    {
      "epoch": 0.12251506989867898,
      "grad_norm": 20.81359100341797,
      "learning_rate": 0.00019992616759002702,
      "loss": 4.4921,
      "step": 19105
    },
    {
      "epoch": 0.1225214826215211,
      "grad_norm": 18.86813735961914,
      "learning_rate": 0.000199926159849502,
      "loss": 4.6019,
      "step": 19106
    },
    {
      "epoch": 0.12252789534436322,
      "grad_norm": 16.380733489990234,
      "learning_rate": 0.0001999261521085714,
      "loss": 4.3466,
      "step": 19107
    },
    {
      "epoch": 0.12253430806720533,
      "grad_norm": 195.4656524658203,
      "learning_rate": 0.0001999261443672352,
      "loss": 4.6119,
      "step": 19108
    },
    {
      "epoch": 0.12254072079004745,
      "grad_norm": 25.07990074157715,
      "learning_rate": 0.00019992613662549343,
      "loss": 4.6377,
      "step": 19109
    },
    {
      "epoch": 0.12254713351288957,
      "grad_norm": 14.721776962280273,
      "learning_rate": 0.00019992612888334606,
      "loss": 4.4758,
      "step": 19110
    },
    {
      "epoch": 0.1225535462357317,
      "grad_norm": 19.29177474975586,
      "learning_rate": 0.00019992612114079315,
      "loss": 4.5405,
      "step": 19111
    },
    {
      "epoch": 0.12255995895857381,
      "grad_norm": 18.147579193115234,
      "learning_rate": 0.0001999261133978346,
      "loss": 4.3254,
      "step": 19112
    },
    {
      "epoch": 0.12256637168141593,
      "grad_norm": 19.89947509765625,
      "learning_rate": 0.0001999261056544705,
      "loss": 4.6063,
      "step": 19113
    },
    {
      "epoch": 0.12257278440425805,
      "grad_norm": 52.92316818237305,
      "learning_rate": 0.0001999260979107008,
      "loss": 4.4831,
      "step": 19114
    },
    {
      "epoch": 0.12257919712710016,
      "grad_norm": 16.5079402923584,
      "learning_rate": 0.00019992609016652554,
      "loss": 4.8579,
      "step": 19115
    },
    {
      "epoch": 0.12258560984994228,
      "grad_norm": 15.762189865112305,
      "learning_rate": 0.00019992608242194469,
      "loss": 4.3592,
      "step": 19116
    },
    {
      "epoch": 0.1225920225727844,
      "grad_norm": 107.3553466796875,
      "learning_rate": 0.00019992607467695823,
      "loss": 4.3247,
      "step": 19117
    },
    {
      "epoch": 0.12259843529562653,
      "grad_norm": 44.25750732421875,
      "learning_rate": 0.0001999260669315662,
      "loss": 4.4706,
      "step": 19118
    },
    {
      "epoch": 0.12260484801846865,
      "grad_norm": 18.19864845275879,
      "learning_rate": 0.0001999260591857686,
      "loss": 4.4508,
      "step": 19119
    },
    {
      "epoch": 0.12261126074131076,
      "grad_norm": 93.72145080566406,
      "learning_rate": 0.00019992605143956543,
      "loss": 4.5237,
      "step": 19120
    },
    {
      "epoch": 0.12261767346415288,
      "grad_norm": 56.261863708496094,
      "learning_rate": 0.00019992604369295665,
      "loss": 4.5825,
      "step": 19121
    },
    {
      "epoch": 0.122624086186995,
      "grad_norm": 15.295550346374512,
      "learning_rate": 0.00019992603594594228,
      "loss": 4.6919,
      "step": 19122
    },
    {
      "epoch": 0.12263049890983711,
      "grad_norm": 20.974889755249023,
      "learning_rate": 0.00019992602819852236,
      "loss": 4.6488,
      "step": 19123
    },
    {
      "epoch": 0.12263691163267923,
      "grad_norm": 83.6463851928711,
      "learning_rate": 0.00019992602045069684,
      "loss": 4.2331,
      "step": 19124
    },
    {
      "epoch": 0.12264332435552136,
      "grad_norm": 10.311431884765625,
      "learning_rate": 0.00019992601270246572,
      "loss": 4.5403,
      "step": 19125
    },
    {
      "epoch": 0.12264973707836348,
      "grad_norm": 27.336000442504883,
      "learning_rate": 0.00019992600495382902,
      "loss": 4.5047,
      "step": 19126
    },
    {
      "epoch": 0.1226561498012056,
      "grad_norm": 14.96684455871582,
      "learning_rate": 0.00019992599720478676,
      "loss": 4.556,
      "step": 19127
    },
    {
      "epoch": 0.12266256252404771,
      "grad_norm": 32.21437072753906,
      "learning_rate": 0.00019992598945533892,
      "loss": 4.335,
      "step": 19128
    },
    {
      "epoch": 0.12266897524688983,
      "grad_norm": 168.9310760498047,
      "learning_rate": 0.00019992598170548545,
      "loss": 4.6221,
      "step": 19129
    },
    {
      "epoch": 0.12267538796973194,
      "grad_norm": 19.685039520263672,
      "learning_rate": 0.00019992597395522644,
      "loss": 4.5937,
      "step": 19130
    },
    {
      "epoch": 0.12268180069257406,
      "grad_norm": 103.69815826416016,
      "learning_rate": 0.00019992596620456183,
      "loss": 4.6993,
      "step": 19131
    },
    {
      "epoch": 0.12268821341541619,
      "grad_norm": 14.675346374511719,
      "learning_rate": 0.00019992595845349164,
      "loss": 4.5132,
      "step": 19132
    },
    {
      "epoch": 0.12269462613825831,
      "grad_norm": 19.858840942382812,
      "learning_rate": 0.00019992595070201589,
      "loss": 4.5639,
      "step": 19133
    },
    {
      "epoch": 0.12270103886110043,
      "grad_norm": 14.540267944335938,
      "learning_rate": 0.00019992594295013453,
      "loss": 4.8369,
      "step": 19134
    },
    {
      "epoch": 0.12270745158394254,
      "grad_norm": 23.593326568603516,
      "learning_rate": 0.00019992593519784757,
      "loss": 4.3522,
      "step": 19135
    },
    {
      "epoch": 0.12271386430678466,
      "grad_norm": 48.7945556640625,
      "learning_rate": 0.00019992592744515507,
      "loss": 4.5974,
      "step": 19136
    },
    {
      "epoch": 0.12272027702962678,
      "grad_norm": 4127.6494140625,
      "learning_rate": 0.00019992591969205696,
      "loss": 4.4942,
      "step": 19137
    },
    {
      "epoch": 0.12272668975246889,
      "grad_norm": 46.64765548706055,
      "learning_rate": 0.00019992591193855326,
      "loss": 4.5699,
      "step": 19138
    },
    {
      "epoch": 0.12273310247531102,
      "grad_norm": 42.15992736816406,
      "learning_rate": 0.000199925904184644,
      "loss": 4.5616,
      "step": 19139
    },
    {
      "epoch": 0.12273951519815314,
      "grad_norm": 9.557990074157715,
      "learning_rate": 0.00019992589643032913,
      "loss": 4.3422,
      "step": 19140
    },
    {
      "epoch": 0.12274592792099526,
      "grad_norm": 28.3142032623291,
      "learning_rate": 0.0001999258886756087,
      "loss": 4.6714,
      "step": 19141
    },
    {
      "epoch": 0.12275234064383737,
      "grad_norm": 27.86737060546875,
      "learning_rate": 0.0001999258809204827,
      "loss": 4.4043,
      "step": 19142
    },
    {
      "epoch": 0.12275875336667949,
      "grad_norm": 42.63948059082031,
      "learning_rate": 0.00019992587316495112,
      "loss": 4.5641,
      "step": 19143
    },
    {
      "epoch": 0.12276516608952161,
      "grad_norm": 30.228668212890625,
      "learning_rate": 0.00019992586540901392,
      "loss": 4.5453,
      "step": 19144
    },
    {
      "epoch": 0.12277157881236372,
      "grad_norm": 19.816606521606445,
      "learning_rate": 0.00019992585765267115,
      "loss": 4.6557,
      "step": 19145
    },
    {
      "epoch": 0.12277799153520585,
      "grad_norm": 33.33175277709961,
      "learning_rate": 0.0001999258498959228,
      "loss": 5.0127,
      "step": 19146
    },
    {
      "epoch": 0.12278440425804797,
      "grad_norm": 15.288198471069336,
      "learning_rate": 0.00019992584213876887,
      "loss": 4.5261,
      "step": 19147
    },
    {
      "epoch": 0.12279081698089009,
      "grad_norm": 76.68437957763672,
      "learning_rate": 0.00019992583438120936,
      "loss": 4.6732,
      "step": 19148
    },
    {
      "epoch": 0.1227972297037322,
      "grad_norm": 62.11044692993164,
      "learning_rate": 0.00019992582662324427,
      "loss": 4.4737,
      "step": 19149
    },
    {
      "epoch": 0.12280364242657432,
      "grad_norm": 27.661890029907227,
      "learning_rate": 0.00019992581886487358,
      "loss": 4.578,
      "step": 19150
    },
    {
      "epoch": 0.12281005514941644,
      "grad_norm": 94.82115936279297,
      "learning_rate": 0.00019992581110609732,
      "loss": 4.2623,
      "step": 19151
    },
    {
      "epoch": 0.12281646787225856,
      "grad_norm": 33.73820877075195,
      "learning_rate": 0.0001999258033469155,
      "loss": 4.3179,
      "step": 19152
    },
    {
      "epoch": 0.12282288059510069,
      "grad_norm": 77.08706665039062,
      "learning_rate": 0.00019992579558732805,
      "loss": 4.8782,
      "step": 19153
    },
    {
      "epoch": 0.1228292933179428,
      "grad_norm": 41.17176055908203,
      "learning_rate": 0.00019992578782733505,
      "loss": 4.5826,
      "step": 19154
    },
    {
      "epoch": 0.12283570604078492,
      "grad_norm": 53.43480682373047,
      "learning_rate": 0.00019992578006693644,
      "loss": 4.542,
      "step": 19155
    },
    {
      "epoch": 0.12284211876362704,
      "grad_norm": 36.13148498535156,
      "learning_rate": 0.0001999257723061323,
      "loss": 4.4867,
      "step": 19156
    },
    {
      "epoch": 0.12284853148646915,
      "grad_norm": 11.526247024536133,
      "learning_rate": 0.00019992576454492254,
      "loss": 4.4139,
      "step": 19157
    },
    {
      "epoch": 0.12285494420931127,
      "grad_norm": 48.43631362915039,
      "learning_rate": 0.00019992575678330718,
      "loss": 4.9142,
      "step": 19158
    },
    {
      "epoch": 0.12286135693215339,
      "grad_norm": 72.51387786865234,
      "learning_rate": 0.00019992574902128626,
      "loss": 4.6314,
      "step": 19159
    },
    {
      "epoch": 0.12286776965499552,
      "grad_norm": 230.24417114257812,
      "learning_rate": 0.00019992574125885976,
      "loss": 4.7175,
      "step": 19160
    },
    {
      "epoch": 0.12287418237783763,
      "grad_norm": 43.408226013183594,
      "learning_rate": 0.0001999257334960277,
      "loss": 4.9435,
      "step": 19161
    },
    {
      "epoch": 0.12288059510067975,
      "grad_norm": 83.59690856933594,
      "learning_rate": 0.00019992572573279002,
      "loss": 4.5783,
      "step": 19162
    },
    {
      "epoch": 0.12288700782352187,
      "grad_norm": 32.16498947143555,
      "learning_rate": 0.00019992571796914678,
      "loss": 4.6188,
      "step": 19163
    },
    {
      "epoch": 0.12289342054636399,
      "grad_norm": 42.11675262451172,
      "learning_rate": 0.00019992571020509793,
      "loss": 4.4067,
      "step": 19164
    },
    {
      "epoch": 0.1228998332692061,
      "grad_norm": 46.879554748535156,
      "learning_rate": 0.00019992570244064352,
      "loss": 4.5783,
      "step": 19165
    },
    {
      "epoch": 0.12290624599204822,
      "grad_norm": 260.1708068847656,
      "learning_rate": 0.00019992569467578355,
      "loss": 4.8323,
      "step": 19166
    },
    {
      "epoch": 0.12291265871489035,
      "grad_norm": 19.325332641601562,
      "learning_rate": 0.000199925686910518,
      "loss": 4.561,
      "step": 19167
    },
    {
      "epoch": 0.12291907143773247,
      "grad_norm": 30.523487091064453,
      "learning_rate": 0.0001999256791448468,
      "loss": 5.0763,
      "step": 19168
    },
    {
      "epoch": 0.12292548416057458,
      "grad_norm": 40.62488555908203,
      "learning_rate": 0.00019992567137877006,
      "loss": 4.5813,
      "step": 19169
    },
    {
      "epoch": 0.1229318968834167,
      "grad_norm": 18.436113357543945,
      "learning_rate": 0.00019992566361228776,
      "loss": 4.8215,
      "step": 19170
    },
    {
      "epoch": 0.12293830960625882,
      "grad_norm": 24.071983337402344,
      "learning_rate": 0.00019992565584539987,
      "loss": 4.2978,
      "step": 19171
    },
    {
      "epoch": 0.12294472232910093,
      "grad_norm": 29.21525001525879,
      "learning_rate": 0.0001999256480781064,
      "loss": 4.6011,
      "step": 19172
    },
    {
      "epoch": 0.12295113505194305,
      "grad_norm": 86.93780517578125,
      "learning_rate": 0.0001999256403104073,
      "loss": 4.732,
      "step": 19173
    },
    {
      "epoch": 0.12295754777478517,
      "grad_norm": 547.80029296875,
      "learning_rate": 0.00019992563254230266,
      "loss": 4.9634,
      "step": 19174
    },
    {
      "epoch": 0.1229639604976273,
      "grad_norm": 366.37750244140625,
      "learning_rate": 0.00019992562477379243,
      "loss": 4.7465,
      "step": 19175
    },
    {
      "epoch": 0.12297037322046941,
      "grad_norm": 59.36842727661133,
      "learning_rate": 0.00019992561700487663,
      "loss": 4.6722,
      "step": 19176
    },
    {
      "epoch": 0.12297678594331153,
      "grad_norm": 116.49916076660156,
      "learning_rate": 0.00019992560923555523,
      "loss": 4.5917,
      "step": 19177
    },
    {
      "epoch": 0.12298319866615365,
      "grad_norm": 46.1756706237793,
      "learning_rate": 0.00019992560146582825,
      "loss": 4.4252,
      "step": 19178
    },
    {
      "epoch": 0.12298961138899576,
      "grad_norm": 53.95783233642578,
      "learning_rate": 0.0001999255936956957,
      "loss": 4.3265,
      "step": 19179
    },
    {
      "epoch": 0.12299602411183788,
      "grad_norm": 34.70701217651367,
      "learning_rate": 0.00019992558592515756,
      "loss": 4.511,
      "step": 19180
    },
    {
      "epoch": 0.12300243683468,
      "grad_norm": 24.027029037475586,
      "learning_rate": 0.00019992557815421384,
      "loss": 4.7158,
      "step": 19181
    },
    {
      "epoch": 0.12300884955752213,
      "grad_norm": 58.370853424072266,
      "learning_rate": 0.00019992557038286455,
      "loss": 4.7642,
      "step": 19182
    },
    {
      "epoch": 0.12301526228036425,
      "grad_norm": 1495.86083984375,
      "learning_rate": 0.00019992556261110966,
      "loss": 4.6444,
      "step": 19183
    },
    {
      "epoch": 0.12302167500320636,
      "grad_norm": 41.76062774658203,
      "learning_rate": 0.0001999255548389492,
      "loss": 4.6613,
      "step": 19184
    },
    {
      "epoch": 0.12302808772604848,
      "grad_norm": 41.93661117553711,
      "learning_rate": 0.00019992554706638316,
      "loss": 4.7068,
      "step": 19185
    },
    {
      "epoch": 0.1230345004488906,
      "grad_norm": 67.62788391113281,
      "learning_rate": 0.00019992553929341154,
      "loss": 4.9138,
      "step": 19186
    },
    {
      "epoch": 0.12304091317173271,
      "grad_norm": 55.82855224609375,
      "learning_rate": 0.00019992553152003433,
      "loss": 4.7553,
      "step": 19187
    },
    {
      "epoch": 0.12304732589457483,
      "grad_norm": 99.19889068603516,
      "learning_rate": 0.00019992552374625152,
      "loss": 4.6022,
      "step": 19188
    },
    {
      "epoch": 0.12305373861741696,
      "grad_norm": 240.16868591308594,
      "learning_rate": 0.00019992551597206317,
      "loss": 4.5258,
      "step": 19189
    },
    {
      "epoch": 0.12306015134025908,
      "grad_norm": 33.214969635009766,
      "learning_rate": 0.00019992550819746924,
      "loss": 4.5781,
      "step": 19190
    },
    {
      "epoch": 0.1230665640631012,
      "grad_norm": 50.98462677001953,
      "learning_rate": 0.00019992550042246968,
      "loss": 4.5153,
      "step": 19191
    },
    {
      "epoch": 0.12307297678594331,
      "grad_norm": 71.56896209716797,
      "learning_rate": 0.00019992549264706458,
      "loss": 4.6621,
      "step": 19192
    },
    {
      "epoch": 0.12307938950878543,
      "grad_norm": 122.8372802734375,
      "learning_rate": 0.0001999254848712539,
      "loss": 4.5042,
      "step": 19193
    },
    {
      "epoch": 0.12308580223162754,
      "grad_norm": 22.87736701965332,
      "learning_rate": 0.00019992547709503762,
      "loss": 4.4572,
      "step": 19194
    },
    {
      "epoch": 0.12309221495446966,
      "grad_norm": 273.5417175292969,
      "learning_rate": 0.00019992546931841575,
      "loss": 5.0122,
      "step": 19195
    },
    {
      "epoch": 0.12309862767731179,
      "grad_norm": 43.04188537597656,
      "learning_rate": 0.00019992546154138833,
      "loss": 4.5948,
      "step": 19196
    },
    {
      "epoch": 0.12310504040015391,
      "grad_norm": 396.6274108886719,
      "learning_rate": 0.0001999254537639553,
      "loss": 4.5571,
      "step": 19197
    },
    {
      "epoch": 0.12311145312299603,
      "grad_norm": 77.0857925415039,
      "learning_rate": 0.0001999254459861167,
      "loss": 4.6064,
      "step": 19198
    },
    {
      "epoch": 0.12311786584583814,
      "grad_norm": 91.08075714111328,
      "learning_rate": 0.00019992543820787252,
      "loss": 4.8563,
      "step": 19199
    },
    {
      "epoch": 0.12312427856868026,
      "grad_norm": 39.21512985229492,
      "learning_rate": 0.00019992543042922275,
      "loss": 5.0702,
      "step": 19200
    },
    {
      "epoch": 0.12312427856868026,
      "eval_loss": 4.624009132385254,
      "eval_runtime": 34.7539,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 19200
    },
    {
      "epoch": 0.12313069129152238,
      "grad_norm": 122.41204071044922,
      "learning_rate": 0.00019992542265016744,
      "loss": 4.8302,
      "step": 19201
    },
    {
      "epoch": 0.12313710401436449,
      "grad_norm": 127.49268341064453,
      "learning_rate": 0.0001999254148707065,
      "loss": 4.6484,
      "step": 19202
    },
    {
      "epoch": 0.12314351673720662,
      "grad_norm": 53.07603073120117,
      "learning_rate": 0.00019992540709084,
      "loss": 4.8227,
      "step": 19203
    },
    {
      "epoch": 0.12314992946004874,
      "grad_norm": 49.116943359375,
      "learning_rate": 0.0001999253993105679,
      "loss": 4.7782,
      "step": 19204
    },
    {
      "epoch": 0.12315634218289086,
      "grad_norm": 167.96632385253906,
      "learning_rate": 0.00019992539152989024,
      "loss": 4.5293,
      "step": 19205
    },
    {
      "epoch": 0.12316275490573297,
      "grad_norm": 224.19776916503906,
      "learning_rate": 0.000199925383748807,
      "loss": 4.618,
      "step": 19206
    },
    {
      "epoch": 0.12316916762857509,
      "grad_norm": 37.91700744628906,
      "learning_rate": 0.00019992537596731817,
      "loss": 4.545,
      "step": 19207
    },
    {
      "epoch": 0.12317558035141721,
      "grad_norm": 42.221710205078125,
      "learning_rate": 0.00019992536818542377,
      "loss": 4.5383,
      "step": 19208
    },
    {
      "epoch": 0.12318199307425932,
      "grad_norm": 49.744510650634766,
      "learning_rate": 0.0001999253604031238,
      "loss": 4.7854,
      "step": 19209
    },
    {
      "epoch": 0.12318840579710146,
      "grad_norm": 96.0000228881836,
      "learning_rate": 0.00019992535262041824,
      "loss": 4.5527,
      "step": 19210
    },
    {
      "epoch": 0.12319481851994357,
      "grad_norm": 69.80657196044922,
      "learning_rate": 0.00019992534483730706,
      "loss": 4.6404,
      "step": 19211
    },
    {
      "epoch": 0.12320123124278569,
      "grad_norm": 32.11843490600586,
      "learning_rate": 0.00019992533705379036,
      "loss": 4.5931,
      "step": 19212
    },
    {
      "epoch": 0.1232076439656278,
      "grad_norm": 65.62272644042969,
      "learning_rate": 0.00019992532926986804,
      "loss": 4.3939,
      "step": 19213
    },
    {
      "epoch": 0.12321405668846992,
      "grad_norm": 115.46805572509766,
      "learning_rate": 0.00019992532148554014,
      "loss": 4.8723,
      "step": 19214
    },
    {
      "epoch": 0.12322046941131204,
      "grad_norm": 97.00288391113281,
      "learning_rate": 0.0001999253137008067,
      "loss": 4.6629,
      "step": 19215
    },
    {
      "epoch": 0.12322688213415416,
      "grad_norm": 79.07853698730469,
      "learning_rate": 0.00019992530591566766,
      "loss": 4.9587,
      "step": 19216
    },
    {
      "epoch": 0.12323329485699629,
      "grad_norm": 71.21289825439453,
      "learning_rate": 0.00019992529813012299,
      "loss": 5.048,
      "step": 19217
    },
    {
      "epoch": 0.1232397075798384,
      "grad_norm": 346.5649108886719,
      "learning_rate": 0.0001999252903441728,
      "loss": 4.8822,
      "step": 19218
    },
    {
      "epoch": 0.12324612030268052,
      "grad_norm": 138.8699493408203,
      "learning_rate": 0.000199925282557817,
      "loss": 4.6425,
      "step": 19219
    },
    {
      "epoch": 0.12325253302552264,
      "grad_norm": 434.7087097167969,
      "learning_rate": 0.00019992527477105565,
      "loss": 5.0873,
      "step": 19220
    },
    {
      "epoch": 0.12325894574836475,
      "grad_norm": 180.4170379638672,
      "learning_rate": 0.00019992526698388869,
      "loss": 4.3596,
      "step": 19221
    },
    {
      "epoch": 0.12326535847120687,
      "grad_norm": 471.4573059082031,
      "learning_rate": 0.00019992525919631615,
      "loss": 4.9013,
      "step": 19222
    },
    {
      "epoch": 0.12327177119404899,
      "grad_norm": 204.09927368164062,
      "learning_rate": 0.00019992525140833804,
      "loss": 4.4364,
      "step": 19223
    },
    {
      "epoch": 0.12327818391689112,
      "grad_norm": 127.35144805908203,
      "learning_rate": 0.00019992524361995434,
      "loss": 4.7603,
      "step": 19224
    },
    {
      "epoch": 0.12328459663973323,
      "grad_norm": 32.027252197265625,
      "learning_rate": 0.00019992523583116508,
      "loss": 4.5158,
      "step": 19225
    },
    {
      "epoch": 0.12329100936257535,
      "grad_norm": 53.50840377807617,
      "learning_rate": 0.00019992522804197026,
      "loss": 4.5689,
      "step": 19226
    },
    {
      "epoch": 0.12329742208541747,
      "grad_norm": 62.919090270996094,
      "learning_rate": 0.0001999252202523698,
      "loss": 4.8207,
      "step": 19227
    },
    {
      "epoch": 0.12330383480825959,
      "grad_norm": 103.95335388183594,
      "learning_rate": 0.0001999252124623638,
      "loss": 4.675,
      "step": 19228
    },
    {
      "epoch": 0.1233102475311017,
      "grad_norm": 57.69365310668945,
      "learning_rate": 0.0001999252046719522,
      "loss": 4.8518,
      "step": 19229
    },
    {
      "epoch": 0.12331666025394382,
      "grad_norm": 49.943565368652344,
      "learning_rate": 0.00019992519688113503,
      "loss": 4.882,
      "step": 19230
    },
    {
      "epoch": 0.12332307297678595,
      "grad_norm": 97.46931457519531,
      "learning_rate": 0.00019992518908991226,
      "loss": 4.643,
      "step": 19231
    },
    {
      "epoch": 0.12332948569962807,
      "grad_norm": 89.04462432861328,
      "learning_rate": 0.00019992518129828394,
      "loss": 4.6882,
      "step": 19232
    },
    {
      "epoch": 0.12333589842247018,
      "grad_norm": 79.92847442626953,
      "learning_rate": 0.00019992517350625005,
      "loss": 4.4955,
      "step": 19233
    },
    {
      "epoch": 0.1233423111453123,
      "grad_norm": 103.35861206054688,
      "learning_rate": 0.00019992516571381053,
      "loss": 4.7458,
      "step": 19234
    },
    {
      "epoch": 0.12334872386815442,
      "grad_norm": 36.244102478027344,
      "learning_rate": 0.00019992515792096547,
      "loss": 4.5448,
      "step": 19235
    },
    {
      "epoch": 0.12335513659099653,
      "grad_norm": 60.649208068847656,
      "learning_rate": 0.00019992515012771483,
      "loss": 4.6119,
      "step": 19236
    },
    {
      "epoch": 0.12336154931383865,
      "grad_norm": 85.8797607421875,
      "learning_rate": 0.0001999251423340586,
      "loss": 5.066,
      "step": 19237
    },
    {
      "epoch": 0.12336796203668078,
      "grad_norm": 155.60594177246094,
      "learning_rate": 0.00019992513453999679,
      "loss": 4.7752,
      "step": 19238
    },
    {
      "epoch": 0.1233743747595229,
      "grad_norm": 278.40966796875,
      "learning_rate": 0.0001999251267455294,
      "loss": 4.7627,
      "step": 19239
    },
    {
      "epoch": 0.12338078748236501,
      "grad_norm": 58.800777435302734,
      "learning_rate": 0.00019992511895065645,
      "loss": 4.8821,
      "step": 19240
    },
    {
      "epoch": 0.12338720020520713,
      "grad_norm": 168.0303955078125,
      "learning_rate": 0.0001999251111553779,
      "loss": 4.3593,
      "step": 19241
    },
    {
      "epoch": 0.12339361292804925,
      "grad_norm": 76.95304870605469,
      "learning_rate": 0.00019992510335969374,
      "loss": 4.5436,
      "step": 19242
    },
    {
      "epoch": 0.12340002565089137,
      "grad_norm": 52.58412551879883,
      "learning_rate": 0.00019992509556360406,
      "loss": 4.378,
      "step": 19243
    },
    {
      "epoch": 0.12340643837373348,
      "grad_norm": 86.50595092773438,
      "learning_rate": 0.00019992508776710876,
      "loss": 4.3735,
      "step": 19244
    },
    {
      "epoch": 0.12341285109657561,
      "grad_norm": 41.33988952636719,
      "learning_rate": 0.00019992507997020789,
      "loss": 4.3662,
      "step": 19245
    },
    {
      "epoch": 0.12341926381941773,
      "grad_norm": 19.24397087097168,
      "learning_rate": 0.00019992507217290144,
      "loss": 4.3797,
      "step": 19246
    },
    {
      "epoch": 0.12342567654225985,
      "grad_norm": 48.52981185913086,
      "learning_rate": 0.00019992506437518942,
      "loss": 4.5825,
      "step": 19247
    },
    {
      "epoch": 0.12343208926510196,
      "grad_norm": 53.049644470214844,
      "learning_rate": 0.00019992505657707182,
      "loss": 4.5736,
      "step": 19248
    },
    {
      "epoch": 0.12343850198794408,
      "grad_norm": 25.243087768554688,
      "learning_rate": 0.00019992504877854863,
      "loss": 4.5045,
      "step": 19249
    },
    {
      "epoch": 0.1234449147107862,
      "grad_norm": 87.4898452758789,
      "learning_rate": 0.0001999250409796199,
      "loss": 4.6756,
      "step": 19250
    },
    {
      "epoch": 0.12345132743362831,
      "grad_norm": 46.45564651489258,
      "learning_rate": 0.00019992503318028555,
      "loss": 4.7063,
      "step": 19251
    },
    {
      "epoch": 0.12345774015647044,
      "grad_norm": 39.62694549560547,
      "learning_rate": 0.00019992502538054561,
      "loss": 4.6506,
      "step": 19252
    },
    {
      "epoch": 0.12346415287931256,
      "grad_norm": 124.07303619384766,
      "learning_rate": 0.00019992501758040013,
      "loss": 4.6409,
      "step": 19253
    },
    {
      "epoch": 0.12347056560215468,
      "grad_norm": 41.93095397949219,
      "learning_rate": 0.00019992500977984902,
      "loss": 4.7142,
      "step": 19254
    },
    {
      "epoch": 0.1234769783249968,
      "grad_norm": 33.311710357666016,
      "learning_rate": 0.00019992500197889239,
      "loss": 4.919,
      "step": 19255
    },
    {
      "epoch": 0.12348339104783891,
      "grad_norm": 29.946083068847656,
      "learning_rate": 0.00019992499417753013,
      "loss": 4.4329,
      "step": 19256
    },
    {
      "epoch": 0.12348980377068103,
      "grad_norm": 69.64441680908203,
      "learning_rate": 0.00019992498637576232,
      "loss": 4.9399,
      "step": 19257
    },
    {
      "epoch": 0.12349621649352314,
      "grad_norm": 119.30541229248047,
      "learning_rate": 0.00019992497857358892,
      "loss": 4.3565,
      "step": 19258
    },
    {
      "epoch": 0.12350262921636528,
      "grad_norm": 21.09204864501953,
      "learning_rate": 0.00019992497077100994,
      "loss": 4.7421,
      "step": 19259
    },
    {
      "epoch": 0.12350904193920739,
      "grad_norm": 44.71411895751953,
      "learning_rate": 0.00019992496296802542,
      "loss": 4.9393,
      "step": 19260
    },
    {
      "epoch": 0.12351545466204951,
      "grad_norm": 37.85625457763672,
      "learning_rate": 0.00019992495516463524,
      "loss": 4.5708,
      "step": 19261
    },
    {
      "epoch": 0.12352186738489163,
      "grad_norm": 112.10028839111328,
      "learning_rate": 0.00019992494736083955,
      "loss": 4.812,
      "step": 19262
    },
    {
      "epoch": 0.12352828010773374,
      "grad_norm": 34.69059371948242,
      "learning_rate": 0.00019992493955663828,
      "loss": 4.5854,
      "step": 19263
    },
    {
      "epoch": 0.12353469283057586,
      "grad_norm": 46.048973083496094,
      "learning_rate": 0.00019992493175203138,
      "loss": 4.4174,
      "step": 19264
    },
    {
      "epoch": 0.12354110555341798,
      "grad_norm": 32.376827239990234,
      "learning_rate": 0.00019992492394701894,
      "loss": 4.5172,
      "step": 19265
    },
    {
      "epoch": 0.1235475182762601,
      "grad_norm": 57.843536376953125,
      "learning_rate": 0.00019992491614160093,
      "loss": 4.7311,
      "step": 19266
    },
    {
      "epoch": 0.12355393099910222,
      "grad_norm": 37.77490997314453,
      "learning_rate": 0.00019992490833577731,
      "loss": 4.5988,
      "step": 19267
    },
    {
      "epoch": 0.12356034372194434,
      "grad_norm": 54.67098617553711,
      "learning_rate": 0.00019992490052954813,
      "loss": 4.6459,
      "step": 19268
    },
    {
      "epoch": 0.12356675644478646,
      "grad_norm": 49.98740005493164,
      "learning_rate": 0.00019992489272291337,
      "loss": 4.8667,
      "step": 19269
    },
    {
      "epoch": 0.12357316916762857,
      "grad_norm": 63.69491195678711,
      "learning_rate": 0.00019992488491587303,
      "loss": 4.7767,
      "step": 19270
    },
    {
      "epoch": 0.12357958189047069,
      "grad_norm": 157.58346557617188,
      "learning_rate": 0.0001999248771084271,
      "loss": 4.7657,
      "step": 19271
    },
    {
      "epoch": 0.12358599461331281,
      "grad_norm": 48.179325103759766,
      "learning_rate": 0.00019992486930057562,
      "loss": 4.4803,
      "step": 19272
    },
    {
      "epoch": 0.12359240733615492,
      "grad_norm": 31.358407974243164,
      "learning_rate": 0.00019992486149231851,
      "loss": 4.5487,
      "step": 19273
    },
    {
      "epoch": 0.12359882005899706,
      "grad_norm": 65.33607482910156,
      "learning_rate": 0.00019992485368365586,
      "loss": 4.3405,
      "step": 19274
    },
    {
      "epoch": 0.12360523278183917,
      "grad_norm": 123.13497924804688,
      "learning_rate": 0.0001999248458745876,
      "loss": 4.999,
      "step": 19275
    },
    {
      "epoch": 0.12361164550468129,
      "grad_norm": 34.71074295043945,
      "learning_rate": 0.0001999248380651138,
      "loss": 4.4919,
      "step": 19276
    },
    {
      "epoch": 0.1236180582275234,
      "grad_norm": 52.90460205078125,
      "learning_rate": 0.00019992483025523444,
      "loss": 4.7408,
      "step": 19277
    },
    {
      "epoch": 0.12362447095036552,
      "grad_norm": 22.358871459960938,
      "learning_rate": 0.00019992482244494944,
      "loss": 4.5439,
      "step": 19278
    },
    {
      "epoch": 0.12363088367320764,
      "grad_norm": 39.611778259277344,
      "learning_rate": 0.00019992481463425893,
      "loss": 4.6305,
      "step": 19279
    },
    {
      "epoch": 0.12363729639604976,
      "grad_norm": 41.61221694946289,
      "learning_rate": 0.00019992480682316276,
      "loss": 4.4399,
      "step": 19280
    },
    {
      "epoch": 0.12364370911889189,
      "grad_norm": 496.98162841796875,
      "learning_rate": 0.00019992479901166107,
      "loss": 4.744,
      "step": 19281
    },
    {
      "epoch": 0.123650121841734,
      "grad_norm": 48.96772384643555,
      "learning_rate": 0.0001999247911997538,
      "loss": 4.807,
      "step": 19282
    },
    {
      "epoch": 0.12365653456457612,
      "grad_norm": 92.73538208007812,
      "learning_rate": 0.00019992478338744094,
      "loss": 4.6042,
      "step": 19283
    },
    {
      "epoch": 0.12366294728741824,
      "grad_norm": 87.30509185791016,
      "learning_rate": 0.00019992477557472248,
      "loss": 4.5698,
      "step": 19284
    },
    {
      "epoch": 0.12366936001026035,
      "grad_norm": 69.99918365478516,
      "learning_rate": 0.00019992476776159847,
      "loss": 4.4039,
      "step": 19285
    },
    {
      "epoch": 0.12367577273310247,
      "grad_norm": 41.96747589111328,
      "learning_rate": 0.00019992475994806886,
      "loss": 4.8372,
      "step": 19286
    },
    {
      "epoch": 0.12368218545594459,
      "grad_norm": 156.9128875732422,
      "learning_rate": 0.0001999247521341337,
      "loss": 4.5545,
      "step": 19287
    },
    {
      "epoch": 0.12368859817878672,
      "grad_norm": 52.611507415771484,
      "learning_rate": 0.00019992474431979295,
      "loss": 4.4588,
      "step": 19288
    },
    {
      "epoch": 0.12369501090162884,
      "grad_norm": 28.54131507873535,
      "learning_rate": 0.00019992473650504663,
      "loss": 4.5118,
      "step": 19289
    },
    {
      "epoch": 0.12370142362447095,
      "grad_norm": 38.412105560302734,
      "learning_rate": 0.00019992472868989473,
      "loss": 4.4834,
      "step": 19290
    },
    {
      "epoch": 0.12370783634731307,
      "grad_norm": 79.25506591796875,
      "learning_rate": 0.00019992472087433725,
      "loss": 4.7472,
      "step": 19291
    },
    {
      "epoch": 0.12371424907015519,
      "grad_norm": 203.65234375,
      "learning_rate": 0.00019992471305837418,
      "loss": 4.5401,
      "step": 19292
    },
    {
      "epoch": 0.1237206617929973,
      "grad_norm": 37.63533020019531,
      "learning_rate": 0.00019992470524200553,
      "loss": 4.2453,
      "step": 19293
    },
    {
      "epoch": 0.12372707451583942,
      "grad_norm": 39.065773010253906,
      "learning_rate": 0.0001999246974252313,
      "loss": 4.7246,
      "step": 19294
    },
    {
      "epoch": 0.12373348723868155,
      "grad_norm": 51.82036209106445,
      "learning_rate": 0.0001999246896080515,
      "loss": 4.7098,
      "step": 19295
    },
    {
      "epoch": 0.12373989996152367,
      "grad_norm": 91.85015106201172,
      "learning_rate": 0.00019992468179046613,
      "loss": 4.4886,
      "step": 19296
    },
    {
      "epoch": 0.12374631268436578,
      "grad_norm": 121.40959930419922,
      "learning_rate": 0.0001999246739724752,
      "loss": 4.5113,
      "step": 19297
    },
    {
      "epoch": 0.1237527254072079,
      "grad_norm": 172.94947814941406,
      "learning_rate": 0.00019992466615407865,
      "loss": 4.7582,
      "step": 19298
    },
    {
      "epoch": 0.12375913813005002,
      "grad_norm": 52.47909164428711,
      "learning_rate": 0.00019992465833527654,
      "loss": 4.6486,
      "step": 19299
    },
    {
      "epoch": 0.12376555085289213,
      "grad_norm": 48.319705963134766,
      "learning_rate": 0.00019992465051606886,
      "loss": 4.5239,
      "step": 19300
    },
    {
      "epoch": 0.12376555085289213,
      "eval_loss": 4.535195827484131,
      "eval_runtime": 34.7359,
      "eval_samples_per_second": 90.252,
      "eval_steps_per_second": 22.57,
      "step": 19300
    },
    {
      "epoch": 0.12377196357573425,
      "grad_norm": 43.114707946777344,
      "learning_rate": 0.00019992464269645558,
      "loss": 4.7837,
      "step": 19301
    },
    {
      "epoch": 0.12377837629857638,
      "grad_norm": 109.15113067626953,
      "learning_rate": 0.00019992463487643675,
      "loss": 4.5992,
      "step": 19302
    },
    {
      "epoch": 0.1237847890214185,
      "grad_norm": 330.4427185058594,
      "learning_rate": 0.00019992462705601232,
      "loss": 4.6042,
      "step": 19303
    },
    {
      "epoch": 0.12379120174426061,
      "grad_norm": 65.904296875,
      "learning_rate": 0.00019992461923518234,
      "loss": 4.6738,
      "step": 19304
    },
    {
      "epoch": 0.12379761446710273,
      "grad_norm": 41.419776916503906,
      "learning_rate": 0.00019992461141394677,
      "loss": 4.7159,
      "step": 19305
    },
    {
      "epoch": 0.12380402718994485,
      "grad_norm": 60.0123405456543,
      "learning_rate": 0.0001999246035923056,
      "loss": 4.554,
      "step": 19306
    },
    {
      "epoch": 0.12381043991278697,
      "grad_norm": 33.65468215942383,
      "learning_rate": 0.00019992459577025887,
      "loss": 4.4356,
      "step": 19307
    },
    {
      "epoch": 0.12381685263562908,
      "grad_norm": 35.36153793334961,
      "learning_rate": 0.00019992458794780658,
      "loss": 4.61,
      "step": 19308
    },
    {
      "epoch": 0.12382326535847121,
      "grad_norm": 31.891843795776367,
      "learning_rate": 0.00019992458012494868,
      "loss": 4.6251,
      "step": 19309
    },
    {
      "epoch": 0.12382967808131333,
      "grad_norm": 100.47220611572266,
      "learning_rate": 0.00019992457230168521,
      "loss": 4.6565,
      "step": 19310
    },
    {
      "epoch": 0.12383609080415545,
      "grad_norm": 50.24768829345703,
      "learning_rate": 0.0001999245644780162,
      "loss": 4.6565,
      "step": 19311
    },
    {
      "epoch": 0.12384250352699756,
      "grad_norm": 31.144601821899414,
      "learning_rate": 0.00019992455665394156,
      "loss": 4.4659,
      "step": 19312
    },
    {
      "epoch": 0.12384891624983968,
      "grad_norm": 70.066162109375,
      "learning_rate": 0.00019992454882946138,
      "loss": 4.7808,
      "step": 19313
    },
    {
      "epoch": 0.1238553289726818,
      "grad_norm": 224.0458526611328,
      "learning_rate": 0.00019992454100457562,
      "loss": 4.4927,
      "step": 19314
    },
    {
      "epoch": 0.12386174169552391,
      "grad_norm": 36.41005325317383,
      "learning_rate": 0.00019992453317928426,
      "loss": 4.596,
      "step": 19315
    },
    {
      "epoch": 0.12386815441836604,
      "grad_norm": 111.91036987304688,
      "learning_rate": 0.00019992452535358735,
      "loss": 4.7368,
      "step": 19316
    },
    {
      "epoch": 0.12387456714120816,
      "grad_norm": 38.43086242675781,
      "learning_rate": 0.00019992451752748482,
      "loss": 4.6582,
      "step": 19317
    },
    {
      "epoch": 0.12388097986405028,
      "grad_norm": 50.6694450378418,
      "learning_rate": 0.00019992450970097677,
      "loss": 4.6093,
      "step": 19318
    },
    {
      "epoch": 0.1238873925868924,
      "grad_norm": 38.90168380737305,
      "learning_rate": 0.0001999245018740631,
      "loss": 4.5387,
      "step": 19319
    },
    {
      "epoch": 0.12389380530973451,
      "grad_norm": 43.15678787231445,
      "learning_rate": 0.00019992449404674387,
      "loss": 4.5578,
      "step": 19320
    },
    {
      "epoch": 0.12390021803257663,
      "grad_norm": 97.6724853515625,
      "learning_rate": 0.00019992448621901905,
      "loss": 4.3829,
      "step": 19321
    },
    {
      "epoch": 0.12390663075541875,
      "grad_norm": 77.98580932617188,
      "learning_rate": 0.00019992447839088865,
      "loss": 4.5169,
      "step": 19322
    },
    {
      "epoch": 0.12391304347826088,
      "grad_norm": 219.77484130859375,
      "learning_rate": 0.00019992447056235268,
      "loss": 4.5493,
      "step": 19323
    },
    {
      "epoch": 0.12391945620110299,
      "grad_norm": 47.495323181152344,
      "learning_rate": 0.00019992446273341114,
      "loss": 4.7809,
      "step": 19324
    },
    {
      "epoch": 0.12392586892394511,
      "grad_norm": 109.9428482055664,
      "learning_rate": 0.00019992445490406402,
      "loss": 4.5606,
      "step": 19325
    },
    {
      "epoch": 0.12393228164678723,
      "grad_norm": 146.51766967773438,
      "learning_rate": 0.00019992444707431136,
      "loss": 4.9542,
      "step": 19326
    },
    {
      "epoch": 0.12393869436962934,
      "grad_norm": 45.91359329223633,
      "learning_rate": 0.00019992443924415305,
      "loss": 4.6904,
      "step": 19327
    },
    {
      "epoch": 0.12394510709247146,
      "grad_norm": 52.066566467285156,
      "learning_rate": 0.0001999244314135892,
      "loss": 4.7826,
      "step": 19328
    },
    {
      "epoch": 0.12395151981531358,
      "grad_norm": 35.06938934326172,
      "learning_rate": 0.00019992442358261978,
      "loss": 4.9323,
      "step": 19329
    },
    {
      "epoch": 0.12395793253815571,
      "grad_norm": 150.55416870117188,
      "learning_rate": 0.0001999244157512448,
      "loss": 4.8954,
      "step": 19330
    },
    {
      "epoch": 0.12396434526099782,
      "grad_norm": 58.86984634399414,
      "learning_rate": 0.00019992440791946422,
      "loss": 4.5838,
      "step": 19331
    },
    {
      "epoch": 0.12397075798383994,
      "grad_norm": 63.98554229736328,
      "learning_rate": 0.00019992440008727806,
      "loss": 4.7215,
      "step": 19332
    },
    {
      "epoch": 0.12397717070668206,
      "grad_norm": 209.5292510986328,
      "learning_rate": 0.00019992439225468634,
      "loss": 4.6637,
      "step": 19333
    },
    {
      "epoch": 0.12398358342952417,
      "grad_norm": 117.40192413330078,
      "learning_rate": 0.000199924384421689,
      "loss": 4.7885,
      "step": 19334
    },
    {
      "epoch": 0.12398999615236629,
      "grad_norm": 507.5778503417969,
      "learning_rate": 0.00019992437658828611,
      "loss": 4.7677,
      "step": 19335
    },
    {
      "epoch": 0.12399640887520841,
      "grad_norm": 63.466609954833984,
      "learning_rate": 0.00019992436875447767,
      "loss": 4.7309,
      "step": 19336
    },
    {
      "epoch": 0.12400282159805054,
      "grad_norm": 242.30482482910156,
      "learning_rate": 0.00019992436092026362,
      "loss": 4.6633,
      "step": 19337
    },
    {
      "epoch": 0.12400923432089266,
      "grad_norm": 101.63545227050781,
      "learning_rate": 0.000199924353085644,
      "loss": 4.5197,
      "step": 19338
    },
    {
      "epoch": 0.12401564704373477,
      "grad_norm": 75.51862335205078,
      "learning_rate": 0.00019992434525061882,
      "loss": 4.4312,
      "step": 19339
    },
    {
      "epoch": 0.12402205976657689,
      "grad_norm": 109.29568481445312,
      "learning_rate": 0.00019992433741518805,
      "loss": 4.5675,
      "step": 19340
    },
    {
      "epoch": 0.124028472489419,
      "grad_norm": 521.135498046875,
      "learning_rate": 0.0001999243295793517,
      "loss": 4.8263,
      "step": 19341
    },
    {
      "epoch": 0.12403488521226112,
      "grad_norm": 43.32322692871094,
      "learning_rate": 0.00019992432174310978,
      "loss": 4.8803,
      "step": 19342
    },
    {
      "epoch": 0.12404129793510324,
      "grad_norm": 83.87113952636719,
      "learning_rate": 0.0001999243139064623,
      "loss": 4.6611,
      "step": 19343
    },
    {
      "epoch": 0.12404771065794537,
      "grad_norm": 131.9108123779297,
      "learning_rate": 0.0001999243060694092,
      "loss": 4.5518,
      "step": 19344
    },
    {
      "epoch": 0.12405412338078749,
      "grad_norm": 1244.7015380859375,
      "learning_rate": 0.00019992429823195056,
      "loss": 4.403,
      "step": 19345
    },
    {
      "epoch": 0.1240605361036296,
      "grad_norm": 1108.0733642578125,
      "learning_rate": 0.00019992429039408633,
      "loss": 4.5837,
      "step": 19346
    },
    {
      "epoch": 0.12406694882647172,
      "grad_norm": 152.07333374023438,
      "learning_rate": 0.00019992428255581653,
      "loss": 4.7694,
      "step": 19347
    },
    {
      "epoch": 0.12407336154931384,
      "grad_norm": 100.22840881347656,
      "learning_rate": 0.00019992427471714116,
      "loss": 4.4943,
      "step": 19348
    },
    {
      "epoch": 0.12407977427215595,
      "grad_norm": 199.85623168945312,
      "learning_rate": 0.00019992426687806018,
      "loss": 4.617,
      "step": 19349
    },
    {
      "epoch": 0.12408618699499807,
      "grad_norm": 148.0548858642578,
      "learning_rate": 0.00019992425903857366,
      "loss": 4.6057,
      "step": 19350
    },
    {
      "epoch": 0.1240925997178402,
      "grad_norm": 428.83209228515625,
      "learning_rate": 0.00019992425119868154,
      "loss": 4.5381,
      "step": 19351
    },
    {
      "epoch": 0.12409901244068232,
      "grad_norm": 141.68197631835938,
      "learning_rate": 0.00019992424335838388,
      "loss": 4.722,
      "step": 19352
    },
    {
      "epoch": 0.12410542516352444,
      "grad_norm": 492.9166564941406,
      "learning_rate": 0.0001999242355176806,
      "loss": 5.0525,
      "step": 19353
    },
    {
      "epoch": 0.12411183788636655,
      "grad_norm": 1875.28759765625,
      "learning_rate": 0.00019992422767657177,
      "loss": 4.7688,
      "step": 19354
    },
    {
      "epoch": 0.12411825060920867,
      "grad_norm": 120.32579803466797,
      "learning_rate": 0.00019992421983505736,
      "loss": 4.3469,
      "step": 19355
    },
    {
      "epoch": 0.12412466333205079,
      "grad_norm": 123.47388458251953,
      "learning_rate": 0.00019992421199313738,
      "loss": 4.6776,
      "step": 19356
    },
    {
      "epoch": 0.1241310760548929,
      "grad_norm": 107.93851470947266,
      "learning_rate": 0.00019992420415081182,
      "loss": 4.9851,
      "step": 19357
    },
    {
      "epoch": 0.12413748877773502,
      "grad_norm": 59.42426300048828,
      "learning_rate": 0.0001999241963080807,
      "loss": 4.7272,
      "step": 19358
    },
    {
      "epoch": 0.12414390150057715,
      "grad_norm": 518.8553466796875,
      "learning_rate": 0.00019992418846494396,
      "loss": 4.6889,
      "step": 19359
    },
    {
      "epoch": 0.12415031422341927,
      "grad_norm": 216.48802185058594,
      "learning_rate": 0.00019992418062140166,
      "loss": 4.4066,
      "step": 19360
    },
    {
      "epoch": 0.12415672694626138,
      "grad_norm": 65.07978057861328,
      "learning_rate": 0.0001999241727774538,
      "loss": 4.7314,
      "step": 19361
    },
    {
      "epoch": 0.1241631396691035,
      "grad_norm": 163.99066162109375,
      "learning_rate": 0.00019992416493310039,
      "loss": 4.784,
      "step": 19362
    },
    {
      "epoch": 0.12416955239194562,
      "grad_norm": 204.04833984375,
      "learning_rate": 0.00019992415708834136,
      "loss": 4.7529,
      "step": 19363
    },
    {
      "epoch": 0.12417596511478773,
      "grad_norm": 1881.46240234375,
      "learning_rate": 0.00019992414924317674,
      "loss": 4.9005,
      "step": 19364
    },
    {
      "epoch": 0.12418237783762985,
      "grad_norm": 299.7575378417969,
      "learning_rate": 0.00019992414139760657,
      "loss": 4.6468,
      "step": 19365
    },
    {
      "epoch": 0.12418879056047198,
      "grad_norm": 1239.802490234375,
      "learning_rate": 0.00019992413355163083,
      "loss": 4.8558,
      "step": 19366
    },
    {
      "epoch": 0.1241952032833141,
      "grad_norm": 354.3352355957031,
      "learning_rate": 0.00019992412570524952,
      "loss": 4.6799,
      "step": 19367
    },
    {
      "epoch": 0.12420161600615622,
      "grad_norm": 806.1648559570312,
      "learning_rate": 0.00019992411785846263,
      "loss": 4.6502,
      "step": 19368
    },
    {
      "epoch": 0.12420802872899833,
      "grad_norm": 451.99456787109375,
      "learning_rate": 0.00019992411001127015,
      "loss": 4.8529,
      "step": 19369
    },
    {
      "epoch": 0.12421444145184045,
      "grad_norm": 365.06396484375,
      "learning_rate": 0.0001999241021636721,
      "loss": 4.7443,
      "step": 19370
    },
    {
      "epoch": 0.12422085417468257,
      "grad_norm": 166.6240997314453,
      "learning_rate": 0.00019992409431566848,
      "loss": 4.6684,
      "step": 19371
    },
    {
      "epoch": 0.12422726689752468,
      "grad_norm": 530.2247924804688,
      "learning_rate": 0.00019992408646725928,
      "loss": 4.4393,
      "step": 19372
    },
    {
      "epoch": 0.12423367962036681,
      "grad_norm": 157.63096618652344,
      "learning_rate": 0.00019992407861844452,
      "loss": 4.6893,
      "step": 19373
    },
    {
      "epoch": 0.12424009234320893,
      "grad_norm": 285.0752868652344,
      "learning_rate": 0.00019992407076922417,
      "loss": 4.9377,
      "step": 19374
    },
    {
      "epoch": 0.12424650506605105,
      "grad_norm": 78.71056365966797,
      "learning_rate": 0.00019992406291959825,
      "loss": 4.6748,
      "step": 19375
    },
    {
      "epoch": 0.12425291778889316,
      "grad_norm": 5552.751953125,
      "learning_rate": 0.00019992405506956672,
      "loss": 4.7397,
      "step": 19376
    },
    {
      "epoch": 0.12425933051173528,
      "grad_norm": 257.14739990234375,
      "learning_rate": 0.00019992404721912968,
      "loss": 4.5987,
      "step": 19377
    },
    {
      "epoch": 0.1242657432345774,
      "grad_norm": 79.66101837158203,
      "learning_rate": 0.00019992403936828704,
      "loss": 5.0892,
      "step": 19378
    },
    {
      "epoch": 0.12427215595741951,
      "grad_norm": 88.50790405273438,
      "learning_rate": 0.0001999240315170388,
      "loss": 4.6312,
      "step": 19379
    },
    {
      "epoch": 0.12427856868026164,
      "grad_norm": 121.50668334960938,
      "learning_rate": 0.00019992402366538498,
      "loss": 4.7566,
      "step": 19380
    },
    {
      "epoch": 0.12428498140310376,
      "grad_norm": 216.399169921875,
      "learning_rate": 0.00019992401581332562,
      "loss": 4.4989,
      "step": 19381
    },
    {
      "epoch": 0.12429139412594588,
      "grad_norm": 76.18448638916016,
      "learning_rate": 0.00019992400796086068,
      "loss": 4.7598,
      "step": 19382
    },
    {
      "epoch": 0.124297806848788,
      "grad_norm": 136.85227966308594,
      "learning_rate": 0.00019992400010799015,
      "loss": 4.7643,
      "step": 19383
    },
    {
      "epoch": 0.12430421957163011,
      "grad_norm": 175.9742431640625,
      "learning_rate": 0.00019992399225471404,
      "loss": 4.7805,
      "step": 19384
    },
    {
      "epoch": 0.12431063229447223,
      "grad_norm": 434.0330810546875,
      "learning_rate": 0.00019992398440103236,
      "loss": 4.512,
      "step": 19385
    },
    {
      "epoch": 0.12431704501731435,
      "grad_norm": 246.17779541015625,
      "learning_rate": 0.00019992397654694513,
      "loss": 4.5308,
      "step": 19386
    },
    {
      "epoch": 0.12432345774015648,
      "grad_norm": 151.13719177246094,
      "learning_rate": 0.00019992396869245228,
      "loss": 4.6902,
      "step": 19387
    },
    {
      "epoch": 0.12432987046299859,
      "grad_norm": 1756.44287109375,
      "learning_rate": 0.0001999239608375539,
      "loss": 4.7312,
      "step": 19388
    },
    {
      "epoch": 0.12433628318584071,
      "grad_norm": 370.6888732910156,
      "learning_rate": 0.00019992395298224993,
      "loss": 4.6923,
      "step": 19389
    },
    {
      "epoch": 0.12434269590868283,
      "grad_norm": 119.68120574951172,
      "learning_rate": 0.0001999239451265404,
      "loss": 4.6989,
      "step": 19390
    },
    {
      "epoch": 0.12434910863152494,
      "grad_norm": 357.5579528808594,
      "learning_rate": 0.00019992393727042527,
      "loss": 4.6122,
      "step": 19391
    },
    {
      "epoch": 0.12435552135436706,
      "grad_norm": 106.6182861328125,
      "learning_rate": 0.00019992392941390455,
      "loss": 4.8052,
      "step": 19392
    },
    {
      "epoch": 0.12436193407720918,
      "grad_norm": 350.5062561035156,
      "learning_rate": 0.0001999239215569783,
      "loss": 4.6534,
      "step": 19393
    },
    {
      "epoch": 0.12436834680005131,
      "grad_norm": 202.73196411132812,
      "learning_rate": 0.00019992391369964642,
      "loss": 4.5778,
      "step": 19394
    },
    {
      "epoch": 0.12437475952289342,
      "grad_norm": 480.5941162109375,
      "learning_rate": 0.000199923905841909,
      "loss": 4.6455,
      "step": 19395
    },
    {
      "epoch": 0.12438117224573554,
      "grad_norm": 92.28691864013672,
      "learning_rate": 0.000199923897983766,
      "loss": 4.7114,
      "step": 19396
    },
    {
      "epoch": 0.12438758496857766,
      "grad_norm": 149.56106567382812,
      "learning_rate": 0.00019992389012521745,
      "loss": 4.5353,
      "step": 19397
    },
    {
      "epoch": 0.12439399769141977,
      "grad_norm": 57.29073715209961,
      "learning_rate": 0.0001999238822662633,
      "loss": 4.813,
      "step": 19398
    },
    {
      "epoch": 0.12440041041426189,
      "grad_norm": 274.72259521484375,
      "learning_rate": 0.00019992387440690356,
      "loss": 4.7278,
      "step": 19399
    },
    {
      "epoch": 0.12440682313710401,
      "grad_norm": 856.9788208007812,
      "learning_rate": 0.00019992386654713826,
      "loss": 4.5601,
      "step": 19400
    },
    {
      "epoch": 0.12440682313710401,
      "eval_loss": 4.641482353210449,
      "eval_runtime": 34.7565,
      "eval_samples_per_second": 90.199,
      "eval_steps_per_second": 22.557,
      "step": 19400
    },
    {
      "epoch": 0.12441323585994614,
      "grad_norm": 449.2397155761719,
      "learning_rate": 0.0001999238586869674,
      "loss": 5.1291,
      "step": 19401
    },
    {
      "epoch": 0.12441964858278826,
      "grad_norm": 337.86431884765625,
      "learning_rate": 0.00019992385082639097,
      "loss": 4.6482,
      "step": 19402
    },
    {
      "epoch": 0.12442606130563037,
      "grad_norm": 1102.916015625,
      "learning_rate": 0.00019992384296540895,
      "loss": 4.8211,
      "step": 19403
    },
    {
      "epoch": 0.12443247402847249,
      "grad_norm": 104.2857666015625,
      "learning_rate": 0.00019992383510402135,
      "loss": 4.834,
      "step": 19404
    },
    {
      "epoch": 0.1244388867513146,
      "grad_norm": 103.61084747314453,
      "learning_rate": 0.00019992382724222819,
      "loss": 4.61,
      "step": 19405
    },
    {
      "epoch": 0.12444529947415672,
      "grad_norm": 242.9998321533203,
      "learning_rate": 0.00019992381938002942,
      "loss": 4.5682,
      "step": 19406
    },
    {
      "epoch": 0.12445171219699884,
      "grad_norm": 171.54383850097656,
      "learning_rate": 0.0001999238115174251,
      "loss": 4.7368,
      "step": 19407
    },
    {
      "epoch": 0.12445812491984097,
      "grad_norm": 111.54932403564453,
      "learning_rate": 0.00019992380365441522,
      "loss": 4.6617,
      "step": 19408
    },
    {
      "epoch": 0.12446453764268309,
      "grad_norm": 203.91506958007812,
      "learning_rate": 0.00019992379579099976,
      "loss": 4.6799,
      "step": 19409
    },
    {
      "epoch": 0.1244709503655252,
      "grad_norm": 44.63233184814453,
      "learning_rate": 0.0001999237879271787,
      "loss": 4.6648,
      "step": 19410
    },
    {
      "epoch": 0.12447736308836732,
      "grad_norm": 138.09413146972656,
      "learning_rate": 0.0001999237800629521,
      "loss": 4.9814,
      "step": 19411
    },
    {
      "epoch": 0.12448377581120944,
      "grad_norm": 77.87207794189453,
      "learning_rate": 0.0001999237721983199,
      "loss": 4.7634,
      "step": 19412
    },
    {
      "epoch": 0.12449018853405155,
      "grad_norm": 80.59185028076172,
      "learning_rate": 0.00019992376433328218,
      "loss": 4.6038,
      "step": 19413
    },
    {
      "epoch": 0.12449660125689367,
      "grad_norm": 142.0837860107422,
      "learning_rate": 0.0001999237564678388,
      "loss": 4.7849,
      "step": 19414
    },
    {
      "epoch": 0.1245030139797358,
      "grad_norm": 188.80690002441406,
      "learning_rate": 0.0001999237486019899,
      "loss": 4.6667,
      "step": 19415
    },
    {
      "epoch": 0.12450942670257792,
      "grad_norm": 42.36118698120117,
      "learning_rate": 0.00019992374073573543,
      "loss": 4.8313,
      "step": 19416
    },
    {
      "epoch": 0.12451583942542004,
      "grad_norm": 45.42119216918945,
      "learning_rate": 0.00019992373286907537,
      "loss": 4.7165,
      "step": 19417
    },
    {
      "epoch": 0.12452225214826215,
      "grad_norm": 39.28441619873047,
      "learning_rate": 0.00019992372500200975,
      "loss": 4.5277,
      "step": 19418
    },
    {
      "epoch": 0.12452866487110427,
      "grad_norm": 73.31681823730469,
      "learning_rate": 0.00019992371713453854,
      "loss": 4.7878,
      "step": 19419
    },
    {
      "epoch": 0.12453507759394639,
      "grad_norm": 46.71559524536133,
      "learning_rate": 0.00019992370926666175,
      "loss": 4.6831,
      "step": 19420
    },
    {
      "epoch": 0.1245414903167885,
      "grad_norm": 162.42111206054688,
      "learning_rate": 0.00019992370139837942,
      "loss": 4.7053,
      "step": 19421
    },
    {
      "epoch": 0.12454790303963063,
      "grad_norm": 43.22749328613281,
      "learning_rate": 0.00019992369352969146,
      "loss": 4.8724,
      "step": 19422
    },
    {
      "epoch": 0.12455431576247275,
      "grad_norm": 62.34320831298828,
      "learning_rate": 0.00019992368566059798,
      "loss": 4.6843,
      "step": 19423
    },
    {
      "epoch": 0.12456072848531487,
      "grad_norm": 119.03096008300781,
      "learning_rate": 0.00019992367779109887,
      "loss": 4.7673,
      "step": 19424
    },
    {
      "epoch": 0.12456714120815698,
      "grad_norm": 50.101688385009766,
      "learning_rate": 0.00019992366992119425,
      "loss": 4.5195,
      "step": 19425
    },
    {
      "epoch": 0.1245735539309991,
      "grad_norm": 502.1225891113281,
      "learning_rate": 0.00019992366205088402,
      "loss": 4.5744,
      "step": 19426
    },
    {
      "epoch": 0.12457996665384122,
      "grad_norm": 487.5502014160156,
      "learning_rate": 0.00019992365418016822,
      "loss": 4.4741,
      "step": 19427
    },
    {
      "epoch": 0.12458637937668333,
      "grad_norm": 83.25438690185547,
      "learning_rate": 0.00019992364630904685,
      "loss": 4.5496,
      "step": 19428
    },
    {
      "epoch": 0.12459279209952547,
      "grad_norm": 49.65641403198242,
      "learning_rate": 0.0001999236384375199,
      "loss": 4.472,
      "step": 19429
    },
    {
      "epoch": 0.12459920482236758,
      "grad_norm": 173.07388305664062,
      "learning_rate": 0.0001999236305655874,
      "loss": 4.7871,
      "step": 19430
    },
    {
      "epoch": 0.1246056175452097,
      "grad_norm": 352.5917053222656,
      "learning_rate": 0.0001999236226932493,
      "loss": 4.7449,
      "step": 19431
    },
    {
      "epoch": 0.12461203026805182,
      "grad_norm": 264.1075134277344,
      "learning_rate": 0.00019992361482050567,
      "loss": 4.5098,
      "step": 19432
    },
    {
      "epoch": 0.12461844299089393,
      "grad_norm": 337.7272033691406,
      "learning_rate": 0.0001999236069473564,
      "loss": 4.593,
      "step": 19433
    },
    {
      "epoch": 0.12462485571373605,
      "grad_norm": 115.40347290039062,
      "learning_rate": 0.00019992359907380157,
      "loss": 4.607,
      "step": 19434
    },
    {
      "epoch": 0.12463126843657817,
      "grad_norm": 88.49462890625,
      "learning_rate": 0.00019992359119984122,
      "loss": 4.5849,
      "step": 19435
    },
    {
      "epoch": 0.1246376811594203,
      "grad_norm": 796.245849609375,
      "learning_rate": 0.00019992358332547526,
      "loss": 4.546,
      "step": 19436
    },
    {
      "epoch": 0.12464409388226241,
      "grad_norm": 114.74113464355469,
      "learning_rate": 0.00019992357545070373,
      "loss": 4.4687,
      "step": 19437
    },
    {
      "epoch": 0.12465050660510453,
      "grad_norm": 106.95930480957031,
      "learning_rate": 0.0001999235675755266,
      "loss": 4.6193,
      "step": 19438
    },
    {
      "epoch": 0.12465691932794665,
      "grad_norm": 81.04046630859375,
      "learning_rate": 0.00019992355969994393,
      "loss": 4.4391,
      "step": 19439
    },
    {
      "epoch": 0.12466333205078876,
      "grad_norm": 251.31201171875,
      "learning_rate": 0.0001999235518239557,
      "loss": 4.5301,
      "step": 19440
    },
    {
      "epoch": 0.12466974477363088,
      "grad_norm": 144.60765075683594,
      "learning_rate": 0.00019992354394756187,
      "loss": 4.7196,
      "step": 19441
    },
    {
      "epoch": 0.124676157496473,
      "grad_norm": 154.9442138671875,
      "learning_rate": 0.00019992353607076248,
      "loss": 4.7222,
      "step": 19442
    },
    {
      "epoch": 0.12468257021931513,
      "grad_norm": 159.80862426757812,
      "learning_rate": 0.0001999235281935575,
      "loss": 4.7403,
      "step": 19443
    },
    {
      "epoch": 0.12468898294215724,
      "grad_norm": 96.22610473632812,
      "learning_rate": 0.00019992352031594697,
      "loss": 4.4991,
      "step": 19444
    },
    {
      "epoch": 0.12469539566499936,
      "grad_norm": 280.9206237792969,
      "learning_rate": 0.00019992351243793084,
      "loss": 4.5132,
      "step": 19445
    },
    {
      "epoch": 0.12470180838784148,
      "grad_norm": 71.75980377197266,
      "learning_rate": 0.00019992350455950915,
      "loss": 4.6275,
      "step": 19446
    },
    {
      "epoch": 0.1247082211106836,
      "grad_norm": 459.9566650390625,
      "learning_rate": 0.0001999234966806819,
      "loss": 4.8872,
      "step": 19447
    },
    {
      "epoch": 0.12471463383352571,
      "grad_norm": 361.0451965332031,
      "learning_rate": 0.00019992348880144904,
      "loss": 4.7102,
      "step": 19448
    },
    {
      "epoch": 0.12472104655636783,
      "grad_norm": 84.48220825195312,
      "learning_rate": 0.00019992348092181064,
      "loss": 4.4442,
      "step": 19449
    },
    {
      "epoch": 0.12472745927920995,
      "grad_norm": 98.09455108642578,
      "learning_rate": 0.0001999234730417667,
      "loss": 5.0283,
      "step": 19450
    },
    {
      "epoch": 0.12473387200205208,
      "grad_norm": 105.11730194091797,
      "learning_rate": 0.00019992346516131712,
      "loss": 4.7035,
      "step": 19451
    },
    {
      "epoch": 0.1247402847248942,
      "grad_norm": 692.0506591796875,
      "learning_rate": 0.00019992345728046197,
      "loss": 5.0413,
      "step": 19452
    },
    {
      "epoch": 0.12474669744773631,
      "grad_norm": 155.5196075439453,
      "learning_rate": 0.0001999234493992013,
      "loss": 4.5282,
      "step": 19453
    },
    {
      "epoch": 0.12475311017057843,
      "grad_norm": 374.3216247558594,
      "learning_rate": 0.000199923441517535,
      "loss": 4.9135,
      "step": 19454
    },
    {
      "epoch": 0.12475952289342054,
      "grad_norm": 238.67738342285156,
      "learning_rate": 0.00019992343363546317,
      "loss": 4.7249,
      "step": 19455
    },
    {
      "epoch": 0.12476593561626266,
      "grad_norm": 109.3528823852539,
      "learning_rate": 0.00019992342575298575,
      "loss": 5.3254,
      "step": 19456
    },
    {
      "epoch": 0.12477234833910478,
      "grad_norm": 1426.626708984375,
      "learning_rate": 0.00019992341787010277,
      "loss": 5.0046,
      "step": 19457
    },
    {
      "epoch": 0.12477876106194691,
      "grad_norm": 486.6382141113281,
      "learning_rate": 0.00019992340998681418,
      "loss": 4.7825,
      "step": 19458
    },
    {
      "epoch": 0.12478517378478902,
      "grad_norm": 150.09242248535156,
      "learning_rate": 0.00019992340210312005,
      "loss": 4.5629,
      "step": 19459
    },
    {
      "epoch": 0.12479158650763114,
      "grad_norm": 136.9578094482422,
      "learning_rate": 0.00019992339421902035,
      "loss": 4.7407,
      "step": 19460
    },
    {
      "epoch": 0.12479799923047326,
      "grad_norm": 137.7805633544922,
      "learning_rate": 0.0001999233863345151,
      "loss": 4.756,
      "step": 19461
    },
    {
      "epoch": 0.12480441195331538,
      "grad_norm": 127.37540435791016,
      "learning_rate": 0.00019992337844960422,
      "loss": 4.571,
      "step": 19462
    },
    {
      "epoch": 0.12481082467615749,
      "grad_norm": 88.25909423828125,
      "learning_rate": 0.0001999233705642878,
      "loss": 4.7029,
      "step": 19463
    },
    {
      "epoch": 0.12481723739899961,
      "grad_norm": 263.55523681640625,
      "learning_rate": 0.0001999233626785658,
      "loss": 4.5304,
      "step": 19464
    },
    {
      "epoch": 0.12482365012184174,
      "grad_norm": 586.4531860351562,
      "learning_rate": 0.00019992335479243823,
      "loss": 4.6808,
      "step": 19465
    },
    {
      "epoch": 0.12483006284468386,
      "grad_norm": 579.3720092773438,
      "learning_rate": 0.00019992334690590506,
      "loss": 4.665,
      "step": 19466
    },
    {
      "epoch": 0.12483647556752597,
      "grad_norm": 124.24755096435547,
      "learning_rate": 0.00019992333901896637,
      "loss": 4.7908,
      "step": 19467
    },
    {
      "epoch": 0.12484288829036809,
      "grad_norm": 360.0948181152344,
      "learning_rate": 0.00019992333113162208,
      "loss": 4.4283,
      "step": 19468
    },
    {
      "epoch": 0.1248493010132102,
      "grad_norm": 269.5868225097656,
      "learning_rate": 0.00019992332324387222,
      "loss": 4.7741,
      "step": 19469
    },
    {
      "epoch": 0.12485571373605232,
      "grad_norm": 159.2604217529297,
      "learning_rate": 0.0001999233153557168,
      "loss": 4.4701,
      "step": 19470
    },
    {
      "epoch": 0.12486212645889444,
      "grad_norm": 932.9638061523438,
      "learning_rate": 0.00019992330746715578,
      "loss": 4.9036,
      "step": 19471
    },
    {
      "epoch": 0.12486853918173657,
      "grad_norm": 229.95208740234375,
      "learning_rate": 0.00019992329957818918,
      "loss": 4.832,
      "step": 19472
    },
    {
      "epoch": 0.12487495190457869,
      "grad_norm": 122.6280517578125,
      "learning_rate": 0.00019992329168881705,
      "loss": 4.8171,
      "step": 19473
    },
    {
      "epoch": 0.1248813646274208,
      "grad_norm": 74.20063781738281,
      "learning_rate": 0.00019992328379903933,
      "loss": 4.6785,
      "step": 19474
    },
    {
      "epoch": 0.12488777735026292,
      "grad_norm": 38.44668960571289,
      "learning_rate": 0.00019992327590885603,
      "loss": 4.7501,
      "step": 19475
    },
    {
      "epoch": 0.12489419007310504,
      "grad_norm": 39.75751876831055,
      "learning_rate": 0.00019992326801826718,
      "loss": 4.7659,
      "step": 19476
    },
    {
      "epoch": 0.12490060279594715,
      "grad_norm": 89.09354400634766,
      "learning_rate": 0.00019992326012727274,
      "loss": 4.9429,
      "step": 19477
    },
    {
      "epoch": 0.12490701551878927,
      "grad_norm": 79.76789093017578,
      "learning_rate": 0.00019992325223587272,
      "loss": 4.5115,
      "step": 19478
    },
    {
      "epoch": 0.1249134282416314,
      "grad_norm": 158.18643188476562,
      "learning_rate": 0.00019992324434406716,
      "loss": 4.6856,
      "step": 19479
    },
    {
      "epoch": 0.12491984096447352,
      "grad_norm": 59.00878143310547,
      "learning_rate": 0.000199923236451856,
      "loss": 4.6273,
      "step": 19480
    },
    {
      "epoch": 0.12492625368731564,
      "grad_norm": 24.737098693847656,
      "learning_rate": 0.00019992322855923926,
      "loss": 4.5743,
      "step": 19481
    },
    {
      "epoch": 0.12493266641015775,
      "grad_norm": 170.01657104492188,
      "learning_rate": 0.00019992322066621695,
      "loss": 4.8197,
      "step": 19482
    },
    {
      "epoch": 0.12493907913299987,
      "grad_norm": 97.68637084960938,
      "learning_rate": 0.0001999232127727891,
      "loss": 4.9012,
      "step": 19483
    },
    {
      "epoch": 0.12494549185584199,
      "grad_norm": 62.09273910522461,
      "learning_rate": 0.00019992320487895567,
      "loss": 4.7107,
      "step": 19484
    },
    {
      "epoch": 0.1249519045786841,
      "grad_norm": 103.1441879272461,
      "learning_rate": 0.00019992319698471661,
      "loss": 4.7044,
      "step": 19485
    },
    {
      "epoch": 0.12495831730152623,
      "grad_norm": 51.42561340332031,
      "learning_rate": 0.00019992318909007204,
      "loss": 5.3517,
      "step": 19486
    },
    {
      "epoch": 0.12496473002436835,
      "grad_norm": 896.3260498046875,
      "learning_rate": 0.0001999231811950219,
      "loss": 4.7685,
      "step": 19487
    },
    {
      "epoch": 0.12497114274721047,
      "grad_norm": 57.55590057373047,
      "learning_rate": 0.00019992317329956615,
      "loss": 4.5787,
      "step": 19488
    },
    {
      "epoch": 0.12497755547005258,
      "grad_norm": 69.34050750732422,
      "learning_rate": 0.00019992316540370486,
      "loss": 4.4221,
      "step": 19489
    },
    {
      "epoch": 0.1249839681928947,
      "grad_norm": 68.20706939697266,
      "learning_rate": 0.000199923157507438,
      "loss": 4.4796,
      "step": 19490
    },
    {
      "epoch": 0.12499038091573682,
      "grad_norm": 45.48357391357422,
      "learning_rate": 0.00019992314961076555,
      "loss": 4.8973,
      "step": 19491
    },
    {
      "epoch": 0.12499679363857893,
      "grad_norm": 144.70166015625,
      "learning_rate": 0.00019992314171368754,
      "loss": 4.6576,
      "step": 19492
    },
    {
      "epoch": 0.12500320636142107,
      "grad_norm": 217.84388732910156,
      "learning_rate": 0.00019992313381620393,
      "loss": 4.7269,
      "step": 19493
    },
    {
      "epoch": 0.12500961908426317,
      "grad_norm": 430.68682861328125,
      "learning_rate": 0.0001999231259183148,
      "loss": 4.8234,
      "step": 19494
    },
    {
      "epoch": 0.1250160318071053,
      "grad_norm": 34.218379974365234,
      "learning_rate": 0.00019992311802002007,
      "loss": 4.6373,
      "step": 19495
    },
    {
      "epoch": 0.1250224445299474,
      "grad_norm": 222.4204864501953,
      "learning_rate": 0.00019992311012131974,
      "loss": 4.6994,
      "step": 19496
    },
    {
      "epoch": 0.12502885725278953,
      "grad_norm": 43.688140869140625,
      "learning_rate": 0.0001999231022222139,
      "loss": 4.5424,
      "step": 19497
    },
    {
      "epoch": 0.12503526997563166,
      "grad_norm": 172.7773895263672,
      "learning_rate": 0.00019992309432270244,
      "loss": 4.4648,
      "step": 19498
    },
    {
      "epoch": 0.12504168269847377,
      "grad_norm": 64.25337982177734,
      "learning_rate": 0.00019992308642278542,
      "loss": 4.7686,
      "step": 19499
    },
    {
      "epoch": 0.1250480954213159,
      "grad_norm": 101.27802276611328,
      "learning_rate": 0.00019992307852246283,
      "loss": 4.5191,
      "step": 19500
    },
    {
      "epoch": 0.1250480954213159,
      "eval_loss": 4.60413932800293,
      "eval_runtime": 34.7369,
      "eval_samples_per_second": 90.25,
      "eval_steps_per_second": 22.57,
      "step": 19500
    },
    {
      "epoch": 0.125054508144158,
      "grad_norm": 116.09449768066406,
      "learning_rate": 0.0001999230706217347,
      "loss": 4.5778,
      "step": 19501
    },
    {
      "epoch": 0.12506092086700013,
      "grad_norm": 122.13925170898438,
      "learning_rate": 0.00019992306272060095,
      "loss": 4.3233,
      "step": 19502
    },
    {
      "epoch": 0.12506733358984223,
      "grad_norm": 195.96315002441406,
      "learning_rate": 0.00019992305481906166,
      "loss": 4.3802,
      "step": 19503
    },
    {
      "epoch": 0.12507374631268436,
      "grad_norm": 89.21573638916016,
      "learning_rate": 0.00019992304691711677,
      "loss": 4.9149,
      "step": 19504
    },
    {
      "epoch": 0.1250801590355265,
      "grad_norm": 295.1123962402344,
      "learning_rate": 0.00019992303901476634,
      "loss": 4.6987,
      "step": 19505
    },
    {
      "epoch": 0.1250865717583686,
      "grad_norm": 108.3997573852539,
      "learning_rate": 0.00019992303111201034,
      "loss": 4.6694,
      "step": 19506
    },
    {
      "epoch": 0.12509298448121073,
      "grad_norm": 312.73553466796875,
      "learning_rate": 0.00019992302320884876,
      "loss": 4.7291,
      "step": 19507
    },
    {
      "epoch": 0.12509939720405283,
      "grad_norm": 38.93168640136719,
      "learning_rate": 0.00019992301530528158,
      "loss": 4.6843,
      "step": 19508
    },
    {
      "epoch": 0.12510580992689496,
      "grad_norm": 48.56856918334961,
      "learning_rate": 0.00019992300740130886,
      "loss": 4.6731,
      "step": 19509
    },
    {
      "epoch": 0.12511222264973706,
      "grad_norm": 232.50704956054688,
      "learning_rate": 0.00019992299949693056,
      "loss": 4.7424,
      "step": 19510
    },
    {
      "epoch": 0.1251186353725792,
      "grad_norm": 153.5540771484375,
      "learning_rate": 0.0001999229915921467,
      "loss": 4.7627,
      "step": 19511
    },
    {
      "epoch": 0.12512504809542133,
      "grad_norm": 230.77626037597656,
      "learning_rate": 0.00019992298368695725,
      "loss": 4.7601,
      "step": 19512
    },
    {
      "epoch": 0.12513146081826343,
      "grad_norm": 42.22164535522461,
      "learning_rate": 0.00019992297578136223,
      "loss": 4.6703,
      "step": 19513
    },
    {
      "epoch": 0.12513787354110556,
      "grad_norm": 73.37737274169922,
      "learning_rate": 0.00019992296787536167,
      "loss": 4.6983,
      "step": 19514
    },
    {
      "epoch": 0.12514428626394766,
      "grad_norm": 18.346744537353516,
      "learning_rate": 0.0001999229599689555,
      "loss": 4.5577,
      "step": 19515
    },
    {
      "epoch": 0.1251506989867898,
      "grad_norm": 46.22108459472656,
      "learning_rate": 0.00019992295206214378,
      "loss": 4.5614,
      "step": 19516
    },
    {
      "epoch": 0.1251571117096319,
      "grad_norm": 35.438724517822266,
      "learning_rate": 0.0001999229441549265,
      "loss": 4.9015,
      "step": 19517
    },
    {
      "epoch": 0.12516352443247403,
      "grad_norm": 23.644289016723633,
      "learning_rate": 0.00019992293624730362,
      "loss": 4.6545,
      "step": 19518
    },
    {
      "epoch": 0.12516993715531616,
      "grad_norm": 32.79745101928711,
      "learning_rate": 0.0001999229283392752,
      "loss": 4.6586,
      "step": 19519
    },
    {
      "epoch": 0.12517634987815826,
      "grad_norm": 15.998635292053223,
      "learning_rate": 0.00019992292043084117,
      "loss": 4.5227,
      "step": 19520
    },
    {
      "epoch": 0.1251827626010004,
      "grad_norm": 13.480401039123535,
      "learning_rate": 0.00019992291252200162,
      "loss": 4.6447,
      "step": 19521
    },
    {
      "epoch": 0.1251891753238425,
      "grad_norm": 24.316381454467773,
      "learning_rate": 0.00019992290461275648,
      "loss": 4.5605,
      "step": 19522
    },
    {
      "epoch": 0.12519558804668462,
      "grad_norm": 58.96524429321289,
      "learning_rate": 0.00019992289670310576,
      "loss": 4.6178,
      "step": 19523
    },
    {
      "epoch": 0.12520200076952673,
      "grad_norm": 38.02610397338867,
      "learning_rate": 0.00019992288879304947,
      "loss": 4.4609,
      "step": 19524
    },
    {
      "epoch": 0.12520841349236886,
      "grad_norm": 87.92993927001953,
      "learning_rate": 0.0001999228808825876,
      "loss": 4.783,
      "step": 19525
    },
    {
      "epoch": 0.125214826215211,
      "grad_norm": 28.15838050842285,
      "learning_rate": 0.00019992287297172017,
      "loss": 4.6095,
      "step": 19526
    },
    {
      "epoch": 0.1252212389380531,
      "grad_norm": 40.685855865478516,
      "learning_rate": 0.00019992286506044719,
      "loss": 4.4704,
      "step": 19527
    },
    {
      "epoch": 0.12522765166089522,
      "grad_norm": 22.844064712524414,
      "learning_rate": 0.0001999228571487686,
      "loss": 4.5896,
      "step": 19528
    },
    {
      "epoch": 0.12523406438373733,
      "grad_norm": 140.51914978027344,
      "learning_rate": 0.00019992284923668448,
      "loss": 4.5442,
      "step": 19529
    },
    {
      "epoch": 0.12524047710657946,
      "grad_norm": 30.41380500793457,
      "learning_rate": 0.00019992284132419475,
      "loss": 4.6501,
      "step": 19530
    },
    {
      "epoch": 0.12524688982942156,
      "grad_norm": 96.91072845458984,
      "learning_rate": 0.00019992283341129947,
      "loss": 4.3843,
      "step": 19531
    },
    {
      "epoch": 0.1252533025522637,
      "grad_norm": 59.130802154541016,
      "learning_rate": 0.0001999228254979986,
      "loss": 4.7442,
      "step": 19532
    },
    {
      "epoch": 0.12525971527510582,
      "grad_norm": 16.42719268798828,
      "learning_rate": 0.00019992281758429218,
      "loss": 4.8204,
      "step": 19533
    },
    {
      "epoch": 0.12526612799794792,
      "grad_norm": 74.61808013916016,
      "learning_rate": 0.0001999228096701802,
      "loss": 4.4789,
      "step": 19534
    },
    {
      "epoch": 0.12527254072079005,
      "grad_norm": 52.34456253051758,
      "learning_rate": 0.00019992280175566265,
      "loss": 4.5929,
      "step": 19535
    },
    {
      "epoch": 0.12527895344363216,
      "grad_norm": 15.897808074951172,
      "learning_rate": 0.0001999227938407395,
      "loss": 4.4614,
      "step": 19536
    },
    {
      "epoch": 0.1252853661664743,
      "grad_norm": 38.65040969848633,
      "learning_rate": 0.0001999227859254108,
      "loss": 4.5959,
      "step": 19537
    },
    {
      "epoch": 0.1252917788893164,
      "grad_norm": 20.214900970458984,
      "learning_rate": 0.00019992277800967654,
      "loss": 4.6449,
      "step": 19538
    },
    {
      "epoch": 0.12529819161215852,
      "grad_norm": 32.21187973022461,
      "learning_rate": 0.00019992277009353668,
      "loss": 4.7074,
      "step": 19539
    },
    {
      "epoch": 0.12530460433500065,
      "grad_norm": 21.262706756591797,
      "learning_rate": 0.00019992276217699128,
      "loss": 4.4915,
      "step": 19540
    },
    {
      "epoch": 0.12531101705784276,
      "grad_norm": 14.408538818359375,
      "learning_rate": 0.00019992275426004028,
      "loss": 4.7336,
      "step": 19541
    },
    {
      "epoch": 0.12531742978068489,
      "grad_norm": 44.40635299682617,
      "learning_rate": 0.00019992274634268373,
      "loss": 4.6377,
      "step": 19542
    },
    {
      "epoch": 0.125323842503527,
      "grad_norm": 27.087158203125,
      "learning_rate": 0.0001999227384249216,
      "loss": 4.5299,
      "step": 19543
    },
    {
      "epoch": 0.12533025522636912,
      "grad_norm": 39.04158401489258,
      "learning_rate": 0.0001999227305067539,
      "loss": 4.4462,
      "step": 19544
    },
    {
      "epoch": 0.12533666794921122,
      "grad_norm": 30.310314178466797,
      "learning_rate": 0.00019992272258818064,
      "loss": 4.5226,
      "step": 19545
    },
    {
      "epoch": 0.12534308067205335,
      "grad_norm": 17.039512634277344,
      "learning_rate": 0.00019992271466920183,
      "loss": 4.678,
      "step": 19546
    },
    {
      "epoch": 0.12534949339489548,
      "grad_norm": 24.81483268737793,
      "learning_rate": 0.00019992270674981742,
      "loss": 4.6368,
      "step": 19547
    },
    {
      "epoch": 0.1253559061177376,
      "grad_norm": 75.36173248291016,
      "learning_rate": 0.00019992269883002746,
      "loss": 4.4878,
      "step": 19548
    },
    {
      "epoch": 0.12536231884057972,
      "grad_norm": 31.680992126464844,
      "learning_rate": 0.00019992269090983192,
      "loss": 4.6285,
      "step": 19549
    },
    {
      "epoch": 0.12536873156342182,
      "grad_norm": 27.043649673461914,
      "learning_rate": 0.0001999226829892308,
      "loss": 4.5022,
      "step": 19550
    },
    {
      "epoch": 0.12537514428626395,
      "grad_norm": 16.99703025817871,
      "learning_rate": 0.00019992267506822411,
      "loss": 4.5492,
      "step": 19551
    },
    {
      "epoch": 0.12538155700910605,
      "grad_norm": 41.525753021240234,
      "learning_rate": 0.00019992266714681186,
      "loss": 4.6375,
      "step": 19552
    },
    {
      "epoch": 0.12538796973194818,
      "grad_norm": 256.09228515625,
      "learning_rate": 0.00019992265922499404,
      "loss": 4.7622,
      "step": 19553
    },
    {
      "epoch": 0.12539438245479032,
      "grad_norm": 20.27066421508789,
      "learning_rate": 0.00019992265130277067,
      "loss": 5.0944,
      "step": 19554
    },
    {
      "epoch": 0.12540079517763242,
      "grad_norm": 9.590215682983398,
      "learning_rate": 0.00019992264338014167,
      "loss": 4.5637,
      "step": 19555
    },
    {
      "epoch": 0.12540720790047455,
      "grad_norm": 22.300451278686523,
      "learning_rate": 0.00019992263545710716,
      "loss": 4.5296,
      "step": 19556
    },
    {
      "epoch": 0.12541362062331665,
      "grad_norm": 70.38984680175781,
      "learning_rate": 0.00019992262753366707,
      "loss": 4.554,
      "step": 19557
    },
    {
      "epoch": 0.12542003334615878,
      "grad_norm": 18.970993041992188,
      "learning_rate": 0.0001999226196098214,
      "loss": 4.7821,
      "step": 19558
    },
    {
      "epoch": 0.12542644606900089,
      "grad_norm": 67.38624572753906,
      "learning_rate": 0.00019992261168557017,
      "loss": 4.5992,
      "step": 19559
    },
    {
      "epoch": 0.12543285879184302,
      "grad_norm": 225.9656982421875,
      "learning_rate": 0.00019992260376091336,
      "loss": 4.3156,
      "step": 19560
    },
    {
      "epoch": 0.12543927151468515,
      "grad_norm": 51.38129806518555,
      "learning_rate": 0.00019992259583585098,
      "loss": 4.6211,
      "step": 19561
    },
    {
      "epoch": 0.12544568423752725,
      "grad_norm": 46.830257415771484,
      "learning_rate": 0.00019992258791038303,
      "loss": 4.59,
      "step": 19562
    },
    {
      "epoch": 0.12545209696036938,
      "grad_norm": 21.25263023376465,
      "learning_rate": 0.00019992257998450953,
      "loss": 4.4812,
      "step": 19563
    },
    {
      "epoch": 0.12545850968321148,
      "grad_norm": 24.156352996826172,
      "learning_rate": 0.00019992257205823043,
      "loss": 4.6378,
      "step": 19564
    },
    {
      "epoch": 0.12546492240605361,
      "grad_norm": 14.686763763427734,
      "learning_rate": 0.00019992256413154579,
      "loss": 4.7484,
      "step": 19565
    },
    {
      "epoch": 0.12547133512889572,
      "grad_norm": 10.712177276611328,
      "learning_rate": 0.00019992255620445554,
      "loss": 4.545,
      "step": 19566
    },
    {
      "epoch": 0.12547774785173785,
      "grad_norm": 104.08722686767578,
      "learning_rate": 0.00019992254827695978,
      "loss": 4.5042,
      "step": 19567
    },
    {
      "epoch": 0.12548416057457998,
      "grad_norm": 25.777910232543945,
      "learning_rate": 0.0001999225403490584,
      "loss": 4.7244,
      "step": 19568
    },
    {
      "epoch": 0.12549057329742208,
      "grad_norm": 24.21246910095215,
      "learning_rate": 0.00019992253242075148,
      "loss": 4.6726,
      "step": 19569
    },
    {
      "epoch": 0.1254969860202642,
      "grad_norm": 20.790115356445312,
      "learning_rate": 0.000199922524492039,
      "loss": 4.6752,
      "step": 19570
    },
    {
      "epoch": 0.12550339874310631,
      "grad_norm": 22.983325958251953,
      "learning_rate": 0.0001999225165629209,
      "loss": 4.5359,
      "step": 19571
    },
    {
      "epoch": 0.12550981146594845,
      "grad_norm": 38.08892059326172,
      "learning_rate": 0.00019992250863339728,
      "loss": 4.8207,
      "step": 19572
    },
    {
      "epoch": 0.12551622418879055,
      "grad_norm": 60.57953643798828,
      "learning_rate": 0.00019992250070346808,
      "loss": 4.7143,
      "step": 19573
    },
    {
      "epoch": 0.12552263691163268,
      "grad_norm": 20.47390365600586,
      "learning_rate": 0.0001999224927731333,
      "loss": 4.6605,
      "step": 19574
    },
    {
      "epoch": 0.1255290496344748,
      "grad_norm": 23.92989730834961,
      "learning_rate": 0.00019992248484239296,
      "loss": 4.5469,
      "step": 19575
    },
    {
      "epoch": 0.1255354623573169,
      "grad_norm": 26.586124420166016,
      "learning_rate": 0.00019992247691124704,
      "loss": 4.6392,
      "step": 19576
    },
    {
      "epoch": 0.12554187508015904,
      "grad_norm": 19.387767791748047,
      "learning_rate": 0.00019992246897969555,
      "loss": 4.581,
      "step": 19577
    },
    {
      "epoch": 0.12554828780300115,
      "grad_norm": 12.318470001220703,
      "learning_rate": 0.0001999224610477385,
      "loss": 4.5895,
      "step": 19578
    },
    {
      "epoch": 0.12555470052584328,
      "grad_norm": 10.742569923400879,
      "learning_rate": 0.00019992245311537587,
      "loss": 4.5962,
      "step": 19579
    },
    {
      "epoch": 0.12556111324868538,
      "grad_norm": 47.979103088378906,
      "learning_rate": 0.0001999224451826077,
      "loss": 4.7862,
      "step": 19580
    },
    {
      "epoch": 0.1255675259715275,
      "grad_norm": 15.984695434570312,
      "learning_rate": 0.00019992243724943393,
      "loss": 4.7607,
      "step": 19581
    },
    {
      "epoch": 0.12557393869436964,
      "grad_norm": 16.588788986206055,
      "learning_rate": 0.00019992242931585462,
      "loss": 4.4124,
      "step": 19582
    },
    {
      "epoch": 0.12558035141721174,
      "grad_norm": 17.050106048583984,
      "learning_rate": 0.00019992242138186972,
      "loss": 4.6061,
      "step": 19583
    },
    {
      "epoch": 0.12558676414005387,
      "grad_norm": 13.973816871643066,
      "learning_rate": 0.00019992241344747927,
      "loss": 4.6511,
      "step": 19584
    },
    {
      "epoch": 0.12559317686289598,
      "grad_norm": 9.292223930358887,
      "learning_rate": 0.00019992240551268325,
      "loss": 4.9065,
      "step": 19585
    },
    {
      "epoch": 0.1255995895857381,
      "grad_norm": 10.109874725341797,
      "learning_rate": 0.00019992239757748163,
      "loss": 4.5112,
      "step": 19586
    },
    {
      "epoch": 0.1256060023085802,
      "grad_norm": 15.707186698913574,
      "learning_rate": 0.00019992238964187446,
      "loss": 4.9435,
      "step": 19587
    },
    {
      "epoch": 0.12561241503142234,
      "grad_norm": 11.952374458312988,
      "learning_rate": 0.00019992238170586172,
      "loss": 4.5885,
      "step": 19588
    },
    {
      "epoch": 0.12561882775426447,
      "grad_norm": 19.405550003051758,
      "learning_rate": 0.00019992237376944343,
      "loss": 4.4629,
      "step": 19589
    },
    {
      "epoch": 0.12562524047710658,
      "grad_norm": 27.23565101623535,
      "learning_rate": 0.00019992236583261954,
      "loss": 4.4926,
      "step": 19590
    },
    {
      "epoch": 0.1256316531999487,
      "grad_norm": 29.35047149658203,
      "learning_rate": 0.0001999223578953901,
      "loss": 4.5138,
      "step": 19591
    },
    {
      "epoch": 0.1256380659227908,
      "grad_norm": 14.656510353088379,
      "learning_rate": 0.0001999223499577551,
      "loss": 5.1342,
      "step": 19592
    },
    {
      "epoch": 0.12564447864563294,
      "grad_norm": 10.15707778930664,
      "learning_rate": 0.00019992234201971453,
      "loss": 4.5231,
      "step": 19593
    },
    {
      "epoch": 0.12565089136847504,
      "grad_norm": 41.16092300415039,
      "learning_rate": 0.00019992233408126837,
      "loss": 4.6341,
      "step": 19594
    },
    {
      "epoch": 0.12565730409131717,
      "grad_norm": 11.416598320007324,
      "learning_rate": 0.00019992232614241665,
      "loss": 4.5165,
      "step": 19595
    },
    {
      "epoch": 0.1256637168141593,
      "grad_norm": 12.551877975463867,
      "learning_rate": 0.00019992231820315935,
      "loss": 4.6184,
      "step": 19596
    },
    {
      "epoch": 0.1256701295370014,
      "grad_norm": 12.52267074584961,
      "learning_rate": 0.00019992231026349654,
      "loss": 4.2204,
      "step": 19597
    },
    {
      "epoch": 0.12567654225984354,
      "grad_norm": 16.592830657958984,
      "learning_rate": 0.0001999223023234281,
      "loss": 4.497,
      "step": 19598
    },
    {
      "epoch": 0.12568295498268564,
      "grad_norm": 34.862735748291016,
      "learning_rate": 0.0001999222943829541,
      "loss": 5.0393,
      "step": 19599
    },
    {
      "epoch": 0.12568936770552777,
      "grad_norm": 20.004314422607422,
      "learning_rate": 0.00019992228644207454,
      "loss": 4.3677,
      "step": 19600
    },
    {
      "epoch": 0.12568936770552777,
      "eval_loss": 4.555127143859863,
      "eval_runtime": 34.7537,
      "eval_samples_per_second": 90.206,
      "eval_steps_per_second": 22.559,
      "step": 19600
    },
    {
      "epoch": 0.12569578042836987,
      "grad_norm": 16.55364418029785,
      "learning_rate": 0.00019992227850078943,
      "loss": 5.6127,
      "step": 19601
    },
    {
      "epoch": 0.125702193151212,
      "grad_norm": 29.953685760498047,
      "learning_rate": 0.00019992227055909873,
      "loss": 4.7073,
      "step": 19602
    },
    {
      "epoch": 0.12570860587405414,
      "grad_norm": 25.043079376220703,
      "learning_rate": 0.0001999222626170025,
      "loss": 4.5757,
      "step": 19603
    },
    {
      "epoch": 0.12571501859689624,
      "grad_norm": 10.68182373046875,
      "learning_rate": 0.00019992225467450062,
      "loss": 4.642,
      "step": 19604
    },
    {
      "epoch": 0.12572143131973837,
      "grad_norm": 72.9526596069336,
      "learning_rate": 0.00019992224673159325,
      "loss": 4.856,
      "step": 19605
    },
    {
      "epoch": 0.12572784404258047,
      "grad_norm": 32.14002990722656,
      "learning_rate": 0.0001999222387882803,
      "loss": 4.5535,
      "step": 19606
    },
    {
      "epoch": 0.1257342567654226,
      "grad_norm": 20.949687957763672,
      "learning_rate": 0.00019992223084456176,
      "loss": 4.6041,
      "step": 19607
    },
    {
      "epoch": 0.1257406694882647,
      "grad_norm": 31.631614685058594,
      "learning_rate": 0.00019992222290043764,
      "loss": 4.5569,
      "step": 19608
    },
    {
      "epoch": 0.12574708221110684,
      "grad_norm": 23.810821533203125,
      "learning_rate": 0.000199922214955908,
      "loss": 4.6015,
      "step": 19609
    },
    {
      "epoch": 0.12575349493394897,
      "grad_norm": 11.72250747680664,
      "learning_rate": 0.00019992220701097276,
      "loss": 4.5138,
      "step": 19610
    },
    {
      "epoch": 0.12575990765679107,
      "grad_norm": 11.68651294708252,
      "learning_rate": 0.00019992219906563195,
      "loss": 4.597,
      "step": 19611
    },
    {
      "epoch": 0.1257663203796332,
      "grad_norm": 18.274751663208008,
      "learning_rate": 0.0001999221911198856,
      "loss": 4.9935,
      "step": 19612
    },
    {
      "epoch": 0.1257727331024753,
      "grad_norm": 30.799217224121094,
      "learning_rate": 0.00019992218317373364,
      "loss": 4.6903,
      "step": 19613
    },
    {
      "epoch": 0.12577914582531743,
      "grad_norm": 8.449336051940918,
      "learning_rate": 0.00019992217522717614,
      "loss": 4.4241,
      "step": 19614
    },
    {
      "epoch": 0.12578555854815954,
      "grad_norm": 23.0454158782959,
      "learning_rate": 0.00019992216728021304,
      "loss": 4.7565,
      "step": 19615
    },
    {
      "epoch": 0.12579197127100167,
      "grad_norm": 27.14997100830078,
      "learning_rate": 0.00019992215933284442,
      "loss": 4.6124,
      "step": 19616
    },
    {
      "epoch": 0.1257983839938438,
      "grad_norm": 19.797595977783203,
      "learning_rate": 0.0001999221513850702,
      "loss": 4.5743,
      "step": 19617
    },
    {
      "epoch": 0.1258047967166859,
      "grad_norm": 16.63998031616211,
      "learning_rate": 0.00019992214343689043,
      "loss": 4.9549,
      "step": 19618
    },
    {
      "epoch": 0.12581120943952803,
      "grad_norm": 72.07861328125,
      "learning_rate": 0.0001999221354883051,
      "loss": 4.6188,
      "step": 19619
    },
    {
      "epoch": 0.12581762216237014,
      "grad_norm": 15.910354614257812,
      "learning_rate": 0.00019992212753931415,
      "loss": 4.8167,
      "step": 19620
    },
    {
      "epoch": 0.12582403488521227,
      "grad_norm": 57.89487838745117,
      "learning_rate": 0.0001999221195899177,
      "loss": 4.6131,
      "step": 19621
    },
    {
      "epoch": 0.12583044760805437,
      "grad_norm": 66.1656723022461,
      "learning_rate": 0.00019992211164011564,
      "loss": 4.8849,
      "step": 19622
    },
    {
      "epoch": 0.1258368603308965,
      "grad_norm": 16.933990478515625,
      "learning_rate": 0.00019992210368990803,
      "loss": 4.4782,
      "step": 19623
    },
    {
      "epoch": 0.12584327305373863,
      "grad_norm": 14.904568672180176,
      "learning_rate": 0.00019992209573929486,
      "loss": 4.751,
      "step": 19624
    },
    {
      "epoch": 0.12584968577658073,
      "grad_norm": 54.29642868041992,
      "learning_rate": 0.0001999220877882761,
      "loss": 4.7903,
      "step": 19625
    },
    {
      "epoch": 0.12585609849942286,
      "grad_norm": 17.75381088256836,
      "learning_rate": 0.00019992207983685178,
      "loss": 4.4275,
      "step": 19626
    },
    {
      "epoch": 0.12586251122226497,
      "grad_norm": 10.322287559509277,
      "learning_rate": 0.00019992207188502192,
      "loss": 4.6482,
      "step": 19627
    },
    {
      "epoch": 0.1258689239451071,
      "grad_norm": 23.318513870239258,
      "learning_rate": 0.00019992206393278647,
      "loss": 4.4761,
      "step": 19628
    },
    {
      "epoch": 0.1258753366679492,
      "grad_norm": 24.410127639770508,
      "learning_rate": 0.00019992205598014543,
      "loss": 4.4426,
      "step": 19629
    },
    {
      "epoch": 0.12588174939079133,
      "grad_norm": 366.8397216796875,
      "learning_rate": 0.00019992204802709887,
      "loss": 4.6787,
      "step": 19630
    },
    {
      "epoch": 0.12588816211363346,
      "grad_norm": 22.634132385253906,
      "learning_rate": 0.00019992204007364669,
      "loss": 4.4988,
      "step": 19631
    },
    {
      "epoch": 0.12589457483647556,
      "grad_norm": 8.425348281860352,
      "learning_rate": 0.00019992203211978898,
      "loss": 4.7764,
      "step": 19632
    },
    {
      "epoch": 0.1259009875593177,
      "grad_norm": 16.040054321289062,
      "learning_rate": 0.0001999220241655257,
      "loss": 4.3685,
      "step": 19633
    },
    {
      "epoch": 0.1259074002821598,
      "grad_norm": 9.707427978515625,
      "learning_rate": 0.00019992201621085688,
      "loss": 4.3106,
      "step": 19634
    },
    {
      "epoch": 0.12591381300500193,
      "grad_norm": 27.75862693786621,
      "learning_rate": 0.00019992200825578245,
      "loss": 4.5628,
      "step": 19635
    },
    {
      "epoch": 0.12592022572784403,
      "grad_norm": 8.301426887512207,
      "learning_rate": 0.00019992200030030243,
      "loss": 4.4212,
      "step": 19636
    },
    {
      "epoch": 0.12592663845068616,
      "grad_norm": 15.616869926452637,
      "learning_rate": 0.00019992199234441688,
      "loss": 4.6474,
      "step": 19637
    },
    {
      "epoch": 0.1259330511735283,
      "grad_norm": 12.533927917480469,
      "learning_rate": 0.00019992198438812577,
      "loss": 4.4992,
      "step": 19638
    },
    {
      "epoch": 0.1259394638963704,
      "grad_norm": 12.272647857666016,
      "learning_rate": 0.00019992197643142908,
      "loss": 4.9469,
      "step": 19639
    },
    {
      "epoch": 0.12594587661921253,
      "grad_norm": 13.886565208435059,
      "learning_rate": 0.00019992196847432682,
      "loss": 4.5812,
      "step": 19640
    },
    {
      "epoch": 0.12595228934205463,
      "grad_norm": 20.63783836364746,
      "learning_rate": 0.000199921960516819,
      "loss": 4.4144,
      "step": 19641
    },
    {
      "epoch": 0.12595870206489676,
      "grad_norm": 16.007200241088867,
      "learning_rate": 0.00019992195255890563,
      "loss": 4.5945,
      "step": 19642
    },
    {
      "epoch": 0.12596511478773886,
      "grad_norm": 187.18505859375,
      "learning_rate": 0.00019992194460058667,
      "loss": 4.8523,
      "step": 19643
    },
    {
      "epoch": 0.125971527510581,
      "grad_norm": 30.386144638061523,
      "learning_rate": 0.00019992193664186215,
      "loss": 4.4988,
      "step": 19644
    },
    {
      "epoch": 0.12597794023342312,
      "grad_norm": 11.086607933044434,
      "learning_rate": 0.00019992192868273207,
      "loss": 4.7692,
      "step": 19645
    },
    {
      "epoch": 0.12598435295626523,
      "grad_norm": 10.407930374145508,
      "learning_rate": 0.00019992192072319643,
      "loss": 4.7089,
      "step": 19646
    },
    {
      "epoch": 0.12599076567910736,
      "grad_norm": 17.35316276550293,
      "learning_rate": 0.00019992191276325518,
      "loss": 4.4526,
      "step": 19647
    },
    {
      "epoch": 0.12599717840194946,
      "grad_norm": 8.219212532043457,
      "learning_rate": 0.0001999219048029084,
      "loss": 4.3682,
      "step": 19648
    },
    {
      "epoch": 0.1260035911247916,
      "grad_norm": 6.202380180358887,
      "learning_rate": 0.00019992189684215603,
      "loss": 4.4444,
      "step": 19649
    },
    {
      "epoch": 0.1260100038476337,
      "grad_norm": 9.843083381652832,
      "learning_rate": 0.00019992188888099812,
      "loss": 4.5158,
      "step": 19650
    },
    {
      "epoch": 0.12601641657047583,
      "grad_norm": 5.4747314453125,
      "learning_rate": 0.00019992188091943463,
      "loss": 4.7235,
      "step": 19651
    },
    {
      "epoch": 0.12602282929331796,
      "grad_norm": 4.541013240814209,
      "learning_rate": 0.00019992187295746558,
      "loss": 4.4979,
      "step": 19652
    },
    {
      "epoch": 0.12602924201616006,
      "grad_norm": 13.245366096496582,
      "learning_rate": 0.00019992186499509095,
      "loss": 4.7432,
      "step": 19653
    },
    {
      "epoch": 0.1260356547390022,
      "grad_norm": 11.693846702575684,
      "learning_rate": 0.0001999218570323108,
      "loss": 4.6546,
      "step": 19654
    },
    {
      "epoch": 0.1260420674618443,
      "grad_norm": 13.22851276397705,
      "learning_rate": 0.00019992184906912503,
      "loss": 4.5768,
      "step": 19655
    },
    {
      "epoch": 0.12604848018468642,
      "grad_norm": 16.01415252685547,
      "learning_rate": 0.0001999218411055337,
      "loss": 4.5271,
      "step": 19656
    },
    {
      "epoch": 0.12605489290752853,
      "grad_norm": 38.84762954711914,
      "learning_rate": 0.0001999218331415368,
      "loss": 4.4197,
      "step": 19657
    },
    {
      "epoch": 0.12606130563037066,
      "grad_norm": 31.07754135131836,
      "learning_rate": 0.00019992182517713437,
      "loss": 4.7451,
      "step": 19658
    },
    {
      "epoch": 0.1260677183532128,
      "grad_norm": 6.5234832763671875,
      "learning_rate": 0.00019992181721232636,
      "loss": 4.7233,
      "step": 19659
    },
    {
      "epoch": 0.1260741310760549,
      "grad_norm": 9.856922149658203,
      "learning_rate": 0.00019992180924711277,
      "loss": 4.6145,
      "step": 19660
    },
    {
      "epoch": 0.12608054379889702,
      "grad_norm": 20.597074508666992,
      "learning_rate": 0.00019992180128149362,
      "loss": 4.4217,
      "step": 19661
    },
    {
      "epoch": 0.12608695652173912,
      "grad_norm": 12.37427043914795,
      "learning_rate": 0.00019992179331546888,
      "loss": 4.7743,
      "step": 19662
    },
    {
      "epoch": 0.12609336924458125,
      "grad_norm": 5.0581207275390625,
      "learning_rate": 0.00019992178534903863,
      "loss": 4.3852,
      "step": 19663
    },
    {
      "epoch": 0.12609978196742336,
      "grad_norm": 7.897525787353516,
      "learning_rate": 0.00019992177738220276,
      "loss": 4.5193,
      "step": 19664
    },
    {
      "epoch": 0.1261061946902655,
      "grad_norm": 8.215290069580078,
      "learning_rate": 0.00019992176941496136,
      "loss": 4.4685,
      "step": 19665
    },
    {
      "epoch": 0.12611260741310762,
      "grad_norm": 11.979846954345703,
      "learning_rate": 0.0001999217614473144,
      "loss": 4.4428,
      "step": 19666
    },
    {
      "epoch": 0.12611902013594972,
      "grad_norm": 7.941637992858887,
      "learning_rate": 0.00019992175347926185,
      "loss": 4.2976,
      "step": 19667
    },
    {
      "epoch": 0.12612543285879185,
      "grad_norm": 11.144704818725586,
      "learning_rate": 0.00019992174551080374,
      "loss": 4.6686,
      "step": 19668
    },
    {
      "epoch": 0.12613184558163396,
      "grad_norm": 5.026200294494629,
      "learning_rate": 0.00019992173754194002,
      "loss": 4.5797,
      "step": 19669
    },
    {
      "epoch": 0.1261382583044761,
      "grad_norm": 18.130468368530273,
      "learning_rate": 0.0001999217295726708,
      "loss": 4.4842,
      "step": 19670
    },
    {
      "epoch": 0.1261446710273182,
      "grad_norm": 15.348268508911133,
      "learning_rate": 0.000199921721602996,
      "loss": 4.8707,
      "step": 19671
    },
    {
      "epoch": 0.12615108375016032,
      "grad_norm": 15.075395584106445,
      "learning_rate": 0.00019992171363291563,
      "loss": 4.5602,
      "step": 19672
    },
    {
      "epoch": 0.12615749647300245,
      "grad_norm": 16.863693237304688,
      "learning_rate": 0.00019992170566242968,
      "loss": 4.6704,
      "step": 19673
    },
    {
      "epoch": 0.12616390919584455,
      "grad_norm": 9.943275451660156,
      "learning_rate": 0.00019992169769153815,
      "loss": 4.8385,
      "step": 19674
    },
    {
      "epoch": 0.12617032191868668,
      "grad_norm": 7.151401042938232,
      "learning_rate": 0.0001999216897202411,
      "loss": 4.7531,
      "step": 19675
    },
    {
      "epoch": 0.1261767346415288,
      "grad_norm": 15.650864601135254,
      "learning_rate": 0.00019992168174853844,
      "loss": 4.8698,
      "step": 19676
    },
    {
      "epoch": 0.12618314736437092,
      "grad_norm": 13.771553993225098,
      "learning_rate": 0.00019992167377643028,
      "loss": 4.5136,
      "step": 19677
    },
    {
      "epoch": 0.12618956008721302,
      "grad_norm": 8.396490097045898,
      "learning_rate": 0.0001999216658039165,
      "loss": 4.7426,
      "step": 19678
    },
    {
      "epoch": 0.12619597281005515,
      "grad_norm": 10.08683967590332,
      "learning_rate": 0.00019992165783099718,
      "loss": 4.561,
      "step": 19679
    },
    {
      "epoch": 0.12620238553289725,
      "grad_norm": 8.484761238098145,
      "learning_rate": 0.00019992164985767224,
      "loss": 4.6407,
      "step": 19680
    },
    {
      "epoch": 0.12620879825573939,
      "grad_norm": 6.607429027557373,
      "learning_rate": 0.0001999216418839418,
      "loss": 4.5708,
      "step": 19681
    },
    {
      "epoch": 0.12621521097858152,
      "grad_norm": 4.913430213928223,
      "learning_rate": 0.00019992163390980576,
      "loss": 4.5033,
      "step": 19682
    },
    {
      "epoch": 0.12622162370142362,
      "grad_norm": 5.43408727645874,
      "learning_rate": 0.0001999216259352642,
      "loss": 4.5743,
      "step": 19683
    },
    {
      "epoch": 0.12622803642426575,
      "grad_norm": 6.575884819030762,
      "learning_rate": 0.000199921617960317,
      "loss": 4.8216,
      "step": 19684
    },
    {
      "epoch": 0.12623444914710785,
      "grad_norm": 9.223483085632324,
      "learning_rate": 0.00019992160998496427,
      "loss": 4.6774,
      "step": 19685
    },
    {
      "epoch": 0.12624086186994998,
      "grad_norm": 91.72233581542969,
      "learning_rate": 0.00019992160200920598,
      "loss": 4.6154,
      "step": 19686
    },
    {
      "epoch": 0.12624727459279209,
      "grad_norm": 7.119690418243408,
      "learning_rate": 0.00019992159403304212,
      "loss": 4.4379,
      "step": 19687
    },
    {
      "epoch": 0.12625368731563422,
      "grad_norm": 9.312370300292969,
      "learning_rate": 0.0001999215860564727,
      "loss": 4.5485,
      "step": 19688
    },
    {
      "epoch": 0.12626010003847635,
      "grad_norm": 12.34040641784668,
      "learning_rate": 0.00019992157807949772,
      "loss": 4.3327,
      "step": 19689
    },
    {
      "epoch": 0.12626651276131845,
      "grad_norm": 4.754687786102295,
      "learning_rate": 0.00019992157010211717,
      "loss": 4.4437,
      "step": 19690
    },
    {
      "epoch": 0.12627292548416058,
      "grad_norm": 4.998392581939697,
      "learning_rate": 0.00019992156212433104,
      "loss": 4.6561,
      "step": 19691
    },
    {
      "epoch": 0.12627933820700268,
      "grad_norm": 10.627126693725586,
      "learning_rate": 0.00019992155414613936,
      "loss": 4.6601,
      "step": 19692
    },
    {
      "epoch": 0.12628575092984481,
      "grad_norm": 12.913959503173828,
      "learning_rate": 0.0001999215461675421,
      "loss": 4.6957,
      "step": 19693
    },
    {
      "epoch": 0.12629216365268692,
      "grad_norm": 19.92666244506836,
      "learning_rate": 0.0001999215381885393,
      "loss": 4.6746,
      "step": 19694
    },
    {
      "epoch": 0.12629857637552905,
      "grad_norm": 49.42549514770508,
      "learning_rate": 0.00019992153020913093,
      "loss": 4.6406,
      "step": 19695
    },
    {
      "epoch": 0.12630498909837118,
      "grad_norm": 12.096925735473633,
      "learning_rate": 0.00019992152222931696,
      "loss": 4.6147,
      "step": 19696
    },
    {
      "epoch": 0.12631140182121328,
      "grad_norm": 6.149429798126221,
      "learning_rate": 0.00019992151424909747,
      "loss": 4.6457,
      "step": 19697
    },
    {
      "epoch": 0.1263178145440554,
      "grad_norm": 18.064498901367188,
      "learning_rate": 0.0001999215062684724,
      "loss": 4.5742,
      "step": 19698
    },
    {
      "epoch": 0.12632422726689752,
      "grad_norm": 7.478458881378174,
      "learning_rate": 0.00019992149828744176,
      "loss": 4.472,
      "step": 19699
    },
    {
      "epoch": 0.12633063998973965,
      "grad_norm": 20.819377899169922,
      "learning_rate": 0.00019992149030600555,
      "loss": 4.5811,
      "step": 19700
    },
    {
      "epoch": 0.12633063998973965,
      "eval_loss": 4.52306604385376,
      "eval_runtime": 34.744,
      "eval_samples_per_second": 90.231,
      "eval_steps_per_second": 22.565,
      "step": 19700
    },
    {
      "epoch": 0.12633705271258175,
      "grad_norm": 7.682554721832275,
      "learning_rate": 0.0001999214823241638,
      "loss": 4.5331,
      "step": 19701
    },
    {
      "epoch": 0.12634346543542388,
      "grad_norm": 31.532716751098633,
      "learning_rate": 0.00019992147434191643,
      "loss": 4.8805,
      "step": 19702
    },
    {
      "epoch": 0.126349878158266,
      "grad_norm": 9.552038192749023,
      "learning_rate": 0.00019992146635926353,
      "loss": 4.7629,
      "step": 19703
    },
    {
      "epoch": 0.1263562908811081,
      "grad_norm": 7.405105113983154,
      "learning_rate": 0.0001999214583762051,
      "loss": 4.6083,
      "step": 19704
    },
    {
      "epoch": 0.12636270360395024,
      "grad_norm": 7.1308913230896,
      "learning_rate": 0.00019992145039274107,
      "loss": 4.3865,
      "step": 19705
    },
    {
      "epoch": 0.12636911632679235,
      "grad_norm": 17.180866241455078,
      "learning_rate": 0.00019992144240887149,
      "loss": 4.746,
      "step": 19706
    },
    {
      "epoch": 0.12637552904963448,
      "grad_norm": 16.341466903686523,
      "learning_rate": 0.00019992143442459632,
      "loss": 4.5345,
      "step": 19707
    },
    {
      "epoch": 0.12638194177247658,
      "grad_norm": 12.972077369689941,
      "learning_rate": 0.0001999214264399156,
      "loss": 4.5209,
      "step": 19708
    },
    {
      "epoch": 0.1263883544953187,
      "grad_norm": 73.5573959350586,
      "learning_rate": 0.0001999214184548293,
      "loss": 4.6055,
      "step": 19709
    },
    {
      "epoch": 0.12639476721816084,
      "grad_norm": 12.530569076538086,
      "learning_rate": 0.00019992141046933746,
      "loss": 4.6805,
      "step": 19710
    },
    {
      "epoch": 0.12640117994100294,
      "grad_norm": 45.149662017822266,
      "learning_rate": 0.00019992140248344003,
      "loss": 4.5707,
      "step": 19711
    },
    {
      "epoch": 0.12640759266384508,
      "grad_norm": 9.011673927307129,
      "learning_rate": 0.00019992139449713706,
      "loss": 4.4309,
      "step": 19712
    },
    {
      "epoch": 0.12641400538668718,
      "grad_norm": 14.511645317077637,
      "learning_rate": 0.00019992138651042852,
      "loss": 5.2775,
      "step": 19713
    },
    {
      "epoch": 0.1264204181095293,
      "grad_norm": 9.086750984191895,
      "learning_rate": 0.0001999213785233144,
      "loss": 4.6835,
      "step": 19714
    },
    {
      "epoch": 0.1264268308323714,
      "grad_norm": 14.784207344055176,
      "learning_rate": 0.00019992137053579474,
      "loss": 4.5731,
      "step": 19715
    },
    {
      "epoch": 0.12643324355521354,
      "grad_norm": 19.64562225341797,
      "learning_rate": 0.00019992136254786948,
      "loss": 4.7146,
      "step": 19716
    },
    {
      "epoch": 0.12643965627805567,
      "grad_norm": 22.824260711669922,
      "learning_rate": 0.0001999213545595387,
      "loss": 4.5442,
      "step": 19717
    },
    {
      "epoch": 0.12644606900089778,
      "grad_norm": 14.558629989624023,
      "learning_rate": 0.00019992134657080232,
      "loss": 4.5606,
      "step": 19718
    },
    {
      "epoch": 0.1264524817237399,
      "grad_norm": 46.58361053466797,
      "learning_rate": 0.0001999213385816604,
      "loss": 4.4699,
      "step": 19719
    },
    {
      "epoch": 0.126458894446582,
      "grad_norm": 11.948784828186035,
      "learning_rate": 0.00019992133059211292,
      "loss": 4.5632,
      "step": 19720
    },
    {
      "epoch": 0.12646530716942414,
      "grad_norm": 15.717141151428223,
      "learning_rate": 0.00019992132260215984,
      "loss": 4.3401,
      "step": 19721
    },
    {
      "epoch": 0.12647171989226624,
      "grad_norm": 23.149478912353516,
      "learning_rate": 0.00019992131461180122,
      "loss": 4.3278,
      "step": 19722
    },
    {
      "epoch": 0.12647813261510837,
      "grad_norm": 22.371118545532227,
      "learning_rate": 0.00019992130662103703,
      "loss": 4.5929,
      "step": 19723
    },
    {
      "epoch": 0.1264845453379505,
      "grad_norm": 25.632713317871094,
      "learning_rate": 0.0001999212986298673,
      "loss": 4.6872,
      "step": 19724
    },
    {
      "epoch": 0.1264909580607926,
      "grad_norm": 14.765242576599121,
      "learning_rate": 0.00019992129063829196,
      "loss": 4.1604,
      "step": 19725
    },
    {
      "epoch": 0.12649737078363474,
      "grad_norm": 15.463801383972168,
      "learning_rate": 0.0001999212826463111,
      "loss": 4.3782,
      "step": 19726
    },
    {
      "epoch": 0.12650378350647684,
      "grad_norm": 26.26573944091797,
      "learning_rate": 0.00019992127465392464,
      "loss": 4.7247,
      "step": 19727
    },
    {
      "epoch": 0.12651019622931897,
      "grad_norm": 10.930943489074707,
      "learning_rate": 0.00019992126666113264,
      "loss": 4.0261,
      "step": 19728
    },
    {
      "epoch": 0.12651660895216107,
      "grad_norm": 11.589862823486328,
      "learning_rate": 0.00019992125866793504,
      "loss": 4.4998,
      "step": 19729
    },
    {
      "epoch": 0.1265230216750032,
      "grad_norm": 24.597951889038086,
      "learning_rate": 0.00019992125067433194,
      "loss": 4.6187,
      "step": 19730
    },
    {
      "epoch": 0.12652943439784534,
      "grad_norm": 91.6408462524414,
      "learning_rate": 0.00019992124268032325,
      "loss": 4.5837,
      "step": 19731
    },
    {
      "epoch": 0.12653584712068744,
      "grad_norm": 22.211994171142578,
      "learning_rate": 0.00019992123468590898,
      "loss": 4.6775,
      "step": 19732
    },
    {
      "epoch": 0.12654225984352957,
      "grad_norm": 177.8903045654297,
      "learning_rate": 0.00019992122669108914,
      "loss": 4.4407,
      "step": 19733
    },
    {
      "epoch": 0.12654867256637167,
      "grad_norm": 9.385069847106934,
      "learning_rate": 0.00019992121869586376,
      "loss": 4.7142,
      "step": 19734
    },
    {
      "epoch": 0.1265550852892138,
      "grad_norm": 31.90277671813965,
      "learning_rate": 0.0001999212107002328,
      "loss": 4.4359,
      "step": 19735
    },
    {
      "epoch": 0.1265614980120559,
      "grad_norm": 11.23143196105957,
      "learning_rate": 0.0001999212027041963,
      "loss": 4.3025,
      "step": 19736
    },
    {
      "epoch": 0.12656791073489804,
      "grad_norm": 11.313460350036621,
      "learning_rate": 0.00019992119470775422,
      "loss": 4.6761,
      "step": 19737
    },
    {
      "epoch": 0.12657432345774017,
      "grad_norm": 24.888845443725586,
      "learning_rate": 0.00019992118671090657,
      "loss": 4.5078,
      "step": 19738
    },
    {
      "epoch": 0.12658073618058227,
      "grad_norm": 6.572753429412842,
      "learning_rate": 0.00019992117871365334,
      "loss": 4.692,
      "step": 19739
    },
    {
      "epoch": 0.1265871489034244,
      "grad_norm": 8.044705390930176,
      "learning_rate": 0.00019992117071599458,
      "loss": 4.3913,
      "step": 19740
    },
    {
      "epoch": 0.1265935616262665,
      "grad_norm": 10.916905403137207,
      "learning_rate": 0.00019992116271793023,
      "loss": 4.6999,
      "step": 19741
    },
    {
      "epoch": 0.12659997434910863,
      "grad_norm": 7.356685161590576,
      "learning_rate": 0.00019992115471946035,
      "loss": 4.4962,
      "step": 19742
    },
    {
      "epoch": 0.12660638707195074,
      "grad_norm": 59.31266784667969,
      "learning_rate": 0.00019992114672058489,
      "loss": 4.4296,
      "step": 19743
    },
    {
      "epoch": 0.12661279979479287,
      "grad_norm": 5.097604751586914,
      "learning_rate": 0.00019992113872130385,
      "loss": 4.5345,
      "step": 19744
    },
    {
      "epoch": 0.126619212517635,
      "grad_norm": 10.211580276489258,
      "learning_rate": 0.00019992113072161727,
      "loss": 4.4973,
      "step": 19745
    },
    {
      "epoch": 0.1266256252404771,
      "grad_norm": 12.496227264404297,
      "learning_rate": 0.0001999211227215251,
      "loss": 4.7198,
      "step": 19746
    },
    {
      "epoch": 0.12663203796331923,
      "grad_norm": 21.011903762817383,
      "learning_rate": 0.00019992111472102742,
      "loss": 4.5246,
      "step": 19747
    },
    {
      "epoch": 0.12663845068616134,
      "grad_norm": 6.972809314727783,
      "learning_rate": 0.00019992110672012412,
      "loss": 4.4701,
      "step": 19748
    },
    {
      "epoch": 0.12664486340900347,
      "grad_norm": 40.79667282104492,
      "learning_rate": 0.00019992109871881528,
      "loss": 4.4767,
      "step": 19749
    },
    {
      "epoch": 0.12665127613184557,
      "grad_norm": 4.615087032318115,
      "learning_rate": 0.0001999210907171009,
      "loss": 4.3681,
      "step": 19750
    },
    {
      "epoch": 0.1266576888546877,
      "grad_norm": 4.159297943115234,
      "learning_rate": 0.0001999210827149809,
      "loss": 4.5576,
      "step": 19751
    },
    {
      "epoch": 0.12666410157752983,
      "grad_norm": 3.4276633262634277,
      "learning_rate": 0.00019992107471245536,
      "loss": 4.5204,
      "step": 19752
    },
    {
      "epoch": 0.12667051430037193,
      "grad_norm": 17.705080032348633,
      "learning_rate": 0.00019992106670952428,
      "loss": 4.501,
      "step": 19753
    },
    {
      "epoch": 0.12667692702321406,
      "grad_norm": 5.127667427062988,
      "learning_rate": 0.00019992105870618763,
      "loss": 4.7987,
      "step": 19754
    },
    {
      "epoch": 0.12668333974605617,
      "grad_norm": 4.055017948150635,
      "learning_rate": 0.00019992105070244537,
      "loss": 4.5166,
      "step": 19755
    },
    {
      "epoch": 0.1266897524688983,
      "grad_norm": 8.311092376708984,
      "learning_rate": 0.0001999210426982976,
      "loss": 4.4311,
      "step": 19756
    },
    {
      "epoch": 0.1266961651917404,
      "grad_norm": 6.957130432128906,
      "learning_rate": 0.00019992103469374426,
      "loss": 4.6033,
      "step": 19757
    },
    {
      "epoch": 0.12670257791458253,
      "grad_norm": 5.470404624938965,
      "learning_rate": 0.00019992102668878534,
      "loss": 4.6017,
      "step": 19758
    },
    {
      "epoch": 0.12670899063742466,
      "grad_norm": 5.955162525177002,
      "learning_rate": 0.00019992101868342087,
      "loss": 4.3267,
      "step": 19759
    },
    {
      "epoch": 0.12671540336026677,
      "grad_norm": 5.011684417724609,
      "learning_rate": 0.00019992101067765083,
      "loss": 4.7542,
      "step": 19760
    },
    {
      "epoch": 0.1267218160831089,
      "grad_norm": 14.37236499786377,
      "learning_rate": 0.00019992100267147525,
      "loss": 4.2848,
      "step": 19761
    },
    {
      "epoch": 0.126728228805951,
      "grad_norm": 7.796581745147705,
      "learning_rate": 0.00019992099466489407,
      "loss": 4.3802,
      "step": 19762
    },
    {
      "epoch": 0.12673464152879313,
      "grad_norm": 3.406909704208374,
      "learning_rate": 0.00019992098665790734,
      "loss": 4.498,
      "step": 19763
    },
    {
      "epoch": 0.12674105425163523,
      "grad_norm": 4.45479154586792,
      "learning_rate": 0.00019992097865051506,
      "loss": 4.3585,
      "step": 19764
    },
    {
      "epoch": 0.12674746697447736,
      "grad_norm": 4.4656572341918945,
      "learning_rate": 0.00019992097064271719,
      "loss": 4.3971,
      "step": 19765
    },
    {
      "epoch": 0.1267538796973195,
      "grad_norm": 7.335917949676514,
      "learning_rate": 0.00019992096263451382,
      "loss": 4.6586,
      "step": 19766
    },
    {
      "epoch": 0.1267602924201616,
      "grad_norm": 4.75171422958374,
      "learning_rate": 0.00019992095462590483,
      "loss": 4.3131,
      "step": 19767
    },
    {
      "epoch": 0.12676670514300373,
      "grad_norm": 8.908902168273926,
      "learning_rate": 0.00019992094661689026,
      "loss": 4.4939,
      "step": 19768
    },
    {
      "epoch": 0.12677311786584583,
      "grad_norm": 9.989853858947754,
      "learning_rate": 0.00019992093860747017,
      "loss": 4.5397,
      "step": 19769
    },
    {
      "epoch": 0.12677953058868796,
      "grad_norm": 10.760405540466309,
      "learning_rate": 0.00019992093059764451,
      "loss": 4.913,
      "step": 19770
    },
    {
      "epoch": 0.12678594331153006,
      "grad_norm": 6.282871246337891,
      "learning_rate": 0.00019992092258741328,
      "loss": 4.6059,
      "step": 19771
    },
    {
      "epoch": 0.1267923560343722,
      "grad_norm": 7.247291088104248,
      "learning_rate": 0.0001999209145767765,
      "loss": 4.268,
      "step": 19772
    },
    {
      "epoch": 0.12679876875721433,
      "grad_norm": 4.119567394256592,
      "learning_rate": 0.00019992090656573415,
      "loss": 4.3822,
      "step": 19773
    },
    {
      "epoch": 0.12680518148005643,
      "grad_norm": 7.649537563323975,
      "learning_rate": 0.00019992089855428623,
      "loss": 4.3604,
      "step": 19774
    },
    {
      "epoch": 0.12681159420289856,
      "grad_norm": 6.149104595184326,
      "learning_rate": 0.00019992089054243273,
      "loss": 4.5709,
      "step": 19775
    },
    {
      "epoch": 0.12681800692574066,
      "grad_norm": 5.51658821105957,
      "learning_rate": 0.00019992088253017372,
      "loss": 4.3148,
      "step": 19776
    },
    {
      "epoch": 0.1268244196485828,
      "grad_norm": 8.418303489685059,
      "learning_rate": 0.0001999208745175091,
      "loss": 4.3272,
      "step": 19777
    },
    {
      "epoch": 0.1268308323714249,
      "grad_norm": 10.74858570098877,
      "learning_rate": 0.00019992086650443894,
      "loss": 4.5233,
      "step": 19778
    },
    {
      "epoch": 0.12683724509426703,
      "grad_norm": 5.314262390136719,
      "learning_rate": 0.00019992085849096324,
      "loss": 4.499,
      "step": 19779
    },
    {
      "epoch": 0.12684365781710916,
      "grad_norm": 7.0822882652282715,
      "learning_rate": 0.00019992085047708193,
      "loss": 4.5095,
      "step": 19780
    },
    {
      "epoch": 0.12685007053995126,
      "grad_norm": 6.737023830413818,
      "learning_rate": 0.0001999208424627951,
      "loss": 4.3322,
      "step": 19781
    },
    {
      "epoch": 0.1268564832627934,
      "grad_norm": 6.366470813751221,
      "learning_rate": 0.00019992083444810268,
      "loss": 4.4725,
      "step": 19782
    },
    {
      "epoch": 0.1268628959856355,
      "grad_norm": 6.490478515625,
      "learning_rate": 0.0001999208264330047,
      "loss": 4.4104,
      "step": 19783
    },
    {
      "epoch": 0.12686930870847762,
      "grad_norm": 7.880701065063477,
      "learning_rate": 0.00019992081841750117,
      "loss": 4.8949,
      "step": 19784
    },
    {
      "epoch": 0.12687572143131973,
      "grad_norm": 4.246800899505615,
      "learning_rate": 0.00019992081040159208,
      "loss": 4.5231,
      "step": 19785
    },
    {
      "epoch": 0.12688213415416186,
      "grad_norm": 6.054233074188232,
      "learning_rate": 0.00019992080238527739,
      "loss": 4.3916,
      "step": 19786
    },
    {
      "epoch": 0.126888546877004,
      "grad_norm": 13.073431015014648,
      "learning_rate": 0.00019992079436855718,
      "loss": 4.5631,
      "step": 19787
    },
    {
      "epoch": 0.1268949595998461,
      "grad_norm": 8.495542526245117,
      "learning_rate": 0.00019992078635143142,
      "loss": 4.4518,
      "step": 19788
    },
    {
      "epoch": 0.12690137232268822,
      "grad_norm": 7.863133907318115,
      "learning_rate": 0.00019992077833390007,
      "loss": 4.4373,
      "step": 19789
    },
    {
      "epoch": 0.12690778504553032,
      "grad_norm": 25.33544158935547,
      "learning_rate": 0.0001999207703159631,
      "loss": 4.4909,
      "step": 19790
    },
    {
      "epoch": 0.12691419776837246,
      "grad_norm": 23.831424713134766,
      "learning_rate": 0.00019992076229762067,
      "loss": 4.2776,
      "step": 19791
    },
    {
      "epoch": 0.12692061049121456,
      "grad_norm": 9.228060722351074,
      "learning_rate": 0.00019992075427887262,
      "loss": 4.3612,
      "step": 19792
    },
    {
      "epoch": 0.1269270232140567,
      "grad_norm": 4.071695327758789,
      "learning_rate": 0.00019992074625971903,
      "loss": 4.3921,
      "step": 19793
    },
    {
      "epoch": 0.12693343593689882,
      "grad_norm": 5.496438026428223,
      "learning_rate": 0.00019992073824015986,
      "loss": 4.5835,
      "step": 19794
    },
    {
      "epoch": 0.12693984865974092,
      "grad_norm": 4.983917236328125,
      "learning_rate": 0.00019992073022019518,
      "loss": 4.6219,
      "step": 19795
    },
    {
      "epoch": 0.12694626138258305,
      "grad_norm": 6.8183698654174805,
      "learning_rate": 0.0001999207221998249,
      "loss": 4.4128,
      "step": 19796
    },
    {
      "epoch": 0.12695267410542516,
      "grad_norm": 4.829328536987305,
      "learning_rate": 0.00019992071417904904,
      "loss": 4.4737,
      "step": 19797
    },
    {
      "epoch": 0.1269590868282673,
      "grad_norm": 5.230838298797607,
      "learning_rate": 0.0001999207061578676,
      "loss": 4.514,
      "step": 19798
    },
    {
      "epoch": 0.1269654995511094,
      "grad_norm": 5.06705904006958,
      "learning_rate": 0.00019992069813628066,
      "loss": 4.6897,
      "step": 19799
    },
    {
      "epoch": 0.12697191227395152,
      "grad_norm": 4.280817031860352,
      "learning_rate": 0.00019992069011428814,
      "loss": 4.1681,
      "step": 19800
    },
    {
      "epoch": 0.12697191227395152,
      "eval_loss": 4.486266613006592,
      "eval_runtime": 34.7957,
      "eval_samples_per_second": 90.097,
      "eval_steps_per_second": 22.532,
      "step": 19800
    },
    {
      "epoch": 0.12697832499679365,
      "grad_norm": 4.341588973999023,
      "learning_rate": 0.00019992068209189005,
      "loss": 4.4157,
      "step": 19801
    },
    {
      "epoch": 0.12698473771963575,
      "grad_norm": 5.870604991912842,
      "learning_rate": 0.00019992067406908638,
      "loss": 4.7834,
      "step": 19802
    },
    {
      "epoch": 0.12699115044247788,
      "grad_norm": 7.35858154296875,
      "learning_rate": 0.0001999206660458772,
      "loss": 4.8774,
      "step": 19803
    },
    {
      "epoch": 0.12699756316532,
      "grad_norm": 5.893237590789795,
      "learning_rate": 0.00019992065802226243,
      "loss": 4.3951,
      "step": 19804
    },
    {
      "epoch": 0.12700397588816212,
      "grad_norm": 15.527079582214355,
      "learning_rate": 0.0001999206499982421,
      "loss": 4.5562,
      "step": 19805
    },
    {
      "epoch": 0.12701038861100422,
      "grad_norm": 6.052072525024414,
      "learning_rate": 0.0001999206419738162,
      "loss": 4.4245,
      "step": 19806
    },
    {
      "epoch": 0.12701680133384635,
      "grad_norm": 21.04831886291504,
      "learning_rate": 0.00019992063394898475,
      "loss": 4.6762,
      "step": 19807
    },
    {
      "epoch": 0.12702321405668848,
      "grad_norm": 3.8959527015686035,
      "learning_rate": 0.00019992062592374773,
      "loss": 4.2495,
      "step": 19808
    },
    {
      "epoch": 0.12702962677953059,
      "grad_norm": 28.348546981811523,
      "learning_rate": 0.00019992061789810516,
      "loss": 4.7835,
      "step": 19809
    },
    {
      "epoch": 0.12703603950237272,
      "grad_norm": 4.688488483428955,
      "learning_rate": 0.000199920609872057,
      "loss": 4.4634,
      "step": 19810
    },
    {
      "epoch": 0.12704245222521482,
      "grad_norm": 8.49382495880127,
      "learning_rate": 0.00019992060184560327,
      "loss": 4.6734,
      "step": 19811
    },
    {
      "epoch": 0.12704886494805695,
      "grad_norm": 6.137071132659912,
      "learning_rate": 0.000199920593818744,
      "loss": 4.8873,
      "step": 19812
    },
    {
      "epoch": 0.12705527767089905,
      "grad_norm": 17.371299743652344,
      "learning_rate": 0.0001999205857914792,
      "loss": 4.5209,
      "step": 19813
    },
    {
      "epoch": 0.12706169039374118,
      "grad_norm": 4.667393684387207,
      "learning_rate": 0.00019992057776380882,
      "loss": 4.8503,
      "step": 19814
    },
    {
      "epoch": 0.12706810311658331,
      "grad_norm": 24.742033004760742,
      "learning_rate": 0.00019992056973573287,
      "loss": 4.3393,
      "step": 19815
    },
    {
      "epoch": 0.12707451583942542,
      "grad_norm": 6.378206729888916,
      "learning_rate": 0.00019992056170725135,
      "loss": 4.4143,
      "step": 19816
    },
    {
      "epoch": 0.12708092856226755,
      "grad_norm": 7.144573211669922,
      "learning_rate": 0.00019992055367836428,
      "loss": 4.492,
      "step": 19817
    },
    {
      "epoch": 0.12708734128510965,
      "grad_norm": 9.927837371826172,
      "learning_rate": 0.00019992054564907166,
      "loss": 4.6365,
      "step": 19818
    },
    {
      "epoch": 0.12709375400795178,
      "grad_norm": 13.853362083435059,
      "learning_rate": 0.00019992053761937347,
      "loss": 4.47,
      "step": 19819
    },
    {
      "epoch": 0.12710016673079388,
      "grad_norm": 9.859603881835938,
      "learning_rate": 0.0001999205295892697,
      "loss": 4.622,
      "step": 19820
    },
    {
      "epoch": 0.12710657945363601,
      "grad_norm": 5.090899467468262,
      "learning_rate": 0.0001999205215587604,
      "loss": 4.2778,
      "step": 19821
    },
    {
      "epoch": 0.12711299217647815,
      "grad_norm": 36.17886734008789,
      "learning_rate": 0.00019992051352784552,
      "loss": 4.6661,
      "step": 19822
    },
    {
      "epoch": 0.12711940489932025,
      "grad_norm": 6.936771869659424,
      "learning_rate": 0.00019992050549652511,
      "loss": 4.2443,
      "step": 19823
    },
    {
      "epoch": 0.12712581762216238,
      "grad_norm": 16.893447875976562,
      "learning_rate": 0.00019992049746479911,
      "loss": 4.5615,
      "step": 19824
    },
    {
      "epoch": 0.12713223034500448,
      "grad_norm": 4.996654510498047,
      "learning_rate": 0.00019992048943266751,
      "loss": 4.4568,
      "step": 19825
    },
    {
      "epoch": 0.1271386430678466,
      "grad_norm": 4.345918655395508,
      "learning_rate": 0.0001999204814001304,
      "loss": 4.3584,
      "step": 19826
    },
    {
      "epoch": 0.12714505579068872,
      "grad_norm": 4.014725208282471,
      "learning_rate": 0.00019992047336718773,
      "loss": 4.737,
      "step": 19827
    },
    {
      "epoch": 0.12715146851353085,
      "grad_norm": 16.20364761352539,
      "learning_rate": 0.0001999204653338395,
      "loss": 4.4126,
      "step": 19828
    },
    {
      "epoch": 0.12715788123637298,
      "grad_norm": 7.232184886932373,
      "learning_rate": 0.00019992045730008568,
      "loss": 4.461,
      "step": 19829
    },
    {
      "epoch": 0.12716429395921508,
      "grad_norm": 6.949291706085205,
      "learning_rate": 0.00019992044926592635,
      "loss": 4.7317,
      "step": 19830
    },
    {
      "epoch": 0.1271707066820572,
      "grad_norm": 5.177279949188232,
      "learning_rate": 0.00019992044123136142,
      "loss": 4.46,
      "step": 19831
    },
    {
      "epoch": 0.1271771194048993,
      "grad_norm": 6.190762519836426,
      "learning_rate": 0.00019992043319639092,
      "loss": 4.5056,
      "step": 19832
    },
    {
      "epoch": 0.12718353212774144,
      "grad_norm": 7.402702808380127,
      "learning_rate": 0.0001999204251610149,
      "loss": 4.3238,
      "step": 19833
    },
    {
      "epoch": 0.12718994485058355,
      "grad_norm": 9.480325698852539,
      "learning_rate": 0.00019992041712523328,
      "loss": 5.0863,
      "step": 19834
    },
    {
      "epoch": 0.12719635757342568,
      "grad_norm": 3.6290531158447266,
      "learning_rate": 0.00019992040908904614,
      "loss": 4.5331,
      "step": 19835
    },
    {
      "epoch": 0.1272027702962678,
      "grad_norm": 4.390772819519043,
      "learning_rate": 0.0001999204010524534,
      "loss": 4.4279,
      "step": 19836
    },
    {
      "epoch": 0.1272091830191099,
      "grad_norm": 5.1942644119262695,
      "learning_rate": 0.00019992039301545514,
      "loss": 4.2633,
      "step": 19837
    },
    {
      "epoch": 0.12721559574195204,
      "grad_norm": 3.8467767238616943,
      "learning_rate": 0.00019992038497805128,
      "loss": 4.4717,
      "step": 19838
    },
    {
      "epoch": 0.12722200846479415,
      "grad_norm": 5.42244815826416,
      "learning_rate": 0.00019992037694024185,
      "loss": 4.699,
      "step": 19839
    },
    {
      "epoch": 0.12722842118763628,
      "grad_norm": 4.749449253082275,
      "learning_rate": 0.0001999203689020269,
      "loss": 4.7175,
      "step": 19840
    },
    {
      "epoch": 0.12723483391047838,
      "grad_norm": 15.77410888671875,
      "learning_rate": 0.00019992036086340637,
      "loss": 4.2745,
      "step": 19841
    },
    {
      "epoch": 0.1272412466333205,
      "grad_norm": 3.842787265777588,
      "learning_rate": 0.00019992035282438028,
      "loss": 4.7382,
      "step": 19842
    },
    {
      "epoch": 0.12724765935616264,
      "grad_norm": 4.443483352661133,
      "learning_rate": 0.00019992034478494866,
      "loss": 4.5044,
      "step": 19843
    },
    {
      "epoch": 0.12725407207900474,
      "grad_norm": 5.005016326904297,
      "learning_rate": 0.00019992033674511145,
      "loss": 4.6087,
      "step": 19844
    },
    {
      "epoch": 0.12726048480184687,
      "grad_norm": 11.062207221984863,
      "learning_rate": 0.00019992032870486869,
      "loss": 4.6725,
      "step": 19845
    },
    {
      "epoch": 0.12726689752468898,
      "grad_norm": 4.155956745147705,
      "learning_rate": 0.00019992032066422035,
      "loss": 4.594,
      "step": 19846
    },
    {
      "epoch": 0.1272733102475311,
      "grad_norm": 35.3482780456543,
      "learning_rate": 0.00019992031262316647,
      "loss": 4.4116,
      "step": 19847
    },
    {
      "epoch": 0.1272797229703732,
      "grad_norm": 4.282436847686768,
      "learning_rate": 0.00019992030458170702,
      "loss": 4.4986,
      "step": 19848
    },
    {
      "epoch": 0.12728613569321534,
      "grad_norm": 4.437629699707031,
      "learning_rate": 0.000199920296539842,
      "loss": 4.3574,
      "step": 19849
    },
    {
      "epoch": 0.12729254841605747,
      "grad_norm": 3.4602344036102295,
      "learning_rate": 0.00019992028849757145,
      "loss": 4.6974,
      "step": 19850
    },
    {
      "epoch": 0.12729896113889957,
      "grad_norm": 6.597684860229492,
      "learning_rate": 0.0001999202804548953,
      "loss": 4.7398,
      "step": 19851
    },
    {
      "epoch": 0.1273053738617417,
      "grad_norm": 4.6894402503967285,
      "learning_rate": 0.00019992027241181362,
      "loss": 4.5244,
      "step": 19852
    },
    {
      "epoch": 0.1273117865845838,
      "grad_norm": 17.832138061523438,
      "learning_rate": 0.00019992026436832635,
      "loss": 4.5253,
      "step": 19853
    },
    {
      "epoch": 0.12731819930742594,
      "grad_norm": 5.273538589477539,
      "learning_rate": 0.00019992025632443357,
      "loss": 4.6213,
      "step": 19854
    },
    {
      "epoch": 0.12732461203026804,
      "grad_norm": 5.190097332000732,
      "learning_rate": 0.0001999202482801352,
      "loss": 4.5652,
      "step": 19855
    },
    {
      "epoch": 0.12733102475311017,
      "grad_norm": 8.849771499633789,
      "learning_rate": 0.0001999202402354313,
      "loss": 4.3097,
      "step": 19856
    },
    {
      "epoch": 0.1273374374759523,
      "grad_norm": 29.928466796875,
      "learning_rate": 0.0001999202321903218,
      "loss": 4.4835,
      "step": 19857
    },
    {
      "epoch": 0.1273438501987944,
      "grad_norm": 7.305911064147949,
      "learning_rate": 0.00019992022414480674,
      "loss": 4.5913,
      "step": 19858
    },
    {
      "epoch": 0.12735026292163654,
      "grad_norm": 16.26022720336914,
      "learning_rate": 0.00019992021609888612,
      "loss": 5.0705,
      "step": 19859
    },
    {
      "epoch": 0.12735667564447864,
      "grad_norm": 17.164670944213867,
      "learning_rate": 0.00019992020805255999,
      "loss": 4.5577,
      "step": 19860
    },
    {
      "epoch": 0.12736308836732077,
      "grad_norm": 18.538118362426758,
      "learning_rate": 0.00019992020000582825,
      "loss": 4.3379,
      "step": 19861
    },
    {
      "epoch": 0.12736950109016287,
      "grad_norm": 7.694656848907471,
      "learning_rate": 0.00019992019195869096,
      "loss": 4.7876,
      "step": 19862
    },
    {
      "epoch": 0.127375913813005,
      "grad_norm": 4.6167144775390625,
      "learning_rate": 0.0001999201839111481,
      "loss": 4.3439,
      "step": 19863
    },
    {
      "epoch": 0.1273823265358471,
      "grad_norm": 7.963792324066162,
      "learning_rate": 0.0001999201758631997,
      "loss": 4.6303,
      "step": 19864
    },
    {
      "epoch": 0.12738873925868924,
      "grad_norm": 10.456277847290039,
      "learning_rate": 0.00019992016781484578,
      "loss": 4.5157,
      "step": 19865
    },
    {
      "epoch": 0.12739515198153137,
      "grad_norm": 4.184264183044434,
      "learning_rate": 0.00019992015976608624,
      "loss": 4.3926,
      "step": 19866
    },
    {
      "epoch": 0.12740156470437347,
      "grad_norm": 3.702732801437378,
      "learning_rate": 0.00019992015171692117,
      "loss": 4.2931,
      "step": 19867
    },
    {
      "epoch": 0.1274079774272156,
      "grad_norm": 4.954834938049316,
      "learning_rate": 0.00019992014366735053,
      "loss": 4.5158,
      "step": 19868
    },
    {
      "epoch": 0.1274143901500577,
      "grad_norm": 2.919144868850708,
      "learning_rate": 0.00019992013561737432,
      "loss": 4.6287,
      "step": 19869
    },
    {
      "epoch": 0.12742080287289984,
      "grad_norm": 5.645235538482666,
      "learning_rate": 0.00019992012756699256,
      "loss": 4.4402,
      "step": 19870
    },
    {
      "epoch": 0.12742721559574194,
      "grad_norm": 3.342580556869507,
      "learning_rate": 0.00019992011951620522,
      "loss": 4.6343,
      "step": 19871
    },
    {
      "epoch": 0.12743362831858407,
      "grad_norm": 5.976843357086182,
      "learning_rate": 0.00019992011146501235,
      "loss": 4.5407,
      "step": 19872
    },
    {
      "epoch": 0.1274400410414262,
      "grad_norm": 4.464086055755615,
      "learning_rate": 0.00019992010341341392,
      "loss": 4.7902,
      "step": 19873
    },
    {
      "epoch": 0.1274464537642683,
      "grad_norm": 3.162288188934326,
      "learning_rate": 0.00019992009536140993,
      "loss": 4.4093,
      "step": 19874
    },
    {
      "epoch": 0.12745286648711043,
      "grad_norm": 3.7572875022888184,
      "learning_rate": 0.00019992008730900036,
      "loss": 4.4862,
      "step": 19875
    },
    {
      "epoch": 0.12745927920995254,
      "grad_norm": 12.057435035705566,
      "learning_rate": 0.00019992007925618524,
      "loss": 4.6472,
      "step": 19876
    },
    {
      "epoch": 0.12746569193279467,
      "grad_norm": 5.627277374267578,
      "learning_rate": 0.00019992007120296456,
      "loss": 4.4834,
      "step": 19877
    },
    {
      "epoch": 0.12747210465563677,
      "grad_norm": 3.8136954307556152,
      "learning_rate": 0.00019992006314933832,
      "loss": 4.6381,
      "step": 19878
    },
    {
      "epoch": 0.1274785173784789,
      "grad_norm": 10.224944114685059,
      "learning_rate": 0.00019992005509530657,
      "loss": 4.6539,
      "step": 19879
    },
    {
      "epoch": 0.12748493010132103,
      "grad_norm": 3.984165906906128,
      "learning_rate": 0.0001999200470408692,
      "loss": 4.8417,
      "step": 19880
    },
    {
      "epoch": 0.12749134282416313,
      "grad_norm": 3.510017156600952,
      "learning_rate": 0.0001999200389860263,
      "loss": 4.5228,
      "step": 19881
    },
    {
      "epoch": 0.12749775554700526,
      "grad_norm": 2.7699661254882812,
      "learning_rate": 0.00019992003093077782,
      "loss": 4.425,
      "step": 19882
    },
    {
      "epoch": 0.12750416826984737,
      "grad_norm": 4.099621772766113,
      "learning_rate": 0.00019992002287512378,
      "loss": 4.3905,
      "step": 19883
    },
    {
      "epoch": 0.1275105809926895,
      "grad_norm": 6.089223384857178,
      "learning_rate": 0.00019992001481906419,
      "loss": 4.3663,
      "step": 19884
    },
    {
      "epoch": 0.1275169937155316,
      "grad_norm": 4.216646671295166,
      "learning_rate": 0.00019992000676259905,
      "loss": 4.5287,
      "step": 19885
    },
    {
      "epoch": 0.12752340643837373,
      "grad_norm": 6.971311092376709,
      "learning_rate": 0.00019991999870572834,
      "loss": 4.5454,
      "step": 19886
    },
    {
      "epoch": 0.12752981916121586,
      "grad_norm": 6.735750675201416,
      "learning_rate": 0.00019991999064845209,
      "loss": 4.3225,
      "step": 19887
    },
    {
      "epoch": 0.12753623188405797,
      "grad_norm": 3.51159405708313,
      "learning_rate": 0.00019991998259077026,
      "loss": 4.4372,
      "step": 19888
    },
    {
      "epoch": 0.1275426446069001,
      "grad_norm": 3.67405366897583,
      "learning_rate": 0.00019991997453268289,
      "loss": 4.8287,
      "step": 19889
    },
    {
      "epoch": 0.1275490573297422,
      "grad_norm": 4.21846342086792,
      "learning_rate": 0.00019991996647418994,
      "loss": 4.6179,
      "step": 19890
    },
    {
      "epoch": 0.12755547005258433,
      "grad_norm": 3.8714759349823,
      "learning_rate": 0.00019991995841529145,
      "loss": 4.2624,
      "step": 19891
    },
    {
      "epoch": 0.12756188277542643,
      "grad_norm": 5.430212020874023,
      "learning_rate": 0.00019991995035598738,
      "loss": 4.2696,
      "step": 19892
    },
    {
      "epoch": 0.12756829549826856,
      "grad_norm": 4.463373184204102,
      "learning_rate": 0.00019991994229627777,
      "loss": 4.5842,
      "step": 19893
    },
    {
      "epoch": 0.1275747082211107,
      "grad_norm": 4.1909332275390625,
      "learning_rate": 0.0001999199342361626,
      "loss": 4.2646,
      "step": 19894
    },
    {
      "epoch": 0.1275811209439528,
      "grad_norm": 5.805728912353516,
      "learning_rate": 0.00019991992617564186,
      "loss": 4.6505,
      "step": 19895
    },
    {
      "epoch": 0.12758753366679493,
      "grad_norm": 3.4848101139068604,
      "learning_rate": 0.00019991991811471556,
      "loss": 4.5348,
      "step": 19896
    },
    {
      "epoch": 0.12759394638963703,
      "grad_norm": 4.996142387390137,
      "learning_rate": 0.00019991991005338373,
      "loss": 4.5125,
      "step": 19897
    },
    {
      "epoch": 0.12760035911247916,
      "grad_norm": 4.446187973022461,
      "learning_rate": 0.0001999199019916463,
      "loss": 4.5006,
      "step": 19898
    },
    {
      "epoch": 0.12760677183532126,
      "grad_norm": 5.493031024932861,
      "learning_rate": 0.00019991989392950335,
      "loss": 4.3787,
      "step": 19899
    },
    {
      "epoch": 0.1276131845581634,
      "grad_norm": 3.816710948944092,
      "learning_rate": 0.00019991988586695483,
      "loss": 4.5512,
      "step": 19900
    },
    {
      "epoch": 0.1276131845581634,
      "eval_loss": 4.473874092102051,
      "eval_runtime": 34.7635,
      "eval_samples_per_second": 90.181,
      "eval_steps_per_second": 22.552,
      "step": 19900
    },
    {
      "epoch": 0.12761959728100553,
      "grad_norm": 10.601378440856934,
      "learning_rate": 0.00019991987780400075,
      "loss": 4.5174,
      "step": 19901
    },
    {
      "epoch": 0.12762601000384763,
      "grad_norm": 3.4784634113311768,
      "learning_rate": 0.0001999198697406411,
      "loss": 4.4834,
      "step": 19902
    },
    {
      "epoch": 0.12763242272668976,
      "grad_norm": 3.821892261505127,
      "learning_rate": 0.0001999198616768759,
      "loss": 4.3007,
      "step": 19903
    },
    {
      "epoch": 0.12763883544953186,
      "grad_norm": 3.371250629425049,
      "learning_rate": 0.00019991985361270513,
      "loss": 4.0252,
      "step": 19904
    },
    {
      "epoch": 0.127645248172374,
      "grad_norm": 3.2472639083862305,
      "learning_rate": 0.0001999198455481288,
      "loss": 4.8901,
      "step": 19905
    },
    {
      "epoch": 0.1276516608952161,
      "grad_norm": 8.16085433959961,
      "learning_rate": 0.00019991983748314694,
      "loss": 4.3526,
      "step": 19906
    },
    {
      "epoch": 0.12765807361805823,
      "grad_norm": 3.4458019733428955,
      "learning_rate": 0.0001999198294177595,
      "loss": 4.8057,
      "step": 19907
    },
    {
      "epoch": 0.12766448634090036,
      "grad_norm": 5.079813003540039,
      "learning_rate": 0.0001999198213519665,
      "loss": 4.5245,
      "step": 19908
    },
    {
      "epoch": 0.12767089906374246,
      "grad_norm": 6.460139751434326,
      "learning_rate": 0.00019991981328576798,
      "loss": 4.7728,
      "step": 19909
    },
    {
      "epoch": 0.1276773117865846,
      "grad_norm": 6.131618499755859,
      "learning_rate": 0.00019991980521916387,
      "loss": 4.3494,
      "step": 19910
    },
    {
      "epoch": 0.1276837245094267,
      "grad_norm": 3.781942844390869,
      "learning_rate": 0.00019991979715215422,
      "loss": 4.4345,
      "step": 19911
    },
    {
      "epoch": 0.12769013723226882,
      "grad_norm": 4.615307331085205,
      "learning_rate": 0.000199919789084739,
      "loss": 4.5474,
      "step": 19912
    },
    {
      "epoch": 0.12769654995511093,
      "grad_norm": 10.237646102905273,
      "learning_rate": 0.0001999197810169182,
      "loss": 4.7154,
      "step": 19913
    },
    {
      "epoch": 0.12770296267795306,
      "grad_norm": 3.109147548675537,
      "learning_rate": 0.00019991977294869188,
      "loss": 4.4545,
      "step": 19914
    },
    {
      "epoch": 0.1277093754007952,
      "grad_norm": 5.174999713897705,
      "learning_rate": 0.00019991976488005996,
      "loss": 4.5047,
      "step": 19915
    },
    {
      "epoch": 0.1277157881236373,
      "grad_norm": 4.983453273773193,
      "learning_rate": 0.0001999197568110225,
      "loss": 4.7113,
      "step": 19916
    },
    {
      "epoch": 0.12772220084647942,
      "grad_norm": 5.1265764236450195,
      "learning_rate": 0.00019991974874157951,
      "loss": 4.5354,
      "step": 19917
    },
    {
      "epoch": 0.12772861356932153,
      "grad_norm": 3.6115758419036865,
      "learning_rate": 0.00019991974067173093,
      "loss": 4.4605,
      "step": 19918
    },
    {
      "epoch": 0.12773502629216366,
      "grad_norm": 12.989234924316406,
      "learning_rate": 0.00019991973260147678,
      "loss": 4.5886,
      "step": 19919
    },
    {
      "epoch": 0.12774143901500576,
      "grad_norm": 3.1199066638946533,
      "learning_rate": 0.0001999197245308171,
      "loss": 4.2521,
      "step": 19920
    },
    {
      "epoch": 0.1277478517378479,
      "grad_norm": 4.993237495422363,
      "learning_rate": 0.00019991971645975186,
      "loss": 4.5209,
      "step": 19921
    },
    {
      "epoch": 0.12775426446069002,
      "grad_norm": 4.308956623077393,
      "learning_rate": 0.00019991970838828107,
      "loss": 4.4426,
      "step": 19922
    },
    {
      "epoch": 0.12776067718353212,
      "grad_norm": 7.206368923187256,
      "learning_rate": 0.0001999197003164047,
      "loss": 4.2596,
      "step": 19923
    },
    {
      "epoch": 0.12776708990637425,
      "grad_norm": 12.326470375061035,
      "learning_rate": 0.0001999196922441228,
      "loss": 4.4351,
      "step": 19924
    },
    {
      "epoch": 0.12777350262921636,
      "grad_norm": 9.040197372436523,
      "learning_rate": 0.0001999196841714353,
      "loss": 4.4939,
      "step": 19925
    },
    {
      "epoch": 0.1277799153520585,
      "grad_norm": 6.74498176574707,
      "learning_rate": 0.0001999196760983423,
      "loss": 4.706,
      "step": 19926
    },
    {
      "epoch": 0.1277863280749006,
      "grad_norm": 3.9386165142059326,
      "learning_rate": 0.0001999196680248437,
      "loss": 4.7705,
      "step": 19927
    },
    {
      "epoch": 0.12779274079774272,
      "grad_norm": 5.717524528503418,
      "learning_rate": 0.00019991965995093955,
      "loss": 4.4486,
      "step": 19928
    },
    {
      "epoch": 0.12779915352058485,
      "grad_norm": 3.701907157897949,
      "learning_rate": 0.00019991965187662983,
      "loss": 4.5298,
      "step": 19929
    },
    {
      "epoch": 0.12780556624342695,
      "grad_norm": 8.84389591217041,
      "learning_rate": 0.0001999196438019146,
      "loss": 4.7231,
      "step": 19930
    },
    {
      "epoch": 0.12781197896626909,
      "grad_norm": 8.526711463928223,
      "learning_rate": 0.00019991963572679378,
      "loss": 4.8809,
      "step": 19931
    },
    {
      "epoch": 0.1278183916891112,
      "grad_norm": 5.830032825469971,
      "learning_rate": 0.00019991962765126742,
      "loss": 4.5749,
      "step": 19932
    },
    {
      "epoch": 0.12782480441195332,
      "grad_norm": 4.229485988616943,
      "learning_rate": 0.00019991961957533546,
      "loss": 4.6019,
      "step": 19933
    },
    {
      "epoch": 0.12783121713479542,
      "grad_norm": 3.5851852893829346,
      "learning_rate": 0.00019991961149899798,
      "loss": 4.5431,
      "step": 19934
    },
    {
      "epoch": 0.12783762985763755,
      "grad_norm": 3.5253961086273193,
      "learning_rate": 0.00019991960342225493,
      "loss": 4.7922,
      "step": 19935
    },
    {
      "epoch": 0.12784404258047968,
      "grad_norm": 3.309828281402588,
      "learning_rate": 0.00019991959534510634,
      "loss": 4.6103,
      "step": 19936
    },
    {
      "epoch": 0.12785045530332179,
      "grad_norm": 2.745875120162964,
      "learning_rate": 0.00019991958726755217,
      "loss": 4.3838,
      "step": 19937
    },
    {
      "epoch": 0.12785686802616392,
      "grad_norm": 7.708073616027832,
      "learning_rate": 0.00019991957918959243,
      "loss": 4.6396,
      "step": 19938
    },
    {
      "epoch": 0.12786328074900602,
      "grad_norm": 4.466949939727783,
      "learning_rate": 0.00019991957111122717,
      "loss": 4.5114,
      "step": 19939
    },
    {
      "epoch": 0.12786969347184815,
      "grad_norm": 3.8323869705200195,
      "learning_rate": 0.00019991956303245633,
      "loss": 5.1597,
      "step": 19940
    },
    {
      "epoch": 0.12787610619469025,
      "grad_norm": 3.922389268875122,
      "learning_rate": 0.00019991955495327995,
      "loss": 4.5949,
      "step": 19941
    },
    {
      "epoch": 0.12788251891753238,
      "grad_norm": 6.434011936187744,
      "learning_rate": 0.000199919546873698,
      "loss": 4.3288,
      "step": 19942
    },
    {
      "epoch": 0.12788893164037451,
      "grad_norm": 4.30501651763916,
      "learning_rate": 0.0001999195387937105,
      "loss": 4.7839,
      "step": 19943
    },
    {
      "epoch": 0.12789534436321662,
      "grad_norm": 4.094265937805176,
      "learning_rate": 0.00019991953071331743,
      "loss": 4.4549,
      "step": 19944
    },
    {
      "epoch": 0.12790175708605875,
      "grad_norm": 3.4561727046966553,
      "learning_rate": 0.00019991952263251884,
      "loss": 4.3004,
      "step": 19945
    },
    {
      "epoch": 0.12790816980890085,
      "grad_norm": 5.131190299987793,
      "learning_rate": 0.00019991951455131462,
      "loss": 4.5998,
      "step": 19946
    },
    {
      "epoch": 0.12791458253174298,
      "grad_norm": 2.640437126159668,
      "learning_rate": 0.00019991950646970491,
      "loss": 4.5085,
      "step": 19947
    },
    {
      "epoch": 0.12792099525458508,
      "grad_norm": 2.827679395675659,
      "learning_rate": 0.0001999194983876896,
      "loss": 4.4498,
      "step": 19948
    },
    {
      "epoch": 0.12792740797742722,
      "grad_norm": 6.578061580657959,
      "learning_rate": 0.0001999194903052688,
      "loss": 4.7444,
      "step": 19949
    },
    {
      "epoch": 0.12793382070026935,
      "grad_norm": 3.2924721240997314,
      "learning_rate": 0.00019991948222244238,
      "loss": 4.3723,
      "step": 19950
    },
    {
      "epoch": 0.12794023342311145,
      "grad_norm": 4.974062442779541,
      "learning_rate": 0.00019991947413921043,
      "loss": 4.2864,
      "step": 19951
    },
    {
      "epoch": 0.12794664614595358,
      "grad_norm": 2.755824089050293,
      "learning_rate": 0.0001999194660555729,
      "loss": 4.6923,
      "step": 19952
    },
    {
      "epoch": 0.12795305886879568,
      "grad_norm": 3.2389535903930664,
      "learning_rate": 0.00019991945797152982,
      "loss": 4.5592,
      "step": 19953
    },
    {
      "epoch": 0.1279594715916378,
      "grad_norm": 7.195512771606445,
      "learning_rate": 0.0001999194498870812,
      "loss": 4.3674,
      "step": 19954
    },
    {
      "epoch": 0.12796588431447992,
      "grad_norm": 89.59049987792969,
      "learning_rate": 0.00019991944180222703,
      "loss": 4.7484,
      "step": 19955
    },
    {
      "epoch": 0.12797229703732205,
      "grad_norm": 3.9991257190704346,
      "learning_rate": 0.0001999194337169673,
      "loss": 4.9116,
      "step": 19956
    },
    {
      "epoch": 0.12797870976016418,
      "grad_norm": 8.729580879211426,
      "learning_rate": 0.000199919425631302,
      "loss": 4.5112,
      "step": 19957
    },
    {
      "epoch": 0.12798512248300628,
      "grad_norm": 14.586821556091309,
      "learning_rate": 0.00019991941754523115,
      "loss": 4.4994,
      "step": 19958
    },
    {
      "epoch": 0.1279915352058484,
      "grad_norm": 4.265395164489746,
      "learning_rate": 0.00019991940945875472,
      "loss": 4.3845,
      "step": 19959
    },
    {
      "epoch": 0.12799794792869051,
      "grad_norm": 3.154167413711548,
      "learning_rate": 0.00019991940137187279,
      "loss": 4.5533,
      "step": 19960
    },
    {
      "epoch": 0.12800436065153264,
      "grad_norm": 3.5212316513061523,
      "learning_rate": 0.00019991939328458522,
      "loss": 4.3306,
      "step": 19961
    },
    {
      "epoch": 0.12801077337437475,
      "grad_norm": 5.671670436859131,
      "learning_rate": 0.00019991938519689216,
      "loss": 4.324,
      "step": 19962
    },
    {
      "epoch": 0.12801718609721688,
      "grad_norm": 6.9667534828186035,
      "learning_rate": 0.00019991937710879353,
      "loss": 4.4392,
      "step": 19963
    },
    {
      "epoch": 0.128023598820059,
      "grad_norm": 7.303125858306885,
      "learning_rate": 0.00019991936902028932,
      "loss": 4.3941,
      "step": 19964
    },
    {
      "epoch": 0.1280300115429011,
      "grad_norm": 3.362705945968628,
      "learning_rate": 0.00019991936093137957,
      "loss": 4.3514,
      "step": 19965
    },
    {
      "epoch": 0.12803642426574324,
      "grad_norm": 2.7898077964782715,
      "learning_rate": 0.00019991935284206428,
      "loss": 4.2789,
      "step": 19966
    },
    {
      "epoch": 0.12804283698858535,
      "grad_norm": 10.279685020446777,
      "learning_rate": 0.0001999193447523434,
      "loss": 4.4073,
      "step": 19967
    },
    {
      "epoch": 0.12804924971142748,
      "grad_norm": 3.7907614707946777,
      "learning_rate": 0.000199919336662217,
      "loss": 4.4987,
      "step": 19968
    },
    {
      "epoch": 0.12805566243426958,
      "grad_norm": 2.832058906555176,
      "learning_rate": 0.00019991932857168503,
      "loss": 4.4289,
      "step": 19969
    },
    {
      "epoch": 0.1280620751571117,
      "grad_norm": 3.93961763381958,
      "learning_rate": 0.0001999193204807475,
      "loss": 4.425,
      "step": 19970
    },
    {
      "epoch": 0.12806848787995384,
      "grad_norm": 4.210290431976318,
      "learning_rate": 0.0001999193123894044,
      "loss": 4.5557,
      "step": 19971
    },
    {
      "epoch": 0.12807490060279594,
      "grad_norm": 3.0981333255767822,
      "learning_rate": 0.00019991930429765574,
      "loss": 4.7313,
      "step": 19972
    },
    {
      "epoch": 0.12808131332563807,
      "grad_norm": 4.964033603668213,
      "learning_rate": 0.00019991929620550157,
      "loss": 4.3457,
      "step": 19973
    },
    {
      "epoch": 0.12808772604848018,
      "grad_norm": 3.3314621448516846,
      "learning_rate": 0.00019991928811294182,
      "loss": 4.4252,
      "step": 19974
    },
    {
      "epoch": 0.1280941387713223,
      "grad_norm": 3.7201120853424072,
      "learning_rate": 0.0001999192800199765,
      "loss": 4.3602,
      "step": 19975
    },
    {
      "epoch": 0.1281005514941644,
      "grad_norm": 3.3761918544769287,
      "learning_rate": 0.00019991927192660564,
      "loss": 4.7255,
      "step": 19976
    },
    {
      "epoch": 0.12810696421700654,
      "grad_norm": 13.283740997314453,
      "learning_rate": 0.00019991926383282924,
      "loss": 4.522,
      "step": 19977
    },
    {
      "epoch": 0.12811337693984867,
      "grad_norm": 3.2718706130981445,
      "learning_rate": 0.00019991925573864725,
      "loss": 4.5028,
      "step": 19978
    },
    {
      "epoch": 0.12811978966269078,
      "grad_norm": 3.393580198287964,
      "learning_rate": 0.00019991924764405973,
      "loss": 4.2162,
      "step": 19979
    },
    {
      "epoch": 0.1281262023855329,
      "grad_norm": 8.102598190307617,
      "learning_rate": 0.00019991923954906663,
      "loss": 4.6016,
      "step": 19980
    },
    {
      "epoch": 0.128132615108375,
      "grad_norm": 4.313561916351318,
      "learning_rate": 0.00019991923145366798,
      "loss": 4.757,
      "step": 19981
    },
    {
      "epoch": 0.12813902783121714,
      "grad_norm": 3.1976478099823,
      "learning_rate": 0.00019991922335786376,
      "loss": 4.5647,
      "step": 19982
    },
    {
      "epoch": 0.12814544055405924,
      "grad_norm": 2.9589290618896484,
      "learning_rate": 0.00019991921526165402,
      "loss": 4.4879,
      "step": 19983
    },
    {
      "epoch": 0.12815185327690137,
      "grad_norm": 3.840707540512085,
      "learning_rate": 0.00019991920716503874,
      "loss": 4.5505,
      "step": 19984
    },
    {
      "epoch": 0.1281582659997435,
      "grad_norm": 3.858013868331909,
      "learning_rate": 0.00019991919906801786,
      "loss": 4.7747,
      "step": 19985
    },
    {
      "epoch": 0.1281646787225856,
      "grad_norm": 3.8658406734466553,
      "learning_rate": 0.00019991919097059145,
      "loss": 4.6714,
      "step": 19986
    },
    {
      "epoch": 0.12817109144542774,
      "grad_norm": 2.799856662750244,
      "learning_rate": 0.00019991918287275945,
      "loss": 4.4209,
      "step": 19987
    },
    {
      "epoch": 0.12817750416826984,
      "grad_norm": 4.604205131530762,
      "learning_rate": 0.00019991917477452193,
      "loss": 4.6538,
      "step": 19988
    },
    {
      "epoch": 0.12818391689111197,
      "grad_norm": 4.86891508102417,
      "learning_rate": 0.00019991916667587884,
      "loss": 4.793,
      "step": 19989
    },
    {
      "epoch": 0.12819032961395407,
      "grad_norm": 3.5552196502685547,
      "learning_rate": 0.0001999191585768302,
      "loss": 4.5406,
      "step": 19990
    },
    {
      "epoch": 0.1281967423367962,
      "grad_norm": 11.604127883911133,
      "learning_rate": 0.00019991915047737598,
      "loss": 4.6147,
      "step": 19991
    },
    {
      "epoch": 0.12820315505963834,
      "grad_norm": 3.1093804836273193,
      "learning_rate": 0.00019991914237751622,
      "loss": 4.3141,
      "step": 19992
    },
    {
      "epoch": 0.12820956778248044,
      "grad_norm": 9.738374710083008,
      "learning_rate": 0.00019991913427725092,
      "loss": 4.4564,
      "step": 19993
    },
    {
      "epoch": 0.12821598050532257,
      "grad_norm": 7.0981831550598145,
      "learning_rate": 0.00019991912617658007,
      "loss": 4.7492,
      "step": 19994
    },
    {
      "epoch": 0.12822239322816467,
      "grad_norm": 3.0486037731170654,
      "learning_rate": 0.00019991911807550365,
      "loss": 4.3089,
      "step": 19995
    },
    {
      "epoch": 0.1282288059510068,
      "grad_norm": 3.1820273399353027,
      "learning_rate": 0.00019991910997402168,
      "loss": 4.5073,
      "step": 19996
    },
    {
      "epoch": 0.1282352186738489,
      "grad_norm": 3.0137405395507812,
      "learning_rate": 0.00019991910187213414,
      "loss": 4.4001,
      "step": 19997
    },
    {
      "epoch": 0.12824163139669104,
      "grad_norm": 3.3470356464385986,
      "learning_rate": 0.00019991909376984105,
      "loss": 4.6135,
      "step": 19998
    },
    {
      "epoch": 0.12824804411953317,
      "grad_norm": 6.768864154815674,
      "learning_rate": 0.00019991908566714241,
      "loss": 4.1488,
      "step": 19999
    },
    {
      "epoch": 0.12825445684237527,
      "grad_norm": 3.6032631397247314,
      "learning_rate": 0.00019991907756403824,
      "loss": 4.5397,
      "step": 20000
    },
    {
      "epoch": 0.12825445684237527,
      "eval_loss": 4.440330505371094,
      "eval_runtime": 34.8005,
      "eval_samples_per_second": 90.085,
      "eval_steps_per_second": 22.528,
      "step": 20000
    },
    {
      "epoch": 0.1282608695652174,
      "grad_norm": 4.184063911437988,
      "learning_rate": 0.00019991906946052846,
      "loss": 4.4316,
      "step": 20001
    },
    {
      "epoch": 0.1282672822880595,
      "grad_norm": 4.175549507141113,
      "learning_rate": 0.00019991906135661316,
      "loss": 4.8327,
      "step": 20002
    },
    {
      "epoch": 0.12827369501090163,
      "grad_norm": 2.5331506729125977,
      "learning_rate": 0.0001999190532522923,
      "loss": 4.5537,
      "step": 20003
    },
    {
      "epoch": 0.12828010773374374,
      "grad_norm": 3.850567102432251,
      "learning_rate": 0.00019991904514756587,
      "loss": 4.2516,
      "step": 20004
    },
    {
      "epoch": 0.12828652045658587,
      "grad_norm": 4.058873176574707,
      "learning_rate": 0.0001999190370424339,
      "loss": 4.5266,
      "step": 20005
    },
    {
      "epoch": 0.128292933179428,
      "grad_norm": 4.411342620849609,
      "learning_rate": 0.0001999190289368964,
      "loss": 4.415,
      "step": 20006
    },
    {
      "epoch": 0.1282993459022701,
      "grad_norm": 16.42295265197754,
      "learning_rate": 0.00019991902083095332,
      "loss": 4.9339,
      "step": 20007
    },
    {
      "epoch": 0.12830575862511223,
      "grad_norm": 3.1780388355255127,
      "learning_rate": 0.00019991901272460466,
      "loss": 4.7494,
      "step": 20008
    },
    {
      "epoch": 0.12831217134795433,
      "grad_norm": 3.746720790863037,
      "learning_rate": 0.00019991900461785046,
      "loss": 4.6179,
      "step": 20009
    },
    {
      "epoch": 0.12831858407079647,
      "grad_norm": 3.1658687591552734,
      "learning_rate": 0.00019991899651069072,
      "loss": 4.3404,
      "step": 20010
    },
    {
      "epoch": 0.12832499679363857,
      "grad_norm": 5.279016017913818,
      "learning_rate": 0.00019991898840312545,
      "loss": 4.6119,
      "step": 20011
    },
    {
      "epoch": 0.1283314095164807,
      "grad_norm": 7.034986972808838,
      "learning_rate": 0.0001999189802951546,
      "loss": 4.5202,
      "step": 20012
    },
    {
      "epoch": 0.12833782223932283,
      "grad_norm": 3.5937657356262207,
      "learning_rate": 0.00019991897218677818,
      "loss": 4.8075,
      "step": 20013
    },
    {
      "epoch": 0.12834423496216493,
      "grad_norm": 3.0200183391571045,
      "learning_rate": 0.00019991896407799622,
      "loss": 4.389,
      "step": 20014
    },
    {
      "epoch": 0.12835064768500706,
      "grad_norm": 3.2610464096069336,
      "learning_rate": 0.0001999189559688087,
      "loss": 4.4341,
      "step": 20015
    },
    {
      "epoch": 0.12835706040784917,
      "grad_norm": 3.1794118881225586,
      "learning_rate": 0.00019991894785921562,
      "loss": 4.2053,
      "step": 20016
    },
    {
      "epoch": 0.1283634731306913,
      "grad_norm": 4.277237415313721,
      "learning_rate": 0.000199918939749217,
      "loss": 4.5819,
      "step": 20017
    },
    {
      "epoch": 0.1283698858535334,
      "grad_norm": 4.241396903991699,
      "learning_rate": 0.0001999189316388128,
      "loss": 4.5634,
      "step": 20018
    },
    {
      "epoch": 0.12837629857637553,
      "grad_norm": 3.931222438812256,
      "learning_rate": 0.0001999189235280031,
      "loss": 4.4752,
      "step": 20019
    },
    {
      "epoch": 0.12838271129921766,
      "grad_norm": 2.8269600868225098,
      "learning_rate": 0.0001999189154167878,
      "loss": 4.2185,
      "step": 20020
    },
    {
      "epoch": 0.12838912402205976,
      "grad_norm": 4.3715338706970215,
      "learning_rate": 0.00019991890730516697,
      "loss": 4.6244,
      "step": 20021
    },
    {
      "epoch": 0.1283955367449019,
      "grad_norm": 37.64082717895508,
      "learning_rate": 0.00019991889919314054,
      "loss": 4.5712,
      "step": 20022
    },
    {
      "epoch": 0.128401949467744,
      "grad_norm": 3.0770623683929443,
      "learning_rate": 0.00019991889108070862,
      "loss": 4.5133,
      "step": 20023
    },
    {
      "epoch": 0.12840836219058613,
      "grad_norm": 5.3408894538879395,
      "learning_rate": 0.0001999188829678711,
      "loss": 4.7807,
      "step": 20024
    },
    {
      "epoch": 0.12841477491342823,
      "grad_norm": 3.097243070602417,
      "learning_rate": 0.00019991887485462802,
      "loss": 4.5317,
      "step": 20025
    },
    {
      "epoch": 0.12842118763627036,
      "grad_norm": 3.005697011947632,
      "learning_rate": 0.00019991886674097938,
      "loss": 4.6268,
      "step": 20026
    },
    {
      "epoch": 0.1284276003591125,
      "grad_norm": 3.2175111770629883,
      "learning_rate": 0.00019991885862692522,
      "loss": 4.4929,
      "step": 20027
    },
    {
      "epoch": 0.1284340130819546,
      "grad_norm": 3.8739418983459473,
      "learning_rate": 0.00019991885051246552,
      "loss": 4.529,
      "step": 20028
    },
    {
      "epoch": 0.12844042580479673,
      "grad_norm": 3.472769260406494,
      "learning_rate": 0.00019991884239760024,
      "loss": 4.3123,
      "step": 20029
    },
    {
      "epoch": 0.12844683852763883,
      "grad_norm": 2.969686508178711,
      "learning_rate": 0.0001999188342823294,
      "loss": 4.7476,
      "step": 20030
    },
    {
      "epoch": 0.12845325125048096,
      "grad_norm": 3.4890241622924805,
      "learning_rate": 0.000199918826166653,
      "loss": 5.0436,
      "step": 20031
    },
    {
      "epoch": 0.12845966397332306,
      "grad_norm": 56.56421661376953,
      "learning_rate": 0.00019991881805057107,
      "loss": 4.41,
      "step": 20032
    },
    {
      "epoch": 0.1284660766961652,
      "grad_norm": 3.674150228500366,
      "learning_rate": 0.00019991880993408358,
      "loss": 4.6138,
      "step": 20033
    },
    {
      "epoch": 0.12847248941900732,
      "grad_norm": 3.815554618835449,
      "learning_rate": 0.00019991880181719052,
      "loss": 4.384,
      "step": 20034
    },
    {
      "epoch": 0.12847890214184943,
      "grad_norm": 2.8759043216705322,
      "learning_rate": 0.00019991879369989194,
      "loss": 4.5355,
      "step": 20035
    },
    {
      "epoch": 0.12848531486469156,
      "grad_norm": 3.6699602603912354,
      "learning_rate": 0.00019991878558218775,
      "loss": 4.6002,
      "step": 20036
    },
    {
      "epoch": 0.12849172758753366,
      "grad_norm": 3.042161703109741,
      "learning_rate": 0.00019991877746407805,
      "loss": 4.5079,
      "step": 20037
    },
    {
      "epoch": 0.1284981403103758,
      "grad_norm": 2.8198235034942627,
      "learning_rate": 0.0001999187693455628,
      "loss": 4.7459,
      "step": 20038
    },
    {
      "epoch": 0.1285045530332179,
      "grad_norm": 15.743703842163086,
      "learning_rate": 0.00019991876122664196,
      "loss": 4.3392,
      "step": 20039
    },
    {
      "epoch": 0.12851096575606002,
      "grad_norm": 16.274559020996094,
      "learning_rate": 0.0001999187531073156,
      "loss": 4.5469,
      "step": 20040
    },
    {
      "epoch": 0.12851737847890216,
      "grad_norm": 3.4451189041137695,
      "learning_rate": 0.00019991874498758366,
      "loss": 4.5905,
      "step": 20041
    },
    {
      "epoch": 0.12852379120174426,
      "grad_norm": 3.4253339767456055,
      "learning_rate": 0.0001999187368674462,
      "loss": 5.0791,
      "step": 20042
    },
    {
      "epoch": 0.1285302039245864,
      "grad_norm": 2.9936931133270264,
      "learning_rate": 0.00019991872874690317,
      "loss": 4.1675,
      "step": 20043
    },
    {
      "epoch": 0.1285366166474285,
      "grad_norm": 5.132728576660156,
      "learning_rate": 0.00019991872062595457,
      "loss": 4.4892,
      "step": 20044
    },
    {
      "epoch": 0.12854302937027062,
      "grad_norm": 3.148317575454712,
      "learning_rate": 0.00019991871250460042,
      "loss": 4.4951,
      "step": 20045
    },
    {
      "epoch": 0.12854944209311273,
      "grad_norm": 6.382000923156738,
      "learning_rate": 0.00019991870438284076,
      "loss": 4.3596,
      "step": 20046
    },
    {
      "epoch": 0.12855585481595486,
      "grad_norm": 8.258912086486816,
      "learning_rate": 0.0001999186962606755,
      "loss": 4.6292,
      "step": 20047
    },
    {
      "epoch": 0.12856226753879696,
      "grad_norm": 3.298574209213257,
      "learning_rate": 0.00019991868813810468,
      "loss": 4.4423,
      "step": 20048
    },
    {
      "epoch": 0.1285686802616391,
      "grad_norm": 3.3557324409484863,
      "learning_rate": 0.00019991868001512835,
      "loss": 4.5257,
      "step": 20049
    },
    {
      "epoch": 0.12857509298448122,
      "grad_norm": 2.7373034954071045,
      "learning_rate": 0.00019991867189174642,
      "loss": 4.5304,
      "step": 20050
    },
    {
      "epoch": 0.12858150570732332,
      "grad_norm": 23.037195205688477,
      "learning_rate": 0.00019991866376795897,
      "loss": 4.4469,
      "step": 20051
    },
    {
      "epoch": 0.12858791843016545,
      "grad_norm": 4.286275863647461,
      "learning_rate": 0.00019991865564376594,
      "loss": 4.4099,
      "step": 20052
    },
    {
      "epoch": 0.12859433115300756,
      "grad_norm": 18.814510345458984,
      "learning_rate": 0.0001999186475191674,
      "loss": 4.4947,
      "step": 20053
    },
    {
      "epoch": 0.1286007438758497,
      "grad_norm": 6.227585792541504,
      "learning_rate": 0.00019991863939416326,
      "loss": 4.3466,
      "step": 20054
    },
    {
      "epoch": 0.1286071565986918,
      "grad_norm": 8.13349437713623,
      "learning_rate": 0.0001999186312687536,
      "loss": 4.8465,
      "step": 20055
    },
    {
      "epoch": 0.12861356932153392,
      "grad_norm": 4.511981010437012,
      "learning_rate": 0.00019991862314293837,
      "loss": 4.6441,
      "step": 20056
    },
    {
      "epoch": 0.12861998204437605,
      "grad_norm": 4.248223304748535,
      "learning_rate": 0.00019991861501671759,
      "loss": 4.2771,
      "step": 20057
    },
    {
      "epoch": 0.12862639476721816,
      "grad_norm": 3.962496042251587,
      "learning_rate": 0.00019991860689009126,
      "loss": 4.4928,
      "step": 20058
    },
    {
      "epoch": 0.12863280749006029,
      "grad_norm": 21.724157333374023,
      "learning_rate": 0.00019991859876305936,
      "loss": 4.5505,
      "step": 20059
    },
    {
      "epoch": 0.1286392202129024,
      "grad_norm": 5.643755912780762,
      "learning_rate": 0.00019991859063562192,
      "loss": 4.5974,
      "step": 20060
    },
    {
      "epoch": 0.12864563293574452,
      "grad_norm": 10.704172134399414,
      "learning_rate": 0.00019991858250777893,
      "loss": 4.4457,
      "step": 20061
    },
    {
      "epoch": 0.12865204565858662,
      "grad_norm": 4.352992534637451,
      "learning_rate": 0.0001999185743795304,
      "loss": 4.6421,
      "step": 20062
    },
    {
      "epoch": 0.12865845838142875,
      "grad_norm": 2.7078261375427246,
      "learning_rate": 0.00019991856625087629,
      "loss": 4.2208,
      "step": 20063
    },
    {
      "epoch": 0.12866487110427088,
      "grad_norm": 3.6318728923797607,
      "learning_rate": 0.00019991855812181663,
      "loss": 4.5591,
      "step": 20064
    },
    {
      "epoch": 0.128671283827113,
      "grad_norm": 2.8488430976867676,
      "learning_rate": 0.00019991854999235143,
      "loss": 4.5851,
      "step": 20065
    },
    {
      "epoch": 0.12867769654995512,
      "grad_norm": 3.1975326538085938,
      "learning_rate": 0.00019991854186248066,
      "loss": 4.3984,
      "step": 20066
    },
    {
      "epoch": 0.12868410927279722,
      "grad_norm": 2.7399284839630127,
      "learning_rate": 0.00019991853373220434,
      "loss": 4.7641,
      "step": 20067
    },
    {
      "epoch": 0.12869052199563935,
      "grad_norm": 3.2544562816619873,
      "learning_rate": 0.00019991852560152248,
      "loss": 4.455,
      "step": 20068
    },
    {
      "epoch": 0.12869693471848145,
      "grad_norm": 5.65928840637207,
      "learning_rate": 0.0001999185174704351,
      "loss": 4.3353,
      "step": 20069
    },
    {
      "epoch": 0.12870334744132358,
      "grad_norm": 3.5482897758483887,
      "learning_rate": 0.00019991850933894208,
      "loss": 4.6744,
      "step": 20070
    },
    {
      "epoch": 0.12870976016416572,
      "grad_norm": 11.448122024536133,
      "learning_rate": 0.00019991850120704358,
      "loss": 4.4509,
      "step": 20071
    },
    {
      "epoch": 0.12871617288700782,
      "grad_norm": 3.746354579925537,
      "learning_rate": 0.0001999184930747395,
      "loss": 4.4281,
      "step": 20072
    },
    {
      "epoch": 0.12872258560984995,
      "grad_norm": 4.566058158874512,
      "learning_rate": 0.00019991848494202988,
      "loss": 4.3244,
      "step": 20073
    },
    {
      "epoch": 0.12872899833269205,
      "grad_norm": 3.53593373298645,
      "learning_rate": 0.00019991847680891472,
      "loss": 4.5225,
      "step": 20074
    },
    {
      "epoch": 0.12873541105553418,
      "grad_norm": 4.242909908294678,
      "learning_rate": 0.00019991846867539398,
      "loss": 4.5811,
      "step": 20075
    },
    {
      "epoch": 0.12874182377837629,
      "grad_norm": 4.547624588012695,
      "learning_rate": 0.00019991846054146767,
      "loss": 4.3068,
      "step": 20076
    },
    {
      "epoch": 0.12874823650121842,
      "grad_norm": 4.4052205085754395,
      "learning_rate": 0.00019991845240713583,
      "loss": 4.447,
      "step": 20077
    },
    {
      "epoch": 0.12875464922406055,
      "grad_norm": 3.356828212738037,
      "learning_rate": 0.00019991844427239846,
      "loss": 4.3984,
      "step": 20078
    },
    {
      "epoch": 0.12876106194690265,
      "grad_norm": 11.204748153686523,
      "learning_rate": 0.0001999184361372555,
      "loss": 4.3978,
      "step": 20079
    },
    {
      "epoch": 0.12876747466974478,
      "grad_norm": 6.002774715423584,
      "learning_rate": 0.000199918428001707,
      "loss": 4.6205,
      "step": 20080
    },
    {
      "epoch": 0.12877388739258688,
      "grad_norm": 2.757193088531494,
      "learning_rate": 0.00019991841986575297,
      "loss": 4.3526,
      "step": 20081
    },
    {
      "epoch": 0.12878030011542901,
      "grad_norm": 30.719623565673828,
      "learning_rate": 0.00019991841172939338,
      "loss": 4.5555,
      "step": 20082
    },
    {
      "epoch": 0.12878671283827112,
      "grad_norm": 3.1375579833984375,
      "learning_rate": 0.00019991840359262822,
      "loss": 4.528,
      "step": 20083
    },
    {
      "epoch": 0.12879312556111325,
      "grad_norm": 6.193767547607422,
      "learning_rate": 0.0001999183954554575,
      "loss": 4.5533,
      "step": 20084
    },
    {
      "epoch": 0.12879953828395538,
      "grad_norm": 10.76029109954834,
      "learning_rate": 0.00019991838731788124,
      "loss": 4.6826,
      "step": 20085
    },
    {
      "epoch": 0.12880595100679748,
      "grad_norm": 3.9855875968933105,
      "learning_rate": 0.00019991837917989944,
      "loss": 4.4121,
      "step": 20086
    },
    {
      "epoch": 0.1288123637296396,
      "grad_norm": 2.997619152069092,
      "learning_rate": 0.0001999183710415121,
      "loss": 4.2779,
      "step": 20087
    },
    {
      "epoch": 0.12881877645248171,
      "grad_norm": 8.674817085266113,
      "learning_rate": 0.00019991836290271918,
      "loss": 4.4932,
      "step": 20088
    },
    {
      "epoch": 0.12882518917532385,
      "grad_norm": 3.3086228370666504,
      "learning_rate": 0.0001999183547635207,
      "loss": 4.9064,
      "step": 20089
    },
    {
      "epoch": 0.12883160189816595,
      "grad_norm": 13.02371883392334,
      "learning_rate": 0.00019991834662391668,
      "loss": 4.672,
      "step": 20090
    },
    {
      "epoch": 0.12883801462100808,
      "grad_norm": 3.0537781715393066,
      "learning_rate": 0.00019991833848390713,
      "loss": 4.534,
      "step": 20091
    },
    {
      "epoch": 0.1288444273438502,
      "grad_norm": 11.683128356933594,
      "learning_rate": 0.000199918330343492,
      "loss": 4.5283,
      "step": 20092
    },
    {
      "epoch": 0.1288508400666923,
      "grad_norm": 3.7902612686157227,
      "learning_rate": 0.0001999183222026713,
      "loss": 4.3003,
      "step": 20093
    },
    {
      "epoch": 0.12885725278953444,
      "grad_norm": 3.1710093021392822,
      "learning_rate": 0.00019991831406144508,
      "loss": 4.4612,
      "step": 20094
    },
    {
      "epoch": 0.12886366551237655,
      "grad_norm": 3.947739839553833,
      "learning_rate": 0.00019991830591981332,
      "loss": 4.8025,
      "step": 20095
    },
    {
      "epoch": 0.12887007823521868,
      "grad_norm": 3.131242275238037,
      "learning_rate": 0.000199918297777776,
      "loss": 4.4168,
      "step": 20096
    },
    {
      "epoch": 0.12887649095806078,
      "grad_norm": 10.176851272583008,
      "learning_rate": 0.0001999182896353331,
      "loss": 4.7645,
      "step": 20097
    },
    {
      "epoch": 0.1288829036809029,
      "grad_norm": 2.6241605281829834,
      "learning_rate": 0.00019991828149248467,
      "loss": 4.5521,
      "step": 20098
    },
    {
      "epoch": 0.12888931640374504,
      "grad_norm": 2.488825798034668,
      "learning_rate": 0.00019991827334923067,
      "loss": 4.2858,
      "step": 20099
    },
    {
      "epoch": 0.12889572912658714,
      "grad_norm": 3.9243626594543457,
      "learning_rate": 0.00019991826520557115,
      "loss": 4.4253,
      "step": 20100
    },
    {
      "epoch": 0.12889572912658714,
      "eval_loss": 4.430355072021484,
      "eval_runtime": 34.7528,
      "eval_samples_per_second": 90.209,
      "eval_steps_per_second": 22.559,
      "step": 20100
    },
    {
      "epoch": 0.12890214184942927,
      "grad_norm": 2.6175568103790283,
      "learning_rate": 0.00019991825706150605,
      "loss": 4.7324,
      "step": 20101
    },
    {
      "epoch": 0.12890855457227138,
      "grad_norm": 3.464261293411255,
      "learning_rate": 0.0001999182489170354,
      "loss": 4.677,
      "step": 20102
    },
    {
      "epoch": 0.1289149672951135,
      "grad_norm": 4.163590908050537,
      "learning_rate": 0.00019991824077215923,
      "loss": 4.3718,
      "step": 20103
    },
    {
      "epoch": 0.1289213800179556,
      "grad_norm": 3.1263129711151123,
      "learning_rate": 0.00019991823262687747,
      "loss": 4.5887,
      "step": 20104
    },
    {
      "epoch": 0.12892779274079774,
      "grad_norm": 4.4058308601379395,
      "learning_rate": 0.00019991822448119017,
      "loss": 4.4859,
      "step": 20105
    },
    {
      "epoch": 0.12893420546363987,
      "grad_norm": 3.2651517391204834,
      "learning_rate": 0.00019991821633509734,
      "loss": 4.4016,
      "step": 20106
    },
    {
      "epoch": 0.12894061818648198,
      "grad_norm": 5.354856491088867,
      "learning_rate": 0.00019991820818859895,
      "loss": 4.6614,
      "step": 20107
    },
    {
      "epoch": 0.1289470309093241,
      "grad_norm": 3.5190317630767822,
      "learning_rate": 0.00019991820004169498,
      "loss": 4.4088,
      "step": 20108
    },
    {
      "epoch": 0.1289534436321662,
      "grad_norm": 3.156001567840576,
      "learning_rate": 0.0001999181918943855,
      "loss": 4.4735,
      "step": 20109
    },
    {
      "epoch": 0.12895985635500834,
      "grad_norm": 2.775352716445923,
      "learning_rate": 0.0001999181837466704,
      "loss": 4.2546,
      "step": 20110
    },
    {
      "epoch": 0.12896626907785044,
      "grad_norm": 3.1639533042907715,
      "learning_rate": 0.00019991817559854983,
      "loss": 4.545,
      "step": 20111
    },
    {
      "epoch": 0.12897268180069257,
      "grad_norm": 4.314227104187012,
      "learning_rate": 0.00019991816745002367,
      "loss": 4.7628,
      "step": 20112
    },
    {
      "epoch": 0.1289790945235347,
      "grad_norm": 2.728745222091675,
      "learning_rate": 0.00019991815930109198,
      "loss": 4.3878,
      "step": 20113
    },
    {
      "epoch": 0.1289855072463768,
      "grad_norm": 2.987816095352173,
      "learning_rate": 0.0001999181511517547,
      "loss": 4.1898,
      "step": 20114
    },
    {
      "epoch": 0.12899191996921894,
      "grad_norm": 4.325314521789551,
      "learning_rate": 0.0001999181430020119,
      "loss": 4.4938,
      "step": 20115
    },
    {
      "epoch": 0.12899833269206104,
      "grad_norm": 2.9699580669403076,
      "learning_rate": 0.00019991813485186355,
      "loss": 4.6583,
      "step": 20116
    },
    {
      "epoch": 0.12900474541490317,
      "grad_norm": 3.2120933532714844,
      "learning_rate": 0.00019991812670130962,
      "loss": 4.5958,
      "step": 20117
    },
    {
      "epoch": 0.12901115813774527,
      "grad_norm": 3.2523791790008545,
      "learning_rate": 0.00019991811855035017,
      "loss": 4.3872,
      "step": 20118
    },
    {
      "epoch": 0.1290175708605874,
      "grad_norm": 2.980543375015259,
      "learning_rate": 0.00019991811039898514,
      "loss": 4.4159,
      "step": 20119
    },
    {
      "epoch": 0.12902398358342954,
      "grad_norm": 3.1181023120880127,
      "learning_rate": 0.00019991810224721457,
      "loss": 4.25,
      "step": 20120
    },
    {
      "epoch": 0.12903039630627164,
      "grad_norm": 3.1208014488220215,
      "learning_rate": 0.00019991809409503845,
      "loss": 4.3378,
      "step": 20121
    },
    {
      "epoch": 0.12903680902911377,
      "grad_norm": 3.0807597637176514,
      "learning_rate": 0.0001999180859424568,
      "loss": 4.2576,
      "step": 20122
    },
    {
      "epoch": 0.12904322175195587,
      "grad_norm": 7.893276691436768,
      "learning_rate": 0.00019991807778946957,
      "loss": 4.2938,
      "step": 20123
    },
    {
      "epoch": 0.129049634474798,
      "grad_norm": 2.5510025024414062,
      "learning_rate": 0.0001999180696360768,
      "loss": 4.5254,
      "step": 20124
    },
    {
      "epoch": 0.1290560471976401,
      "grad_norm": 2.900498390197754,
      "learning_rate": 0.00019991806148227846,
      "loss": 4.4444,
      "step": 20125
    },
    {
      "epoch": 0.12906245992048224,
      "grad_norm": 3.637702703475952,
      "learning_rate": 0.00019991805332807461,
      "loss": 4.6502,
      "step": 20126
    },
    {
      "epoch": 0.12906887264332437,
      "grad_norm": 4.386044979095459,
      "learning_rate": 0.0001999180451734652,
      "loss": 4.2231,
      "step": 20127
    },
    {
      "epoch": 0.12907528536616647,
      "grad_norm": 4.74724817276001,
      "learning_rate": 0.00019991803701845023,
      "loss": 4.3694,
      "step": 20128
    },
    {
      "epoch": 0.1290816980890086,
      "grad_norm": 4.630584716796875,
      "learning_rate": 0.0001999180288630297,
      "loss": 4.6728,
      "step": 20129
    },
    {
      "epoch": 0.1290881108118507,
      "grad_norm": 2.972895622253418,
      "learning_rate": 0.0001999180207072036,
      "loss": 4.3542,
      "step": 20130
    },
    {
      "epoch": 0.12909452353469283,
      "grad_norm": 11.719605445861816,
      "learning_rate": 0.00019991801255097197,
      "loss": 4.24,
      "step": 20131
    },
    {
      "epoch": 0.12910093625753494,
      "grad_norm": 3.310166120529175,
      "learning_rate": 0.00019991800439433482,
      "loss": 4.5122,
      "step": 20132
    },
    {
      "epoch": 0.12910734898037707,
      "grad_norm": 3.250011682510376,
      "learning_rate": 0.00019991799623729207,
      "loss": 4.352,
      "step": 20133
    },
    {
      "epoch": 0.1291137617032192,
      "grad_norm": 4.986223220825195,
      "learning_rate": 0.0001999179880798438,
      "loss": 4.4318,
      "step": 20134
    },
    {
      "epoch": 0.1291201744260613,
      "grad_norm": 3.138789415359497,
      "learning_rate": 0.00019991797992198996,
      "loss": 4.6101,
      "step": 20135
    },
    {
      "epoch": 0.12912658714890343,
      "grad_norm": 3.0096957683563232,
      "learning_rate": 0.0001999179717637306,
      "loss": 4.5407,
      "step": 20136
    },
    {
      "epoch": 0.12913299987174554,
      "grad_norm": 5.40352725982666,
      "learning_rate": 0.00019991796360506564,
      "loss": 4.4551,
      "step": 20137
    },
    {
      "epoch": 0.12913941259458767,
      "grad_norm": 3.385660409927368,
      "learning_rate": 0.00019991795544599517,
      "loss": 4.6882,
      "step": 20138
    },
    {
      "epoch": 0.12914582531742977,
      "grad_norm": 3.060734987258911,
      "learning_rate": 0.00019991794728651914,
      "loss": 4.5813,
      "step": 20139
    },
    {
      "epoch": 0.1291522380402719,
      "grad_norm": 6.93958044052124,
      "learning_rate": 0.00019991793912663757,
      "loss": 4.4922,
      "step": 20140
    },
    {
      "epoch": 0.12915865076311403,
      "grad_norm": 2.6467318534851074,
      "learning_rate": 0.00019991793096635043,
      "loss": 4.7522,
      "step": 20141
    },
    {
      "epoch": 0.12916506348595613,
      "grad_norm": 3.3109347820281982,
      "learning_rate": 0.00019991792280565777,
      "loss": 4.4287,
      "step": 20142
    },
    {
      "epoch": 0.12917147620879826,
      "grad_norm": 10.227083206176758,
      "learning_rate": 0.0001999179146445595,
      "loss": 4.4166,
      "step": 20143
    },
    {
      "epoch": 0.12917788893164037,
      "grad_norm": 3.820208787918091,
      "learning_rate": 0.00019991790648305572,
      "loss": 4.5441,
      "step": 20144
    },
    {
      "epoch": 0.1291843016544825,
      "grad_norm": 3.1277825832366943,
      "learning_rate": 0.0001999178983211464,
      "loss": 4.4419,
      "step": 20145
    },
    {
      "epoch": 0.1291907143773246,
      "grad_norm": 3.952637195587158,
      "learning_rate": 0.00019991789015883152,
      "loss": 4.4582,
      "step": 20146
    },
    {
      "epoch": 0.12919712710016673,
      "grad_norm": 2.890444278717041,
      "learning_rate": 0.00019991788199611108,
      "loss": 4.2907,
      "step": 20147
    },
    {
      "epoch": 0.12920353982300886,
      "grad_norm": 3.412947654724121,
      "learning_rate": 0.00019991787383298511,
      "loss": 4.4132,
      "step": 20148
    },
    {
      "epoch": 0.12920995254585096,
      "grad_norm": 3.567481517791748,
      "learning_rate": 0.00019991786566945355,
      "loss": 4.362,
      "step": 20149
    },
    {
      "epoch": 0.1292163652686931,
      "grad_norm": 3.939457416534424,
      "learning_rate": 0.0001999178575055165,
      "loss": 4.4545,
      "step": 20150
    },
    {
      "epoch": 0.1292227779915352,
      "grad_norm": 3.630551338195801,
      "learning_rate": 0.00019991784934117384,
      "loss": 4.2459,
      "step": 20151
    },
    {
      "epoch": 0.12922919071437733,
      "grad_norm": 20.20195960998535,
      "learning_rate": 0.00019991784117642566,
      "loss": 4.3724,
      "step": 20152
    },
    {
      "epoch": 0.12923560343721943,
      "grad_norm": 2.967899799346924,
      "learning_rate": 0.00019991783301127192,
      "loss": 4.2951,
      "step": 20153
    },
    {
      "epoch": 0.12924201616006156,
      "grad_norm": 4.193549633026123,
      "learning_rate": 0.00019991782484571265,
      "loss": 4.4733,
      "step": 20154
    },
    {
      "epoch": 0.1292484288829037,
      "grad_norm": 3.906111717224121,
      "learning_rate": 0.0001999178166797478,
      "loss": 4.4585,
      "step": 20155
    },
    {
      "epoch": 0.1292548416057458,
      "grad_norm": 2.7857367992401123,
      "learning_rate": 0.00019991780851337743,
      "loss": 4.3805,
      "step": 20156
    },
    {
      "epoch": 0.12926125432858793,
      "grad_norm": 3.1661665439605713,
      "learning_rate": 0.00019991780034660147,
      "loss": 4.1892,
      "step": 20157
    },
    {
      "epoch": 0.12926766705143003,
      "grad_norm": 3.6175076961517334,
      "learning_rate": 0.00019991779217942002,
      "loss": 4.4658,
      "step": 20158
    },
    {
      "epoch": 0.12927407977427216,
      "grad_norm": 4.991783618927002,
      "learning_rate": 0.00019991778401183297,
      "loss": 4.4129,
      "step": 20159
    },
    {
      "epoch": 0.12928049249711426,
      "grad_norm": 3.090069055557251,
      "learning_rate": 0.00019991777584384038,
      "loss": 4.4609,
      "step": 20160
    },
    {
      "epoch": 0.1292869052199564,
      "grad_norm": 5.8331475257873535,
      "learning_rate": 0.00019991776767544226,
      "loss": 4.3171,
      "step": 20161
    },
    {
      "epoch": 0.12929331794279852,
      "grad_norm": 4.854405879974365,
      "learning_rate": 0.00019991775950663855,
      "loss": 4.573,
      "step": 20162
    },
    {
      "epoch": 0.12929973066564063,
      "grad_norm": 4.690871238708496,
      "learning_rate": 0.00019991775133742934,
      "loss": 4.6354,
      "step": 20163
    },
    {
      "epoch": 0.12930614338848276,
      "grad_norm": 7.257009029388428,
      "learning_rate": 0.00019991774316781456,
      "loss": 4.4486,
      "step": 20164
    },
    {
      "epoch": 0.12931255611132486,
      "grad_norm": 4.164790630340576,
      "learning_rate": 0.00019991773499779424,
      "loss": 4.3977,
      "step": 20165
    },
    {
      "epoch": 0.129318968834167,
      "grad_norm": 5.366031169891357,
      "learning_rate": 0.00019991772682736834,
      "loss": 4.2918,
      "step": 20166
    },
    {
      "epoch": 0.1293253815570091,
      "grad_norm": 8.681902885437012,
      "learning_rate": 0.0001999177186565369,
      "loss": 4.5204,
      "step": 20167
    },
    {
      "epoch": 0.12933179427985123,
      "grad_norm": 24.531959533691406,
      "learning_rate": 0.00019991771048529994,
      "loss": 4.061,
      "step": 20168
    },
    {
      "epoch": 0.12933820700269336,
      "grad_norm": 107.78116607666016,
      "learning_rate": 0.0001999177023136574,
      "loss": 4.191,
      "step": 20169
    },
    {
      "epoch": 0.12934461972553546,
      "grad_norm": 5.895129680633545,
      "learning_rate": 0.0001999176941416093,
      "loss": 4.3892,
      "step": 20170
    },
    {
      "epoch": 0.1293510324483776,
      "grad_norm": 12.916523933410645,
      "learning_rate": 0.0001999176859691557,
      "loss": 4.4559,
      "step": 20171
    },
    {
      "epoch": 0.1293574451712197,
      "grad_norm": 15.062728881835938,
      "learning_rate": 0.00019991767779629652,
      "loss": 4.0174,
      "step": 20172
    },
    {
      "epoch": 0.12936385789406182,
      "grad_norm": 7.218880653381348,
      "learning_rate": 0.00019991766962303178,
      "loss": 4.5612,
      "step": 20173
    },
    {
      "epoch": 0.12937027061690393,
      "grad_norm": 15.782801628112793,
      "learning_rate": 0.00019991766144936151,
      "loss": 4.7927,
      "step": 20174
    },
    {
      "epoch": 0.12937668333974606,
      "grad_norm": 6.5037665367126465,
      "learning_rate": 0.00019991765327528568,
      "loss": 4.4295,
      "step": 20175
    },
    {
      "epoch": 0.1293830960625882,
      "grad_norm": 32.71970748901367,
      "learning_rate": 0.0001999176451008043,
      "loss": 4.446,
      "step": 20176
    },
    {
      "epoch": 0.1293895087854303,
      "grad_norm": 7.930914878845215,
      "learning_rate": 0.0001999176369259174,
      "loss": 4.4711,
      "step": 20177
    },
    {
      "epoch": 0.12939592150827242,
      "grad_norm": 3.723417282104492,
      "learning_rate": 0.0001999176287506249,
      "loss": 4.3751,
      "step": 20178
    },
    {
      "epoch": 0.12940233423111452,
      "grad_norm": 42.20406723022461,
      "learning_rate": 0.00019991762057492687,
      "loss": 4.4556,
      "step": 20179
    },
    {
      "epoch": 0.12940874695395665,
      "grad_norm": 6.923962116241455,
      "learning_rate": 0.0001999176123988233,
      "loss": 4.741,
      "step": 20180
    },
    {
      "epoch": 0.12941515967679876,
      "grad_norm": 5.669769763946533,
      "learning_rate": 0.0001999176042223142,
      "loss": 4.3786,
      "step": 20181
    },
    {
      "epoch": 0.1294215723996409,
      "grad_norm": 7.442883491516113,
      "learning_rate": 0.00019991759604539954,
      "loss": 4.5411,
      "step": 20182
    },
    {
      "epoch": 0.12942798512248302,
      "grad_norm": 33.86354064941406,
      "learning_rate": 0.00019991758786807928,
      "loss": 4.4888,
      "step": 20183
    },
    {
      "epoch": 0.12943439784532512,
      "grad_norm": 9.796878814697266,
      "learning_rate": 0.00019991757969035353,
      "loss": 4.5018,
      "step": 20184
    },
    {
      "epoch": 0.12944081056816725,
      "grad_norm": 35.0284538269043,
      "learning_rate": 0.0001999175715122222,
      "loss": 4.4944,
      "step": 20185
    },
    {
      "epoch": 0.12944722329100936,
      "grad_norm": 14.643399238586426,
      "learning_rate": 0.00019991756333368534,
      "loss": 4.2329,
      "step": 20186
    },
    {
      "epoch": 0.1294536360138515,
      "grad_norm": 15.30761432647705,
      "learning_rate": 0.00019991755515474293,
      "loss": 4.3247,
      "step": 20187
    },
    {
      "epoch": 0.1294600487366936,
      "grad_norm": 6.041792869567871,
      "learning_rate": 0.00019991754697539497,
      "loss": 4.373,
      "step": 20188
    },
    {
      "epoch": 0.12946646145953572,
      "grad_norm": 9.721280097961426,
      "learning_rate": 0.00019991753879564143,
      "loss": 4.4811,
      "step": 20189
    },
    {
      "epoch": 0.12947287418237785,
      "grad_norm": 72.66655731201172,
      "learning_rate": 0.00019991753061548238,
      "loss": 4.2993,
      "step": 20190
    },
    {
      "epoch": 0.12947928690521995,
      "grad_norm": 6.18513822555542,
      "learning_rate": 0.00019991752243491776,
      "loss": 4.5523,
      "step": 20191
    },
    {
      "epoch": 0.12948569962806208,
      "grad_norm": 10.309986114501953,
      "learning_rate": 0.0001999175142539476,
      "loss": 4.601,
      "step": 20192
    },
    {
      "epoch": 0.1294921123509042,
      "grad_norm": 9.954848289489746,
      "learning_rate": 0.0001999175060725719,
      "loss": 4.3423,
      "step": 20193
    },
    {
      "epoch": 0.12949852507374632,
      "grad_norm": 39.19736862182617,
      "learning_rate": 0.00019991749789079064,
      "loss": 4.441,
      "step": 20194
    },
    {
      "epoch": 0.12950493779658842,
      "grad_norm": 23.185441970825195,
      "learning_rate": 0.00019991748970860383,
      "loss": 4.5675,
      "step": 20195
    },
    {
      "epoch": 0.12951135051943055,
      "grad_norm": 7.614658832550049,
      "learning_rate": 0.00019991748152601148,
      "loss": 4.4303,
      "step": 20196
    },
    {
      "epoch": 0.12951776324227268,
      "grad_norm": 9.973509788513184,
      "learning_rate": 0.00019991747334301358,
      "loss": 4.4184,
      "step": 20197
    },
    {
      "epoch": 0.12952417596511479,
      "grad_norm": 15.549580574035645,
      "learning_rate": 0.0001999174651596101,
      "loss": 4.5849,
      "step": 20198
    },
    {
      "epoch": 0.12953058868795692,
      "grad_norm": 10.160492897033691,
      "learning_rate": 0.00019991745697580112,
      "loss": 4.1265,
      "step": 20199
    },
    {
      "epoch": 0.12953700141079902,
      "grad_norm": 9.306958198547363,
      "learning_rate": 0.00019991744879158658,
      "loss": 4.3839,
      "step": 20200
    },
    {
      "epoch": 0.12953700141079902,
      "eval_loss": 4.417362689971924,
      "eval_runtime": 34.7504,
      "eval_samples_per_second": 90.215,
      "eval_steps_per_second": 22.561,
      "step": 20200
    },
    {
      "epoch": 0.12954341413364115,
      "grad_norm": 4.6333208084106445,
      "learning_rate": 0.00019991744060696647,
      "loss": 4.4079,
      "step": 20201
    },
    {
      "epoch": 0.12954982685648325,
      "grad_norm": 13.231969833374023,
      "learning_rate": 0.00019991743242194084,
      "loss": 4.0604,
      "step": 20202
    },
    {
      "epoch": 0.12955623957932538,
      "grad_norm": 10.55300521850586,
      "learning_rate": 0.00019991742423650964,
      "loss": 4.4304,
      "step": 20203
    },
    {
      "epoch": 0.1295626523021675,
      "grad_norm": 9.460068702697754,
      "learning_rate": 0.0001999174160506729,
      "loss": 4.2965,
      "step": 20204
    },
    {
      "epoch": 0.12956906502500962,
      "grad_norm": 52.067047119140625,
      "learning_rate": 0.0001999174078644306,
      "loss": 4.5513,
      "step": 20205
    },
    {
      "epoch": 0.12957547774785175,
      "grad_norm": 67.76612854003906,
      "learning_rate": 0.0001999173996777828,
      "loss": 4.3776,
      "step": 20206
    },
    {
      "epoch": 0.12958189047069385,
      "grad_norm": 19.480266571044922,
      "learning_rate": 0.00019991739149072938,
      "loss": 4.576,
      "step": 20207
    },
    {
      "epoch": 0.12958830319353598,
      "grad_norm": 18.645217895507812,
      "learning_rate": 0.00019991738330327045,
      "loss": 4.6443,
      "step": 20208
    },
    {
      "epoch": 0.12959471591637808,
      "grad_norm": 13.178305625915527,
      "learning_rate": 0.00019991737511540594,
      "loss": 4.3956,
      "step": 20209
    },
    {
      "epoch": 0.12960112863922021,
      "grad_norm": 4.356013298034668,
      "learning_rate": 0.00019991736692713592,
      "loss": 4.7078,
      "step": 20210
    },
    {
      "epoch": 0.12960754136206235,
      "grad_norm": 8.555541038513184,
      "learning_rate": 0.00019991735873846036,
      "loss": 4.2951,
      "step": 20211
    },
    {
      "epoch": 0.12961395408490445,
      "grad_norm": 9.119571685791016,
      "learning_rate": 0.00019991735054937921,
      "loss": 4.3617,
      "step": 20212
    },
    {
      "epoch": 0.12962036680774658,
      "grad_norm": 35.51837921142578,
      "learning_rate": 0.00019991734235989256,
      "loss": 4.4408,
      "step": 20213
    },
    {
      "epoch": 0.12962677953058868,
      "grad_norm": 4.619282245635986,
      "learning_rate": 0.00019991733417000035,
      "loss": 4.6266,
      "step": 20214
    },
    {
      "epoch": 0.1296331922534308,
      "grad_norm": 7.547045707702637,
      "learning_rate": 0.00019991732597970257,
      "loss": 4.2368,
      "step": 20215
    },
    {
      "epoch": 0.12963960497627292,
      "grad_norm": 23.86244010925293,
      "learning_rate": 0.00019991731778899925,
      "loss": 4.5137,
      "step": 20216
    },
    {
      "epoch": 0.12964601769911505,
      "grad_norm": 9.169099807739258,
      "learning_rate": 0.00019991730959789038,
      "loss": 4.2112,
      "step": 20217
    },
    {
      "epoch": 0.12965243042195718,
      "grad_norm": 5.836359024047852,
      "learning_rate": 0.00019991730140637594,
      "loss": 4.2033,
      "step": 20218
    },
    {
      "epoch": 0.12965884314479928,
      "grad_norm": 5.528624057769775,
      "learning_rate": 0.000199917293214456,
      "loss": 4.4972,
      "step": 20219
    },
    {
      "epoch": 0.1296652558676414,
      "grad_norm": 448.5594787597656,
      "learning_rate": 0.00019991728502213047,
      "loss": 4.6361,
      "step": 20220
    },
    {
      "epoch": 0.1296716685904835,
      "grad_norm": 7.353679656982422,
      "learning_rate": 0.00019991727682939941,
      "loss": 4.5458,
      "step": 20221
    },
    {
      "epoch": 0.12967808131332564,
      "grad_norm": 5.222225189208984,
      "learning_rate": 0.00019991726863626282,
      "loss": 4.5207,
      "step": 20222
    },
    {
      "epoch": 0.12968449403616775,
      "grad_norm": 5.482161521911621,
      "learning_rate": 0.00019991726044272064,
      "loss": 4.6269,
      "step": 20223
    },
    {
      "epoch": 0.12969090675900988,
      "grad_norm": 5.032467842102051,
      "learning_rate": 0.00019991725224877295,
      "loss": 4.5671,
      "step": 20224
    },
    {
      "epoch": 0.129697319481852,
      "grad_norm": 3.303398370742798,
      "learning_rate": 0.0001999172440544197,
      "loss": 4.431,
      "step": 20225
    },
    {
      "epoch": 0.1297037322046941,
      "grad_norm": 4.5640869140625,
      "learning_rate": 0.0001999172358596609,
      "loss": 4.425,
      "step": 20226
    },
    {
      "epoch": 0.12971014492753624,
      "grad_norm": 4.159604549407959,
      "learning_rate": 0.00019991722766449655,
      "loss": 4.6076,
      "step": 20227
    },
    {
      "epoch": 0.12971655765037834,
      "grad_norm": 3.292814254760742,
      "learning_rate": 0.00019991721946892668,
      "loss": 4.708,
      "step": 20228
    },
    {
      "epoch": 0.12972297037322048,
      "grad_norm": 3.0183534622192383,
      "learning_rate": 0.00019991721127295123,
      "loss": 4.3608,
      "step": 20229
    },
    {
      "epoch": 0.12972938309606258,
      "grad_norm": 13.831859588623047,
      "learning_rate": 0.00019991720307657024,
      "loss": 4.2082,
      "step": 20230
    },
    {
      "epoch": 0.1297357958189047,
      "grad_norm": 6.427003383636475,
      "learning_rate": 0.0001999171948797837,
      "loss": 5.0162,
      "step": 20231
    },
    {
      "epoch": 0.1297422085417468,
      "grad_norm": 15.303291320800781,
      "learning_rate": 0.00019991718668259162,
      "loss": 4.4091,
      "step": 20232
    },
    {
      "epoch": 0.12974862126458894,
      "grad_norm": 3.0284721851348877,
      "learning_rate": 0.000199917178484994,
      "loss": 4.3161,
      "step": 20233
    },
    {
      "epoch": 0.12975503398743107,
      "grad_norm": 3.285886287689209,
      "learning_rate": 0.0001999171702869908,
      "loss": 5.0205,
      "step": 20234
    },
    {
      "epoch": 0.12976144671027318,
      "grad_norm": 3.630293369293213,
      "learning_rate": 0.00019991716208858212,
      "loss": 4.5346,
      "step": 20235
    },
    {
      "epoch": 0.1297678594331153,
      "grad_norm": 5.875207901000977,
      "learning_rate": 0.00019991715388976782,
      "loss": 4.5637,
      "step": 20236
    },
    {
      "epoch": 0.1297742721559574,
      "grad_norm": 3.864895820617676,
      "learning_rate": 0.000199917145690548,
      "loss": 4.2139,
      "step": 20237
    },
    {
      "epoch": 0.12978068487879954,
      "grad_norm": 3.1894311904907227,
      "learning_rate": 0.00019991713749092265,
      "loss": 4.5788,
      "step": 20238
    },
    {
      "epoch": 0.12978709760164164,
      "grad_norm": 4.3137431144714355,
      "learning_rate": 0.00019991712929089172,
      "loss": 4.3959,
      "step": 20239
    },
    {
      "epoch": 0.12979351032448377,
      "grad_norm": 3.469924211502075,
      "learning_rate": 0.00019991712109045527,
      "loss": 4.5817,
      "step": 20240
    },
    {
      "epoch": 0.1297999230473259,
      "grad_norm": 2.8705642223358154,
      "learning_rate": 0.00019991711288961324,
      "loss": 4.8467,
      "step": 20241
    },
    {
      "epoch": 0.129806335770168,
      "grad_norm": 3.570452928543091,
      "learning_rate": 0.0001999171046883657,
      "loss": 4.485,
      "step": 20242
    },
    {
      "epoch": 0.12981274849301014,
      "grad_norm": 3.0557701587677,
      "learning_rate": 0.0001999170964867126,
      "loss": 4.305,
      "step": 20243
    },
    {
      "epoch": 0.12981916121585224,
      "grad_norm": 4.121928691864014,
      "learning_rate": 0.00019991708828465395,
      "loss": 4.36,
      "step": 20244
    },
    {
      "epoch": 0.12982557393869437,
      "grad_norm": 3.0367319583892822,
      "learning_rate": 0.00019991708008218977,
      "loss": 4.2915,
      "step": 20245
    },
    {
      "epoch": 0.12983198666153647,
      "grad_norm": 29.00398063659668,
      "learning_rate": 0.00019991707187932002,
      "loss": 4.6141,
      "step": 20246
    },
    {
      "epoch": 0.1298383993843786,
      "grad_norm": 9.877715110778809,
      "learning_rate": 0.00019991706367604472,
      "loss": 4.5172,
      "step": 20247
    },
    {
      "epoch": 0.12984481210722074,
      "grad_norm": 6.421910762786865,
      "learning_rate": 0.0001999170554723639,
      "loss": 4.9239,
      "step": 20248
    },
    {
      "epoch": 0.12985122483006284,
      "grad_norm": 5.975923538208008,
      "learning_rate": 0.0001999170472682775,
      "loss": 4.4481,
      "step": 20249
    },
    {
      "epoch": 0.12985763755290497,
      "grad_norm": 3.382579803466797,
      "learning_rate": 0.00019991703906378558,
      "loss": 4.4685,
      "step": 20250
    },
    {
      "epoch": 0.12986405027574707,
      "grad_norm": 3.5139870643615723,
      "learning_rate": 0.00019991703085888812,
      "loss": 4.5319,
      "step": 20251
    },
    {
      "epoch": 0.1298704629985892,
      "grad_norm": 17.49380111694336,
      "learning_rate": 0.00019991702265358507,
      "loss": 4.5008,
      "step": 20252
    },
    {
      "epoch": 0.1298768757214313,
      "grad_norm": 4.969557762145996,
      "learning_rate": 0.0001999170144478765,
      "loss": 4.4967,
      "step": 20253
    },
    {
      "epoch": 0.12988328844427344,
      "grad_norm": 4.227051734924316,
      "learning_rate": 0.0001999170062417624,
      "loss": 4.6094,
      "step": 20254
    },
    {
      "epoch": 0.12988970116711557,
      "grad_norm": 3.612534999847412,
      "learning_rate": 0.00019991699803524274,
      "loss": 4.6406,
      "step": 20255
    },
    {
      "epoch": 0.12989611388995767,
      "grad_norm": 6.2723565101623535,
      "learning_rate": 0.00019991698982831752,
      "loss": 4.3535,
      "step": 20256
    },
    {
      "epoch": 0.1299025266127998,
      "grad_norm": 3.619816303253174,
      "learning_rate": 0.00019991698162098677,
      "loss": 4.8364,
      "step": 20257
    },
    {
      "epoch": 0.1299089393356419,
      "grad_norm": 7.329878330230713,
      "learning_rate": 0.00019991697341325046,
      "loss": 4.3127,
      "step": 20258
    },
    {
      "epoch": 0.12991535205848403,
      "grad_norm": 4.620198726654053,
      "learning_rate": 0.00019991696520510862,
      "loss": 4.4702,
      "step": 20259
    },
    {
      "epoch": 0.12992176478132614,
      "grad_norm": 3.127098560333252,
      "learning_rate": 0.00019991695699656122,
      "loss": 4.365,
      "step": 20260
    },
    {
      "epoch": 0.12992817750416827,
      "grad_norm": 7.19828987121582,
      "learning_rate": 0.00019991694878760828,
      "loss": 4.531,
      "step": 20261
    },
    {
      "epoch": 0.1299345902270104,
      "grad_norm": 3.9164392948150635,
      "learning_rate": 0.00019991694057824977,
      "loss": 4.4207,
      "step": 20262
    },
    {
      "epoch": 0.1299410029498525,
      "grad_norm": 4.238347053527832,
      "learning_rate": 0.00019991693236848574,
      "loss": 4.2557,
      "step": 20263
    },
    {
      "epoch": 0.12994741567269463,
      "grad_norm": 7.613091945648193,
      "learning_rate": 0.00019991692415831619,
      "loss": 4.767,
      "step": 20264
    },
    {
      "epoch": 0.12995382839553674,
      "grad_norm": 4.686842918395996,
      "learning_rate": 0.00019991691594774104,
      "loss": 4.4883,
      "step": 20265
    },
    {
      "epoch": 0.12996024111837887,
      "grad_norm": 5.077581405639648,
      "learning_rate": 0.00019991690773676037,
      "loss": 4.1198,
      "step": 20266
    },
    {
      "epoch": 0.12996665384122097,
      "grad_norm": 3.909842014312744,
      "learning_rate": 0.00019991689952537412,
      "loss": 4.5494,
      "step": 20267
    },
    {
      "epoch": 0.1299730665640631,
      "grad_norm": 12.101896286010742,
      "learning_rate": 0.0001999168913135824,
      "loss": 4.5788,
      "step": 20268
    },
    {
      "epoch": 0.12997947928690523,
      "grad_norm": 4.439578533172607,
      "learning_rate": 0.00019991688310138508,
      "loss": 4.477,
      "step": 20269
    },
    {
      "epoch": 0.12998589200974733,
      "grad_norm": 6.763744831085205,
      "learning_rate": 0.0001999168748887822,
      "loss": 4.4789,
      "step": 20270
    },
    {
      "epoch": 0.12999230473258946,
      "grad_norm": 3.044389247894287,
      "learning_rate": 0.0001999168666757738,
      "loss": 4.3501,
      "step": 20271
    },
    {
      "epoch": 0.12999871745543157,
      "grad_norm": 9.387555122375488,
      "learning_rate": 0.00019991685846235986,
      "loss": 4.4423,
      "step": 20272
    },
    {
      "epoch": 0.1300051301782737,
      "grad_norm": 225.87425231933594,
      "learning_rate": 0.00019991685024854037,
      "loss": 4.4987,
      "step": 20273
    },
    {
      "epoch": 0.1300115429011158,
      "grad_norm": 5.208123683929443,
      "learning_rate": 0.0001999168420343153,
      "loss": 4.3583,
      "step": 20274
    },
    {
      "epoch": 0.13001795562395793,
      "grad_norm": 3.6402218341827393,
      "learning_rate": 0.0001999168338196847,
      "loss": 4.1475,
      "step": 20275
    },
    {
      "epoch": 0.13002436834680006,
      "grad_norm": 4.726325988769531,
      "learning_rate": 0.0001999168256046486,
      "loss": 4.3949,
      "step": 20276
    },
    {
      "epoch": 0.13003078106964217,
      "grad_norm": 7.133911609649658,
      "learning_rate": 0.0001999168173892069,
      "loss": 4.3903,
      "step": 20277
    },
    {
      "epoch": 0.1300371937924843,
      "grad_norm": 4.391894817352295,
      "learning_rate": 0.00019991680917335968,
      "loss": 4.5668,
      "step": 20278
    },
    {
      "epoch": 0.1300436065153264,
      "grad_norm": 7.501964092254639,
      "learning_rate": 0.0001999168009571069,
      "loss": 4.4639,
      "step": 20279
    },
    {
      "epoch": 0.13005001923816853,
      "grad_norm": 4.569922924041748,
      "learning_rate": 0.00019991679274044858,
      "loss": 4.7345,
      "step": 20280
    },
    {
      "epoch": 0.13005643196101063,
      "grad_norm": 6.989171028137207,
      "learning_rate": 0.00019991678452338472,
      "loss": 4.4175,
      "step": 20281
    },
    {
      "epoch": 0.13006284468385276,
      "grad_norm": 3.7094907760620117,
      "learning_rate": 0.00019991677630591532,
      "loss": 4.3522,
      "step": 20282
    },
    {
      "epoch": 0.1300692574066949,
      "grad_norm": 3.912404775619507,
      "learning_rate": 0.00019991676808804037,
      "loss": 4.5008,
      "step": 20283
    },
    {
      "epoch": 0.130075670129537,
      "grad_norm": 5.2223734855651855,
      "learning_rate": 0.00019991675986975985,
      "loss": 4.5824,
      "step": 20284
    },
    {
      "epoch": 0.13008208285237913,
      "grad_norm": 5.557351589202881,
      "learning_rate": 0.0001999167516510738,
      "loss": 4.7355,
      "step": 20285
    },
    {
      "epoch": 0.13008849557522123,
      "grad_norm": 20.930553436279297,
      "learning_rate": 0.00019991674343198222,
      "loss": 4.477,
      "step": 20286
    },
    {
      "epoch": 0.13009490829806336,
      "grad_norm": 10.793100357055664,
      "learning_rate": 0.00019991673521248506,
      "loss": 4.6118,
      "step": 20287
    },
    {
      "epoch": 0.13010132102090546,
      "grad_norm": 4.5927228927612305,
      "learning_rate": 0.0001999167269925824,
      "loss": 4.5146,
      "step": 20288
    },
    {
      "epoch": 0.1301077337437476,
      "grad_norm": 5.67020320892334,
      "learning_rate": 0.00019991671877227416,
      "loss": 4.2998,
      "step": 20289
    },
    {
      "epoch": 0.13011414646658973,
      "grad_norm": 8.441373825073242,
      "learning_rate": 0.0001999167105515604,
      "loss": 4.5528,
      "step": 20290
    },
    {
      "epoch": 0.13012055918943183,
      "grad_norm": 9.68053150177002,
      "learning_rate": 0.00019991670233044105,
      "loss": 4.1978,
      "step": 20291
    },
    {
      "epoch": 0.13012697191227396,
      "grad_norm": 8.813065528869629,
      "learning_rate": 0.0001999166941089162,
      "loss": 4.4061,
      "step": 20292
    },
    {
      "epoch": 0.13013338463511606,
      "grad_norm": 7.5882158279418945,
      "learning_rate": 0.00019991668588698579,
      "loss": 4.5137,
      "step": 20293
    },
    {
      "epoch": 0.1301397973579582,
      "grad_norm": 10.728529930114746,
      "learning_rate": 0.00019991667766464983,
      "loss": 4.3269,
      "step": 20294
    },
    {
      "epoch": 0.1301462100808003,
      "grad_norm": 21.414491653442383,
      "learning_rate": 0.00019991666944190834,
      "loss": 4.5127,
      "step": 20295
    },
    {
      "epoch": 0.13015262280364243,
      "grad_norm": 9.89881420135498,
      "learning_rate": 0.0001999166612187613,
      "loss": 4.396,
      "step": 20296
    },
    {
      "epoch": 0.13015903552648456,
      "grad_norm": 19.751710891723633,
      "learning_rate": 0.0001999166529952087,
      "loss": 4.2499,
      "step": 20297
    },
    {
      "epoch": 0.13016544824932666,
      "grad_norm": 8.0167236328125,
      "learning_rate": 0.00019991664477125057,
      "loss": 4.4067,
      "step": 20298
    },
    {
      "epoch": 0.1301718609721688,
      "grad_norm": 42.004859924316406,
      "learning_rate": 0.00019991663654688688,
      "loss": 4.3096,
      "step": 20299
    },
    {
      "epoch": 0.1301782736950109,
      "grad_norm": 55.22138214111328,
      "learning_rate": 0.00019991662832211766,
      "loss": 4.218,
      "step": 20300
    },
    {
      "epoch": 0.1301782736950109,
      "eval_loss": 4.415045738220215,
      "eval_runtime": 34.7637,
      "eval_samples_per_second": 90.18,
      "eval_steps_per_second": 22.552,
      "step": 20300
    },
    {
      "epoch": 0.13018468641785302,
      "grad_norm": 135.71395874023438,
      "learning_rate": 0.00019991662009694288,
      "loss": 4.3701,
      "step": 20301
    },
    {
      "epoch": 0.13019109914069513,
      "grad_norm": 33.68966293334961,
      "learning_rate": 0.00019991661187136254,
      "loss": 4.4768,
      "step": 20302
    },
    {
      "epoch": 0.13019751186353726,
      "grad_norm": 10.811994552612305,
      "learning_rate": 0.0001999166036453767,
      "loss": 4.9087,
      "step": 20303
    },
    {
      "epoch": 0.1302039245863794,
      "grad_norm": 697.0232543945312,
      "learning_rate": 0.0001999165954189853,
      "loss": 4.2819,
      "step": 20304
    },
    {
      "epoch": 0.1302103373092215,
      "grad_norm": 14.70740795135498,
      "learning_rate": 0.00019991658719218833,
      "loss": 4.5985,
      "step": 20305
    },
    {
      "epoch": 0.13021675003206362,
      "grad_norm": 20.259361267089844,
      "learning_rate": 0.00019991657896498583,
      "loss": 4.4045,
      "step": 20306
    },
    {
      "epoch": 0.13022316275490572,
      "grad_norm": 18.098031997680664,
      "learning_rate": 0.00019991657073737778,
      "loss": 4.6276,
      "step": 20307
    },
    {
      "epoch": 0.13022957547774786,
      "grad_norm": 59.578426361083984,
      "learning_rate": 0.0001999165625093642,
      "loss": 4.4936,
      "step": 20308
    },
    {
      "epoch": 0.13023598820058996,
      "grad_norm": 20.99005889892578,
      "learning_rate": 0.00019991655428094508,
      "loss": 4.4815,
      "step": 20309
    },
    {
      "epoch": 0.1302424009234321,
      "grad_norm": 14.915079116821289,
      "learning_rate": 0.0001999165460521204,
      "loss": 4.4077,
      "step": 20310
    },
    {
      "epoch": 0.13024881364627422,
      "grad_norm": 13.958105087280273,
      "learning_rate": 0.00019991653782289016,
      "loss": 4.4429,
      "step": 20311
    },
    {
      "epoch": 0.13025522636911632,
      "grad_norm": 6.339764595031738,
      "learning_rate": 0.0001999165295932544,
      "loss": 4.1963,
      "step": 20312
    },
    {
      "epoch": 0.13026163909195845,
      "grad_norm": 8.12464714050293,
      "learning_rate": 0.0001999165213632131,
      "loss": 4.2858,
      "step": 20313
    },
    {
      "epoch": 0.13026805181480056,
      "grad_norm": 629.7041015625,
      "learning_rate": 0.00019991651313276622,
      "loss": 4.3714,
      "step": 20314
    },
    {
      "epoch": 0.1302744645376427,
      "grad_norm": 21.734390258789062,
      "learning_rate": 0.00019991650490191383,
      "loss": 4.5506,
      "step": 20315
    },
    {
      "epoch": 0.1302808772604848,
      "grad_norm": 16.925729751586914,
      "learning_rate": 0.00019991649667065587,
      "loss": 4.5391,
      "step": 20316
    },
    {
      "epoch": 0.13028728998332692,
      "grad_norm": 72.30345916748047,
      "learning_rate": 0.0001999164884389924,
      "loss": 4.291,
      "step": 20317
    },
    {
      "epoch": 0.13029370270616905,
      "grad_norm": 14.501054763793945,
      "learning_rate": 0.00019991648020692337,
      "loss": 4.4538,
      "step": 20318
    },
    {
      "epoch": 0.13030011542901115,
      "grad_norm": 11.996146202087402,
      "learning_rate": 0.00019991647197444877,
      "loss": 4.3194,
      "step": 20319
    },
    {
      "epoch": 0.13030652815185328,
      "grad_norm": 23.15342903137207,
      "learning_rate": 0.00019991646374156865,
      "loss": 4.4168,
      "step": 20320
    },
    {
      "epoch": 0.1303129408746954,
      "grad_norm": 8.547999382019043,
      "learning_rate": 0.000199916455508283,
      "loss": 4.3389,
      "step": 20321
    },
    {
      "epoch": 0.13031935359753752,
      "grad_norm": 93.22409057617188,
      "learning_rate": 0.00019991644727459178,
      "loss": 4.2794,
      "step": 20322
    },
    {
      "epoch": 0.13032576632037962,
      "grad_norm": 46.91419982910156,
      "learning_rate": 0.00019991643904049503,
      "loss": 4.7088,
      "step": 20323
    },
    {
      "epoch": 0.13033217904322175,
      "grad_norm": 28.234516143798828,
      "learning_rate": 0.00019991643080599273,
      "loss": 4.369,
      "step": 20324
    },
    {
      "epoch": 0.13033859176606388,
      "grad_norm": 15.960881233215332,
      "learning_rate": 0.00019991642257108488,
      "loss": 4.2759,
      "step": 20325
    },
    {
      "epoch": 0.13034500448890599,
      "grad_norm": 60.592350006103516,
      "learning_rate": 0.00019991641433577152,
      "loss": 4.6228,
      "step": 20326
    },
    {
      "epoch": 0.13035141721174812,
      "grad_norm": 28.282733917236328,
      "learning_rate": 0.00019991640610005255,
      "loss": 4.5446,
      "step": 20327
    },
    {
      "epoch": 0.13035782993459022,
      "grad_norm": 34.705448150634766,
      "learning_rate": 0.0001999163978639281,
      "loss": 4.5626,
      "step": 20328
    },
    {
      "epoch": 0.13036424265743235,
      "grad_norm": 23.21282386779785,
      "learning_rate": 0.00019991638962739807,
      "loss": 4.2403,
      "step": 20329
    },
    {
      "epoch": 0.13037065538027445,
      "grad_norm": 14.511080741882324,
      "learning_rate": 0.0001999163813904625,
      "loss": 4.3653,
      "step": 20330
    },
    {
      "epoch": 0.13037706810311658,
      "grad_norm": 104.20543670654297,
      "learning_rate": 0.00019991637315312137,
      "loss": 4.4137,
      "step": 20331
    },
    {
      "epoch": 0.13038348082595871,
      "grad_norm": 87.62500762939453,
      "learning_rate": 0.0001999163649153747,
      "loss": 4.2668,
      "step": 20332
    },
    {
      "epoch": 0.13038989354880082,
      "grad_norm": 13.679983139038086,
      "learning_rate": 0.00019991635667722252,
      "loss": 4.6803,
      "step": 20333
    },
    {
      "epoch": 0.13039630627164295,
      "grad_norm": 12.738763809204102,
      "learning_rate": 0.0001999163484386648,
      "loss": 4.5645,
      "step": 20334
    },
    {
      "epoch": 0.13040271899448505,
      "grad_norm": 20.719449996948242,
      "learning_rate": 0.00019991634019970151,
      "loss": 4.4437,
      "step": 20335
    },
    {
      "epoch": 0.13040913171732718,
      "grad_norm": 71.7437744140625,
      "learning_rate": 0.0001999163319603327,
      "loss": 4.7229,
      "step": 20336
    },
    {
      "epoch": 0.13041554444016928,
      "grad_norm": 11.263774871826172,
      "learning_rate": 0.0001999163237205583,
      "loss": 4.7143,
      "step": 20337
    },
    {
      "epoch": 0.13042195716301141,
      "grad_norm": 27.856212615966797,
      "learning_rate": 0.00019991631548037838,
      "loss": 4.4823,
      "step": 20338
    },
    {
      "epoch": 0.13042836988585355,
      "grad_norm": 7.2658843994140625,
      "learning_rate": 0.00019991630723979292,
      "loss": 4.5564,
      "step": 20339
    },
    {
      "epoch": 0.13043478260869565,
      "grad_norm": 9.231182098388672,
      "learning_rate": 0.00019991629899880192,
      "loss": 4.3741,
      "step": 20340
    },
    {
      "epoch": 0.13044119533153778,
      "grad_norm": 60.56890106201172,
      "learning_rate": 0.00019991629075740534,
      "loss": 4.6838,
      "step": 20341
    },
    {
      "epoch": 0.13044760805437988,
      "grad_norm": 4.647867202758789,
      "learning_rate": 0.00019991628251560327,
      "loss": 4.4876,
      "step": 20342
    },
    {
      "epoch": 0.130454020777222,
      "grad_norm": 10.253440856933594,
      "learning_rate": 0.00019991627427339562,
      "loss": 4.3659,
      "step": 20343
    },
    {
      "epoch": 0.13046043350006412,
      "grad_norm": 4.932246208190918,
      "learning_rate": 0.00019991626603078246,
      "loss": 4.4901,
      "step": 20344
    },
    {
      "epoch": 0.13046684622290625,
      "grad_norm": 19.39638328552246,
      "learning_rate": 0.0001999162577877637,
      "loss": 4.26,
      "step": 20345
    },
    {
      "epoch": 0.13047325894574838,
      "grad_norm": 47.316837310791016,
      "learning_rate": 0.00019991624954433944,
      "loss": 4.2867,
      "step": 20346
    },
    {
      "epoch": 0.13047967166859048,
      "grad_norm": 10.79389476776123,
      "learning_rate": 0.00019991624130050965,
      "loss": 4.1258,
      "step": 20347
    },
    {
      "epoch": 0.1304860843914326,
      "grad_norm": 71.95354461669922,
      "learning_rate": 0.00019991623305627427,
      "loss": 4.3481,
      "step": 20348
    },
    {
      "epoch": 0.1304924971142747,
      "grad_norm": 10.404934883117676,
      "learning_rate": 0.00019991622481163338,
      "loss": 4.5876,
      "step": 20349
    },
    {
      "epoch": 0.13049890983711684,
      "grad_norm": 63.96750259399414,
      "learning_rate": 0.00019991621656658694,
      "loss": 4.2235,
      "step": 20350
    },
    {
      "epoch": 0.13050532255995895,
      "grad_norm": 19.728788375854492,
      "learning_rate": 0.00019991620832113496,
      "loss": 4.1917,
      "step": 20351
    },
    {
      "epoch": 0.13051173528280108,
      "grad_norm": 12.710721015930176,
      "learning_rate": 0.00019991620007527743,
      "loss": 4.3846,
      "step": 20352
    },
    {
      "epoch": 0.1305181480056432,
      "grad_norm": 19.687280654907227,
      "learning_rate": 0.00019991619182901436,
      "loss": 4.1869,
      "step": 20353
    },
    {
      "epoch": 0.1305245607284853,
      "grad_norm": 11.959441184997559,
      "learning_rate": 0.00019991618358234574,
      "loss": 4.439,
      "step": 20354
    },
    {
      "epoch": 0.13053097345132744,
      "grad_norm": 24.849214553833008,
      "learning_rate": 0.00019991617533527157,
      "loss": 4.668,
      "step": 20355
    },
    {
      "epoch": 0.13053738617416955,
      "grad_norm": 8.930866241455078,
      "learning_rate": 0.0001999161670877919,
      "loss": 4.6728,
      "step": 20356
    },
    {
      "epoch": 0.13054379889701168,
      "grad_norm": 8.014705657958984,
      "learning_rate": 0.00019991615883990663,
      "loss": 4.6021,
      "step": 20357
    },
    {
      "epoch": 0.13055021161985378,
      "grad_norm": 5.280917167663574,
      "learning_rate": 0.00019991615059161583,
      "loss": 4.6288,
      "step": 20358
    },
    {
      "epoch": 0.1305566243426959,
      "grad_norm": 39.89070510864258,
      "learning_rate": 0.00019991614234291953,
      "loss": 4.4115,
      "step": 20359
    },
    {
      "epoch": 0.13056303706553804,
      "grad_norm": 11.515673637390137,
      "learning_rate": 0.00019991613409381763,
      "loss": 4.5098,
      "step": 20360
    },
    {
      "epoch": 0.13056944978838014,
      "grad_norm": 11.891737937927246,
      "learning_rate": 0.00019991612584431022,
      "loss": 4.2853,
      "step": 20361
    },
    {
      "epoch": 0.13057586251122227,
      "grad_norm": 8.654797554016113,
      "learning_rate": 0.00019991611759439726,
      "loss": 4.3751,
      "step": 20362
    },
    {
      "epoch": 0.13058227523406438,
      "grad_norm": 6.432116508483887,
      "learning_rate": 0.00019991610934407876,
      "loss": 4.2915,
      "step": 20363
    },
    {
      "epoch": 0.1305886879569065,
      "grad_norm": 6.173859119415283,
      "learning_rate": 0.0001999161010933547,
      "loss": 4.5386,
      "step": 20364
    },
    {
      "epoch": 0.1305951006797486,
      "grad_norm": 10.969988822937012,
      "learning_rate": 0.00019991609284222513,
      "loss": 4.5964,
      "step": 20365
    },
    {
      "epoch": 0.13060151340259074,
      "grad_norm": 8.649064064025879,
      "learning_rate": 0.00019991608459069,
      "loss": 4.4669,
      "step": 20366
    },
    {
      "epoch": 0.13060792612543287,
      "grad_norm": 5.138579368591309,
      "learning_rate": 0.0001999160763387493,
      "loss": 4.2686,
      "step": 20367
    },
    {
      "epoch": 0.13061433884827497,
      "grad_norm": 4.205792427062988,
      "learning_rate": 0.0001999160680864031,
      "loss": 4.6176,
      "step": 20368
    },
    {
      "epoch": 0.1306207515711171,
      "grad_norm": 10.665790557861328,
      "learning_rate": 0.00019991605983365131,
      "loss": 4.5955,
      "step": 20369
    },
    {
      "epoch": 0.1306271642939592,
      "grad_norm": 5.321532726287842,
      "learning_rate": 0.00019991605158049401,
      "loss": 4.6913,
      "step": 20370
    },
    {
      "epoch": 0.13063357701680134,
      "grad_norm": 7.923001766204834,
      "learning_rate": 0.0001999160433269312,
      "loss": 4.6795,
      "step": 20371
    },
    {
      "epoch": 0.13063998973964344,
      "grad_norm": 10.18454360961914,
      "learning_rate": 0.0001999160350729628,
      "loss": 4.4289,
      "step": 20372
    },
    {
      "epoch": 0.13064640246248557,
      "grad_norm": 5.683529376983643,
      "learning_rate": 0.00019991602681858884,
      "loss": 4.5776,
      "step": 20373
    },
    {
      "epoch": 0.1306528151853277,
      "grad_norm": 6.782138824462891,
      "learning_rate": 0.00019991601856380936,
      "loss": 4.5748,
      "step": 20374
    },
    {
      "epoch": 0.1306592279081698,
      "grad_norm": 10.646341323852539,
      "learning_rate": 0.00019991601030862436,
      "loss": 4.6376,
      "step": 20375
    },
    {
      "epoch": 0.13066564063101194,
      "grad_norm": 9.818532943725586,
      "learning_rate": 0.0001999160020530338,
      "loss": 4.2386,
      "step": 20376
    },
    {
      "epoch": 0.13067205335385404,
      "grad_norm": 9.74276351928711,
      "learning_rate": 0.00019991599379703772,
      "loss": 4.3227,
      "step": 20377
    },
    {
      "epoch": 0.13067846607669617,
      "grad_norm": 3.6533362865448,
      "learning_rate": 0.00019991598554063605,
      "loss": 4.3688,
      "step": 20378
    },
    {
      "epoch": 0.13068487879953827,
      "grad_norm": 15.403685569763184,
      "learning_rate": 0.00019991597728382887,
      "loss": 4.3373,
      "step": 20379
    },
    {
      "epoch": 0.1306912915223804,
      "grad_norm": 5.100985050201416,
      "learning_rate": 0.00019991596902661614,
      "loss": 4.6132,
      "step": 20380
    },
    {
      "epoch": 0.13069770424522253,
      "grad_norm": 6.658445358276367,
      "learning_rate": 0.00019991596076899786,
      "loss": 4.2663,
      "step": 20381
    },
    {
      "epoch": 0.13070411696806464,
      "grad_norm": 6.80489444732666,
      "learning_rate": 0.00019991595251097404,
      "loss": 4.4671,
      "step": 20382
    },
    {
      "epoch": 0.13071052969090677,
      "grad_norm": 8.660991668701172,
      "learning_rate": 0.00019991594425254467,
      "loss": 4.4988,
      "step": 20383
    },
    {
      "epoch": 0.13071694241374887,
      "grad_norm": 18.169240951538086,
      "learning_rate": 0.00019991593599370978,
      "loss": 4.2676,
      "step": 20384
    },
    {
      "epoch": 0.130723355136591,
      "grad_norm": 33.756221771240234,
      "learning_rate": 0.00019991592773446935,
      "loss": 4.1002,
      "step": 20385
    },
    {
      "epoch": 0.1307297678594331,
      "grad_norm": 4.789864540100098,
      "learning_rate": 0.00019991591947482337,
      "loss": 4.1607,
      "step": 20386
    },
    {
      "epoch": 0.13073618058227524,
      "grad_norm": 3.169295310974121,
      "learning_rate": 0.00019991591121477185,
      "loss": 4.3734,
      "step": 20387
    },
    {
      "epoch": 0.13074259330511737,
      "grad_norm": 9.086068153381348,
      "learning_rate": 0.00019991590295431478,
      "loss": 4.6401,
      "step": 20388
    },
    {
      "epoch": 0.13074900602795947,
      "grad_norm": 6.4208598136901855,
      "learning_rate": 0.00019991589469345216,
      "loss": 4.5789,
      "step": 20389
    },
    {
      "epoch": 0.1307554187508016,
      "grad_norm": 5.921365737915039,
      "learning_rate": 0.000199915886432184,
      "loss": 4.4344,
      "step": 20390
    },
    {
      "epoch": 0.1307618314736437,
      "grad_norm": 12.465948104858398,
      "learning_rate": 0.0001999158781705103,
      "loss": 4.3335,
      "step": 20391
    },
    {
      "epoch": 0.13076824419648583,
      "grad_norm": 6.654966831207275,
      "learning_rate": 0.00019991586990843104,
      "loss": 4.7591,
      "step": 20392
    },
    {
      "epoch": 0.13077465691932794,
      "grad_norm": 4.655991077423096,
      "learning_rate": 0.0001999158616459463,
      "loss": 4.7124,
      "step": 20393
    },
    {
      "epoch": 0.13078106964217007,
      "grad_norm": 16.54409408569336,
      "learning_rate": 0.00019991585338305595,
      "loss": 4.3826,
      "step": 20394
    },
    {
      "epoch": 0.1307874823650122,
      "grad_norm": 9.60250186920166,
      "learning_rate": 0.00019991584511976012,
      "loss": 4.1847,
      "step": 20395
    },
    {
      "epoch": 0.1307938950878543,
      "grad_norm": 9.004904747009277,
      "learning_rate": 0.0001999158368560587,
      "loss": 4.4216,
      "step": 20396
    },
    {
      "epoch": 0.13080030781069643,
      "grad_norm": 6.198416709899902,
      "learning_rate": 0.00019991582859195175,
      "loss": 4.2155,
      "step": 20397
    },
    {
      "epoch": 0.13080672053353853,
      "grad_norm": 4.686933517456055,
      "learning_rate": 0.00019991582032743925,
      "loss": 4.671,
      "step": 20398
    },
    {
      "epoch": 0.13081313325638066,
      "grad_norm": 4.634583473205566,
      "learning_rate": 0.0001999158120625212,
      "loss": 4.4478,
      "step": 20399
    },
    {
      "epoch": 0.13081954597922277,
      "grad_norm": 3.2415771484375,
      "learning_rate": 0.00019991580379719766,
      "loss": 4.4197,
      "step": 20400
    },
    {
      "epoch": 0.13081954597922277,
      "eval_loss": 4.407374382019043,
      "eval_runtime": 34.7604,
      "eval_samples_per_second": 90.189,
      "eval_steps_per_second": 22.554,
      "step": 20400
    },
    {
      "epoch": 0.1308259587020649,
      "grad_norm": 3.6912667751312256,
      "learning_rate": 0.00019991579553146855,
      "loss": 4.3784,
      "step": 20401
    },
    {
      "epoch": 0.13083237142490703,
      "grad_norm": 4.545036315917969,
      "learning_rate": 0.0001999157872653339,
      "loss": 4.5575,
      "step": 20402
    },
    {
      "epoch": 0.13083878414774913,
      "grad_norm": 4.354409217834473,
      "learning_rate": 0.00019991577899879367,
      "loss": 4.2598,
      "step": 20403
    },
    {
      "epoch": 0.13084519687059126,
      "grad_norm": 8.256124496459961,
      "learning_rate": 0.00019991577073184794,
      "loss": 4.3913,
      "step": 20404
    },
    {
      "epoch": 0.13085160959343337,
      "grad_norm": 22.277639389038086,
      "learning_rate": 0.00019991576246449668,
      "loss": 4.2596,
      "step": 20405
    },
    {
      "epoch": 0.1308580223162755,
      "grad_norm": 6.696381092071533,
      "learning_rate": 0.00019991575419673984,
      "loss": 4.3011,
      "step": 20406
    },
    {
      "epoch": 0.1308644350391176,
      "grad_norm": 3.2530086040496826,
      "learning_rate": 0.00019991574592857748,
      "loss": 4.8268,
      "step": 20407
    },
    {
      "epoch": 0.13087084776195973,
      "grad_norm": 4.429286003112793,
      "learning_rate": 0.00019991573766000957,
      "loss": 4.6199,
      "step": 20408
    },
    {
      "epoch": 0.13087726048480186,
      "grad_norm": 8.389827728271484,
      "learning_rate": 0.00019991572939103612,
      "loss": 4.6112,
      "step": 20409
    },
    {
      "epoch": 0.13088367320764396,
      "grad_norm": 11.73066234588623,
      "learning_rate": 0.00019991572112165712,
      "loss": 4.454,
      "step": 20410
    },
    {
      "epoch": 0.1308900859304861,
      "grad_norm": 21.32318687438965,
      "learning_rate": 0.0001999157128518726,
      "loss": 4.3088,
      "step": 20411
    },
    {
      "epoch": 0.1308964986533282,
      "grad_norm": 4.127840995788574,
      "learning_rate": 0.00019991570458168255,
      "loss": 4.469,
      "step": 20412
    },
    {
      "epoch": 0.13090291137617033,
      "grad_norm": 3.699897289276123,
      "learning_rate": 0.00019991569631108691,
      "loss": 4.6947,
      "step": 20413
    },
    {
      "epoch": 0.13090932409901243,
      "grad_norm": 7.209458827972412,
      "learning_rate": 0.0001999156880400858,
      "loss": 4.2787,
      "step": 20414
    },
    {
      "epoch": 0.13091573682185456,
      "grad_norm": 4.968972206115723,
      "learning_rate": 0.00019991567976867906,
      "loss": 4.3943,
      "step": 20415
    },
    {
      "epoch": 0.1309221495446967,
      "grad_norm": 3.9777119159698486,
      "learning_rate": 0.00019991567149686682,
      "loss": 4.3537,
      "step": 20416
    },
    {
      "epoch": 0.1309285622675388,
      "grad_norm": 21.817935943603516,
      "learning_rate": 0.00019991566322464905,
      "loss": 4.4374,
      "step": 20417
    },
    {
      "epoch": 0.13093497499038093,
      "grad_norm": 4.2868123054504395,
      "learning_rate": 0.00019991565495202575,
      "loss": 4.2557,
      "step": 20418
    },
    {
      "epoch": 0.13094138771322303,
      "grad_norm": 3.464259624481201,
      "learning_rate": 0.00019991564667899686,
      "loss": 4.497,
      "step": 20419
    },
    {
      "epoch": 0.13094780043606516,
      "grad_norm": 5.212639808654785,
      "learning_rate": 0.0001999156384055625,
      "loss": 4.8967,
      "step": 20420
    },
    {
      "epoch": 0.13095421315890726,
      "grad_norm": 15.080090522766113,
      "learning_rate": 0.00019991563013172252,
      "loss": 4.6852,
      "step": 20421
    },
    {
      "epoch": 0.1309606258817494,
      "grad_norm": 3.5512776374816895,
      "learning_rate": 0.00019991562185747705,
      "loss": 4.6179,
      "step": 20422
    },
    {
      "epoch": 0.1309670386045915,
      "grad_norm": 4.521571636199951,
      "learning_rate": 0.000199915613582826,
      "loss": 4.4045,
      "step": 20423
    },
    {
      "epoch": 0.13097345132743363,
      "grad_norm": 6.068157196044922,
      "learning_rate": 0.00019991560530776946,
      "loss": 4.2729,
      "step": 20424
    },
    {
      "epoch": 0.13097986405027576,
      "grad_norm": 14.049199104309082,
      "learning_rate": 0.00019991559703230735,
      "loss": 4.1905,
      "step": 20425
    },
    {
      "epoch": 0.13098627677311786,
      "grad_norm": 7.0389251708984375,
      "learning_rate": 0.0001999155887564397,
      "loss": 4.753,
      "step": 20426
    },
    {
      "epoch": 0.13099268949596,
      "grad_norm": 3.2131590843200684,
      "learning_rate": 0.0001999155804801665,
      "loss": 4.431,
      "step": 20427
    },
    {
      "epoch": 0.1309991022188021,
      "grad_norm": 3.837864875793457,
      "learning_rate": 0.00019991557220348777,
      "loss": 4.5471,
      "step": 20428
    },
    {
      "epoch": 0.13100551494164422,
      "grad_norm": 5.589910507202148,
      "learning_rate": 0.0001999155639264035,
      "loss": 4.5112,
      "step": 20429
    },
    {
      "epoch": 0.13101192766448633,
      "grad_norm": 3.2534425258636475,
      "learning_rate": 0.0001999155556489137,
      "loss": 4.4133,
      "step": 20430
    },
    {
      "epoch": 0.13101834038732846,
      "grad_norm": 5.210732460021973,
      "learning_rate": 0.00019991554737101836,
      "loss": 4.2253,
      "step": 20431
    },
    {
      "epoch": 0.1310247531101706,
      "grad_norm": 3.9622955322265625,
      "learning_rate": 0.00019991553909271746,
      "loss": 4.3041,
      "step": 20432
    },
    {
      "epoch": 0.1310311658330127,
      "grad_norm": 4.797736644744873,
      "learning_rate": 0.00019991553081401102,
      "loss": 4.4863,
      "step": 20433
    },
    {
      "epoch": 0.13103757855585482,
      "grad_norm": 5.966923713684082,
      "learning_rate": 0.00019991552253489906,
      "loss": 4.0963,
      "step": 20434
    },
    {
      "epoch": 0.13104399127869693,
      "grad_norm": 6.776897430419922,
      "learning_rate": 0.00019991551425538152,
      "loss": 4.5498,
      "step": 20435
    },
    {
      "epoch": 0.13105040400153906,
      "grad_norm": 4.175689697265625,
      "learning_rate": 0.0001999155059754585,
      "loss": 4.3039,
      "step": 20436
    },
    {
      "epoch": 0.13105681672438116,
      "grad_norm": 3.178666114807129,
      "learning_rate": 0.0001999154976951299,
      "loss": 4.4795,
      "step": 20437
    },
    {
      "epoch": 0.1310632294472233,
      "grad_norm": 6.576117515563965,
      "learning_rate": 0.00019991548941439576,
      "loss": 4.4172,
      "step": 20438
    },
    {
      "epoch": 0.13106964217006542,
      "grad_norm": 3.9800922870635986,
      "learning_rate": 0.00019991548113325607,
      "loss": 4.3397,
      "step": 20439
    },
    {
      "epoch": 0.13107605489290752,
      "grad_norm": 7.70687198638916,
      "learning_rate": 0.00019991547285171083,
      "loss": 4.4403,
      "step": 20440
    },
    {
      "epoch": 0.13108246761574965,
      "grad_norm": 7.0109639167785645,
      "learning_rate": 0.0001999154645697601,
      "loss": 4.5861,
      "step": 20441
    },
    {
      "epoch": 0.13108888033859176,
      "grad_norm": 4.987180709838867,
      "learning_rate": 0.0001999154562874038,
      "loss": 4.4938,
      "step": 20442
    },
    {
      "epoch": 0.1310952930614339,
      "grad_norm": 3.1463065147399902,
      "learning_rate": 0.00019991544800464196,
      "loss": 4.4673,
      "step": 20443
    },
    {
      "epoch": 0.131101705784276,
      "grad_norm": 3.8803725242614746,
      "learning_rate": 0.0001999154397214746,
      "loss": 4.334,
      "step": 20444
    },
    {
      "epoch": 0.13110811850711812,
      "grad_norm": 6.720520496368408,
      "learning_rate": 0.00019991543143790165,
      "loss": 4.5071,
      "step": 20445
    },
    {
      "epoch": 0.13111453122996025,
      "grad_norm": 5.8168206214904785,
      "learning_rate": 0.00019991542315392322,
      "loss": 4.4311,
      "step": 20446
    },
    {
      "epoch": 0.13112094395280235,
      "grad_norm": 2.7474350929260254,
      "learning_rate": 0.0001999154148695392,
      "loss": 4.6345,
      "step": 20447
    },
    {
      "epoch": 0.13112735667564449,
      "grad_norm": 5.126570701599121,
      "learning_rate": 0.00019991540658474967,
      "loss": 4.0461,
      "step": 20448
    },
    {
      "epoch": 0.1311337693984866,
      "grad_norm": 3.248500108718872,
      "learning_rate": 0.00019991539829955458,
      "loss": 4.598,
      "step": 20449
    },
    {
      "epoch": 0.13114018212132872,
      "grad_norm": 6.231553077697754,
      "learning_rate": 0.00019991539001395397,
      "loss": 4.4476,
      "step": 20450
    },
    {
      "epoch": 0.13114659484417082,
      "grad_norm": 12.016318321228027,
      "learning_rate": 0.0001999153817279478,
      "loss": 4.3833,
      "step": 20451
    },
    {
      "epoch": 0.13115300756701295,
      "grad_norm": 9.54248332977295,
      "learning_rate": 0.0001999153734415361,
      "loss": 4.4884,
      "step": 20452
    },
    {
      "epoch": 0.13115942028985508,
      "grad_norm": 2.6722350120544434,
      "learning_rate": 0.00019991536515471888,
      "loss": 4.453,
      "step": 20453
    },
    {
      "epoch": 0.13116583301269719,
      "grad_norm": 3.888845682144165,
      "learning_rate": 0.00019991535686749608,
      "loss": 4.5369,
      "step": 20454
    },
    {
      "epoch": 0.13117224573553932,
      "grad_norm": 4.301618576049805,
      "learning_rate": 0.00019991534857986777,
      "loss": 4.3877,
      "step": 20455
    },
    {
      "epoch": 0.13117865845838142,
      "grad_norm": 2.989182949066162,
      "learning_rate": 0.0001999153402918339,
      "loss": 4.3037,
      "step": 20456
    },
    {
      "epoch": 0.13118507118122355,
      "grad_norm": 5.030588150024414,
      "learning_rate": 0.0001999153320033945,
      "loss": 4.314,
      "step": 20457
    },
    {
      "epoch": 0.13119148390406565,
      "grad_norm": 2.805535316467285,
      "learning_rate": 0.00019991532371454955,
      "loss": 4.2462,
      "step": 20458
    },
    {
      "epoch": 0.13119789662690778,
      "grad_norm": 3.982119083404541,
      "learning_rate": 0.00019991531542529908,
      "loss": 4.6125,
      "step": 20459
    },
    {
      "epoch": 0.13120430934974991,
      "grad_norm": 4.071469306945801,
      "learning_rate": 0.0001999153071356431,
      "loss": 4.3565,
      "step": 20460
    },
    {
      "epoch": 0.13121072207259202,
      "grad_norm": 7.088393688201904,
      "learning_rate": 0.0001999152988455815,
      "loss": 4.3614,
      "step": 20461
    },
    {
      "epoch": 0.13121713479543415,
      "grad_norm": 4.2492194175720215,
      "learning_rate": 0.0001999152905551144,
      "loss": 4.4634,
      "step": 20462
    },
    {
      "epoch": 0.13122354751827625,
      "grad_norm": 4.657098770141602,
      "learning_rate": 0.0001999152822642418,
      "loss": 4.522,
      "step": 20463
    },
    {
      "epoch": 0.13122996024111838,
      "grad_norm": 3.2052361965179443,
      "learning_rate": 0.0001999152739729636,
      "loss": 4.5572,
      "step": 20464
    },
    {
      "epoch": 0.13123637296396048,
      "grad_norm": 5.514100074768066,
      "learning_rate": 0.00019991526568127987,
      "loss": 4.6509,
      "step": 20465
    },
    {
      "epoch": 0.13124278568680262,
      "grad_norm": 6.190003871917725,
      "learning_rate": 0.0001999152573891906,
      "loss": 4.9838,
      "step": 20466
    },
    {
      "epoch": 0.13124919840964475,
      "grad_norm": 12.306756019592285,
      "learning_rate": 0.00019991524909669582,
      "loss": 4.5969,
      "step": 20467
    },
    {
      "epoch": 0.13125561113248685,
      "grad_norm": 6.274496555328369,
      "learning_rate": 0.0001999152408037955,
      "loss": 4.4116,
      "step": 20468
    },
    {
      "epoch": 0.13126202385532898,
      "grad_norm": 2.888622999191284,
      "learning_rate": 0.0001999152325104896,
      "loss": 4.4593,
      "step": 20469
    },
    {
      "epoch": 0.13126843657817108,
      "grad_norm": 4.108151912689209,
      "learning_rate": 0.0001999152242167782,
      "loss": 4.7993,
      "step": 20470
    },
    {
      "epoch": 0.1312748493010132,
      "grad_norm": 3.978126287460327,
      "learning_rate": 0.00019991521592266126,
      "loss": 4.6057,
      "step": 20471
    },
    {
      "epoch": 0.13128126202385532,
      "grad_norm": 6.698261260986328,
      "learning_rate": 0.00019991520762813875,
      "loss": 4.4292,
      "step": 20472
    },
    {
      "epoch": 0.13128767474669745,
      "grad_norm": 3.5300209522247314,
      "learning_rate": 0.00019991519933321072,
      "loss": 4.3441,
      "step": 20473
    },
    {
      "epoch": 0.13129408746953958,
      "grad_norm": 3.0056240558624268,
      "learning_rate": 0.00019991519103787714,
      "loss": 4.1561,
      "step": 20474
    },
    {
      "epoch": 0.13130050019238168,
      "grad_norm": 2.8112361431121826,
      "learning_rate": 0.00019991518274213802,
      "loss": 4.3216,
      "step": 20475
    },
    {
      "epoch": 0.1313069129152238,
      "grad_norm": 14.868043899536133,
      "learning_rate": 0.00019991517444599338,
      "loss": 4.1554,
      "step": 20476
    },
    {
      "epoch": 0.13131332563806591,
      "grad_norm": 3.6994991302490234,
      "learning_rate": 0.0001999151661494432,
      "loss": 4.8855,
      "step": 20477
    },
    {
      "epoch": 0.13131973836090804,
      "grad_norm": 5.882787227630615,
      "learning_rate": 0.00019991515785248746,
      "loss": 4.4668,
      "step": 20478
    },
    {
      "epoch": 0.13132615108375015,
      "grad_norm": 8.42724895477295,
      "learning_rate": 0.00019991514955512618,
      "loss": 4.5311,
      "step": 20479
    },
    {
      "epoch": 0.13133256380659228,
      "grad_norm": 5.324100017547607,
      "learning_rate": 0.0001999151412573594,
      "loss": 4.1572,
      "step": 20480
    },
    {
      "epoch": 0.1313389765294344,
      "grad_norm": 5.460061073303223,
      "learning_rate": 0.00019991513295918704,
      "loss": 4.3024,
      "step": 20481
    },
    {
      "epoch": 0.1313453892522765,
      "grad_norm": 3.8699443340301514,
      "learning_rate": 0.00019991512466060915,
      "loss": 4.6912,
      "step": 20482
    },
    {
      "epoch": 0.13135180197511864,
      "grad_norm": 4.35347318649292,
      "learning_rate": 0.00019991511636162574,
      "loss": 4.4003,
      "step": 20483
    },
    {
      "epoch": 0.13135821469796075,
      "grad_norm": 3.3906173706054688,
      "learning_rate": 0.00019991510806223676,
      "loss": 4.5645,
      "step": 20484
    },
    {
      "epoch": 0.13136462742080288,
      "grad_norm": 5.2772674560546875,
      "learning_rate": 0.00019991509976244226,
      "loss": 4.5995,
      "step": 20485
    },
    {
      "epoch": 0.13137104014364498,
      "grad_norm": 4.798413276672363,
      "learning_rate": 0.0001999150914622422,
      "loss": 4.8355,
      "step": 20486
    },
    {
      "epoch": 0.1313774528664871,
      "grad_norm": 3.6315758228302,
      "learning_rate": 0.00019991508316163662,
      "loss": 4.4112,
      "step": 20487
    },
    {
      "epoch": 0.13138386558932924,
      "grad_norm": 2.897003650665283,
      "learning_rate": 0.0001999150748606255,
      "loss": 4.61,
      "step": 20488
    },
    {
      "epoch": 0.13139027831217134,
      "grad_norm": 3.7342581748962402,
      "learning_rate": 0.00019991506655920885,
      "loss": 4.5713,
      "step": 20489
    },
    {
      "epoch": 0.13139669103501347,
      "grad_norm": 7.031966209411621,
      "learning_rate": 0.00019991505825738668,
      "loss": 4.3423,
      "step": 20490
    },
    {
      "epoch": 0.13140310375785558,
      "grad_norm": 3.4566755294799805,
      "learning_rate": 0.00019991504995515893,
      "loss": 4.419,
      "step": 20491
    },
    {
      "epoch": 0.1314095164806977,
      "grad_norm": 3.2219221591949463,
      "learning_rate": 0.00019991504165252567,
      "loss": 4.4854,
      "step": 20492
    },
    {
      "epoch": 0.1314159292035398,
      "grad_norm": 22.125425338745117,
      "learning_rate": 0.00019991503334948685,
      "loss": 4.5457,
      "step": 20493
    },
    {
      "epoch": 0.13142234192638194,
      "grad_norm": 4.501040458679199,
      "learning_rate": 0.0001999150250460425,
      "loss": 4.2156,
      "step": 20494
    },
    {
      "epoch": 0.13142875464922407,
      "grad_norm": 5.9980669021606445,
      "learning_rate": 0.0001999150167421926,
      "loss": 4.8262,
      "step": 20495
    },
    {
      "epoch": 0.13143516737206618,
      "grad_norm": 4.007177829742432,
      "learning_rate": 0.00019991500843793717,
      "loss": 4.3831,
      "step": 20496
    },
    {
      "epoch": 0.1314415800949083,
      "grad_norm": 3.352155923843384,
      "learning_rate": 0.00019991500013327623,
      "loss": 4.3905,
      "step": 20497
    },
    {
      "epoch": 0.1314479928177504,
      "grad_norm": 3.7220656871795654,
      "learning_rate": 0.0001999149918282097,
      "loss": 4.6459,
      "step": 20498
    },
    {
      "epoch": 0.13145440554059254,
      "grad_norm": 10.715176582336426,
      "learning_rate": 0.00019991498352273766,
      "loss": 4.3025,
      "step": 20499
    },
    {
      "epoch": 0.13146081826343464,
      "grad_norm": 3.2747762203216553,
      "learning_rate": 0.00019991497521686008,
      "loss": 4.4851,
      "step": 20500
    },
    {
      "epoch": 0.13146081826343464,
      "eval_loss": 4.3999834060668945,
      "eval_runtime": 34.7371,
      "eval_samples_per_second": 90.249,
      "eval_steps_per_second": 22.57,
      "step": 20500
    },
    {
      "epoch": 0.13146723098627677,
      "grad_norm": 3.220564365386963,
      "learning_rate": 0.00019991496691057695,
      "loss": 4.2821,
      "step": 20501
    },
    {
      "epoch": 0.1314736437091189,
      "grad_norm": 3.0830912590026855,
      "learning_rate": 0.00019991495860388828,
      "loss": 4.3766,
      "step": 20502
    },
    {
      "epoch": 0.131480056431961,
      "grad_norm": 3.344191551208496,
      "learning_rate": 0.00019991495029679407,
      "loss": 4.5497,
      "step": 20503
    },
    {
      "epoch": 0.13148646915480314,
      "grad_norm": 10.628811836242676,
      "learning_rate": 0.00019991494198929436,
      "loss": 4.9799,
      "step": 20504
    },
    {
      "epoch": 0.13149288187764524,
      "grad_norm": 3.2247047424316406,
      "learning_rate": 0.00019991493368138908,
      "loss": 4.2964,
      "step": 20505
    },
    {
      "epoch": 0.13149929460048737,
      "grad_norm": 4.206364154815674,
      "learning_rate": 0.00019991492537307828,
      "loss": 4.4892,
      "step": 20506
    },
    {
      "epoch": 0.13150570732332947,
      "grad_norm": 3.1615333557128906,
      "learning_rate": 0.0001999149170643619,
      "loss": 4.4044,
      "step": 20507
    },
    {
      "epoch": 0.1315121200461716,
      "grad_norm": 7.914909362792969,
      "learning_rate": 0.00019991490875524004,
      "loss": 4.3381,
      "step": 20508
    },
    {
      "epoch": 0.13151853276901374,
      "grad_norm": 4.05728006362915,
      "learning_rate": 0.0001999149004457126,
      "loss": 4.4137,
      "step": 20509
    },
    {
      "epoch": 0.13152494549185584,
      "grad_norm": 3.059969186782837,
      "learning_rate": 0.00019991489213577962,
      "loss": 4.3831,
      "step": 20510
    },
    {
      "epoch": 0.13153135821469797,
      "grad_norm": 2.975759267807007,
      "learning_rate": 0.00019991488382544112,
      "loss": 4.2517,
      "step": 20511
    },
    {
      "epoch": 0.13153777093754007,
      "grad_norm": 6.166441917419434,
      "learning_rate": 0.0001999148755146971,
      "loss": 4.405,
      "step": 20512
    },
    {
      "epoch": 0.1315441836603822,
      "grad_norm": 31.46532440185547,
      "learning_rate": 0.00019991486720354754,
      "loss": 4.3869,
      "step": 20513
    },
    {
      "epoch": 0.1315505963832243,
      "grad_norm": 4.322038650512695,
      "learning_rate": 0.0001999148588919924,
      "loss": 4.0738,
      "step": 20514
    },
    {
      "epoch": 0.13155700910606644,
      "grad_norm": 3.104675054550171,
      "learning_rate": 0.00019991485058003174,
      "loss": 4.5572,
      "step": 20515
    },
    {
      "epoch": 0.13156342182890857,
      "grad_norm": 3.0727193355560303,
      "learning_rate": 0.00019991484226766554,
      "loss": 4.4738,
      "step": 20516
    },
    {
      "epoch": 0.13156983455175067,
      "grad_norm": 3.5935134887695312,
      "learning_rate": 0.00019991483395489384,
      "loss": 4.4948,
      "step": 20517
    },
    {
      "epoch": 0.1315762472745928,
      "grad_norm": 2.92577862739563,
      "learning_rate": 0.00019991482564171655,
      "loss": 4.481,
      "step": 20518
    },
    {
      "epoch": 0.1315826599974349,
      "grad_norm": 3.3100287914276123,
      "learning_rate": 0.00019991481732813373,
      "loss": 4.3185,
      "step": 20519
    },
    {
      "epoch": 0.13158907272027703,
      "grad_norm": 4.000825881958008,
      "learning_rate": 0.0001999148090141454,
      "loss": 4.6322,
      "step": 20520
    },
    {
      "epoch": 0.13159548544311914,
      "grad_norm": 3.232332706451416,
      "learning_rate": 0.00019991480069975152,
      "loss": 4.3226,
      "step": 20521
    },
    {
      "epoch": 0.13160189816596127,
      "grad_norm": 7.083743572235107,
      "learning_rate": 0.0001999147923849521,
      "loss": 4.3555,
      "step": 20522
    },
    {
      "epoch": 0.1316083108888034,
      "grad_norm": 3.2593932151794434,
      "learning_rate": 0.00019991478406974715,
      "loss": 4.6647,
      "step": 20523
    },
    {
      "epoch": 0.1316147236116455,
      "grad_norm": 3.492647647857666,
      "learning_rate": 0.00019991477575413664,
      "loss": 4.4444,
      "step": 20524
    },
    {
      "epoch": 0.13162113633448763,
      "grad_norm": 3.903123140335083,
      "learning_rate": 0.00019991476743812063,
      "loss": 4.476,
      "step": 20525
    },
    {
      "epoch": 0.13162754905732973,
      "grad_norm": 3.35150408744812,
      "learning_rate": 0.00019991475912169902,
      "loss": 4.2401,
      "step": 20526
    },
    {
      "epoch": 0.13163396178017187,
      "grad_norm": 3.0298984050750732,
      "learning_rate": 0.00019991475080487195,
      "loss": 4.5691,
      "step": 20527
    },
    {
      "epoch": 0.13164037450301397,
      "grad_norm": 9.723455429077148,
      "learning_rate": 0.0001999147424876393,
      "loss": 4.4644,
      "step": 20528
    },
    {
      "epoch": 0.1316467872258561,
      "grad_norm": 4.748377323150635,
      "learning_rate": 0.00019991473417000112,
      "loss": 4.7494,
      "step": 20529
    },
    {
      "epoch": 0.13165319994869823,
      "grad_norm": 3.243596315383911,
      "learning_rate": 0.0001999147258519574,
      "loss": 4.508,
      "step": 20530
    },
    {
      "epoch": 0.13165961267154033,
      "grad_norm": 3.422934055328369,
      "learning_rate": 0.00019991471753350815,
      "loss": 4.4032,
      "step": 20531
    },
    {
      "epoch": 0.13166602539438246,
      "grad_norm": 2.9380080699920654,
      "learning_rate": 0.00019991470921465335,
      "loss": 4.259,
      "step": 20532
    },
    {
      "epoch": 0.13167243811722457,
      "grad_norm": 4.960912227630615,
      "learning_rate": 0.000199914700895393,
      "loss": 4.4815,
      "step": 20533
    },
    {
      "epoch": 0.1316788508400667,
      "grad_norm": 2.8740108013153076,
      "learning_rate": 0.00019991469257572714,
      "loss": 4.4109,
      "step": 20534
    },
    {
      "epoch": 0.1316852635629088,
      "grad_norm": 4.367731094360352,
      "learning_rate": 0.00019991468425565573,
      "loss": 5.0693,
      "step": 20535
    },
    {
      "epoch": 0.13169167628575093,
      "grad_norm": 2.874136447906494,
      "learning_rate": 0.0001999146759351788,
      "loss": 4.2885,
      "step": 20536
    },
    {
      "epoch": 0.13169808900859306,
      "grad_norm": 3.1296730041503906,
      "learning_rate": 0.00019991466761429632,
      "loss": 4.4189,
      "step": 20537
    },
    {
      "epoch": 0.13170450173143516,
      "grad_norm": 4.720296859741211,
      "learning_rate": 0.0001999146592930083,
      "loss": 4.5952,
      "step": 20538
    },
    {
      "epoch": 0.1317109144542773,
      "grad_norm": 5.333895206451416,
      "learning_rate": 0.00019991465097131473,
      "loss": 4.4857,
      "step": 20539
    },
    {
      "epoch": 0.1317173271771194,
      "grad_norm": 2.8422799110412598,
      "learning_rate": 0.00019991464264921565,
      "loss": 4.4034,
      "step": 20540
    },
    {
      "epoch": 0.13172373989996153,
      "grad_norm": 4.075218677520752,
      "learning_rate": 0.00019991463432671101,
      "loss": 4.5471,
      "step": 20541
    },
    {
      "epoch": 0.13173015262280363,
      "grad_norm": 5.557705402374268,
      "learning_rate": 0.00019991462600380084,
      "loss": 4.4913,
      "step": 20542
    },
    {
      "epoch": 0.13173656534564576,
      "grad_norm": 3.042604446411133,
      "learning_rate": 0.00019991461768048514,
      "loss": 4.5847,
      "step": 20543
    },
    {
      "epoch": 0.1317429780684879,
      "grad_norm": 2.5782783031463623,
      "learning_rate": 0.00019991460935676392,
      "loss": 4.2989,
      "step": 20544
    },
    {
      "epoch": 0.13174939079133,
      "grad_norm": 2.6387927532196045,
      "learning_rate": 0.00019991460103263714,
      "loss": 4.4319,
      "step": 20545
    },
    {
      "epoch": 0.13175580351417213,
      "grad_norm": 3.5473408699035645,
      "learning_rate": 0.0001999145927081048,
      "loss": 4.6059,
      "step": 20546
    },
    {
      "epoch": 0.13176221623701423,
      "grad_norm": 2.7036068439483643,
      "learning_rate": 0.00019991458438316695,
      "loss": 4.3217,
      "step": 20547
    },
    {
      "epoch": 0.13176862895985636,
      "grad_norm": 2.727766513824463,
      "learning_rate": 0.00019991457605782358,
      "loss": 4.265,
      "step": 20548
    },
    {
      "epoch": 0.13177504168269846,
      "grad_norm": 7.55046272277832,
      "learning_rate": 0.00019991456773207466,
      "loss": 4.3775,
      "step": 20549
    },
    {
      "epoch": 0.1317814544055406,
      "grad_norm": 11.621843338012695,
      "learning_rate": 0.0001999145594059202,
      "loss": 4.525,
      "step": 20550
    },
    {
      "epoch": 0.13178786712838272,
      "grad_norm": 2.9989683628082275,
      "learning_rate": 0.0001999145510793602,
      "loss": 4.363,
      "step": 20551
    },
    {
      "epoch": 0.13179427985122483,
      "grad_norm": 2.9508395195007324,
      "learning_rate": 0.00019991454275239466,
      "loss": 4.3529,
      "step": 20552
    },
    {
      "epoch": 0.13180069257406696,
      "grad_norm": 3.823319673538208,
      "learning_rate": 0.0001999145344250236,
      "loss": 4.3549,
      "step": 20553
    },
    {
      "epoch": 0.13180710529690906,
      "grad_norm": 5.455387592315674,
      "learning_rate": 0.000199914526097247,
      "loss": 4.3575,
      "step": 20554
    },
    {
      "epoch": 0.1318135180197512,
      "grad_norm": 3.890947103500366,
      "learning_rate": 0.00019991451776906486,
      "loss": 4.3921,
      "step": 20555
    },
    {
      "epoch": 0.1318199307425933,
      "grad_norm": 2.7293689250946045,
      "learning_rate": 0.00019991450944047717,
      "loss": 4.4377,
      "step": 20556
    },
    {
      "epoch": 0.13182634346543542,
      "grad_norm": 3.7067134380340576,
      "learning_rate": 0.00019991450111148394,
      "loss": 4.3332,
      "step": 20557
    },
    {
      "epoch": 0.13183275618827756,
      "grad_norm": 4.454916477203369,
      "learning_rate": 0.0001999144927820852,
      "loss": 4.3137,
      "step": 20558
    },
    {
      "epoch": 0.13183916891111966,
      "grad_norm": 3.0081024169921875,
      "learning_rate": 0.0001999144844522809,
      "loss": 4.2626,
      "step": 20559
    },
    {
      "epoch": 0.1318455816339618,
      "grad_norm": 4.594140529632568,
      "learning_rate": 0.00019991447612207106,
      "loss": 4.3836,
      "step": 20560
    },
    {
      "epoch": 0.1318519943568039,
      "grad_norm": 6.651627063751221,
      "learning_rate": 0.00019991446779145567,
      "loss": 4.3865,
      "step": 20561
    },
    {
      "epoch": 0.13185840707964602,
      "grad_norm": 3.089599132537842,
      "learning_rate": 0.0001999144594604348,
      "loss": 4.3737,
      "step": 20562
    },
    {
      "epoch": 0.13186481980248813,
      "grad_norm": 2.9959230422973633,
      "learning_rate": 0.00019991445112900835,
      "loss": 4.4008,
      "step": 20563
    },
    {
      "epoch": 0.13187123252533026,
      "grad_norm": 25.003223419189453,
      "learning_rate": 0.0001999144427971764,
      "loss": 4.3917,
      "step": 20564
    },
    {
      "epoch": 0.1318776452481724,
      "grad_norm": 5.516258716583252,
      "learning_rate": 0.0001999144344649389,
      "loss": 4.5206,
      "step": 20565
    },
    {
      "epoch": 0.1318840579710145,
      "grad_norm": 3.900824785232544,
      "learning_rate": 0.00019991442613229583,
      "loss": 4.5323,
      "step": 20566
    },
    {
      "epoch": 0.13189047069385662,
      "grad_norm": 2.981182336807251,
      "learning_rate": 0.00019991441779924728,
      "loss": 4.4801,
      "step": 20567
    },
    {
      "epoch": 0.13189688341669872,
      "grad_norm": 3.415717124938965,
      "learning_rate": 0.00019991440946579315,
      "loss": 4.8047,
      "step": 20568
    },
    {
      "epoch": 0.13190329613954085,
      "grad_norm": 3.574575185775757,
      "learning_rate": 0.00019991440113193348,
      "loss": 4.2772,
      "step": 20569
    },
    {
      "epoch": 0.13190970886238296,
      "grad_norm": 3.6926887035369873,
      "learning_rate": 0.00019991439279766832,
      "loss": 4.5836,
      "step": 20570
    },
    {
      "epoch": 0.1319161215852251,
      "grad_norm": 2.580291986465454,
      "learning_rate": 0.00019991438446299758,
      "loss": 4.4259,
      "step": 20571
    },
    {
      "epoch": 0.13192253430806722,
      "grad_norm": 4.228893756866455,
      "learning_rate": 0.00019991437612792133,
      "loss": 4.5022,
      "step": 20572
    },
    {
      "epoch": 0.13192894703090932,
      "grad_norm": 2.5003292560577393,
      "learning_rate": 0.0001999143677924395,
      "loss": 4.2732,
      "step": 20573
    },
    {
      "epoch": 0.13193535975375145,
      "grad_norm": 2.9402880668640137,
      "learning_rate": 0.00019991435945655218,
      "loss": 4.3774,
      "step": 20574
    },
    {
      "epoch": 0.13194177247659356,
      "grad_norm": 2.955627679824829,
      "learning_rate": 0.00019991435112025932,
      "loss": 4.3188,
      "step": 20575
    },
    {
      "epoch": 0.13194818519943569,
      "grad_norm": 2.5843300819396973,
      "learning_rate": 0.0001999143427835609,
      "loss": 4.5686,
      "step": 20576
    },
    {
      "epoch": 0.1319545979222778,
      "grad_norm": 3.4656903743743896,
      "learning_rate": 0.00019991433444645698,
      "loss": 4.421,
      "step": 20577
    },
    {
      "epoch": 0.13196101064511992,
      "grad_norm": 3.7540812492370605,
      "learning_rate": 0.0001999143261089475,
      "loss": 4.2581,
      "step": 20578
    },
    {
      "epoch": 0.13196742336796205,
      "grad_norm": 3.3584628105163574,
      "learning_rate": 0.00019991431777103248,
      "loss": 4.9677,
      "step": 20579
    },
    {
      "epoch": 0.13197383609080415,
      "grad_norm": 3.0420074462890625,
      "learning_rate": 0.0001999143094327119,
      "loss": 4.4848,
      "step": 20580
    },
    {
      "epoch": 0.13198024881364628,
      "grad_norm": 2.7996082305908203,
      "learning_rate": 0.00019991430109398585,
      "loss": 4.4626,
      "step": 20581
    },
    {
      "epoch": 0.1319866615364884,
      "grad_norm": 3.9048733711242676,
      "learning_rate": 0.00019991429275485422,
      "loss": 4.4967,
      "step": 20582
    },
    {
      "epoch": 0.13199307425933052,
      "grad_norm": 2.9232866764068604,
      "learning_rate": 0.00019991428441531707,
      "loss": 4.2621,
      "step": 20583
    },
    {
      "epoch": 0.13199948698217262,
      "grad_norm": 3.7508459091186523,
      "learning_rate": 0.00019991427607537438,
      "loss": 4.3226,
      "step": 20584
    },
    {
      "epoch": 0.13200589970501475,
      "grad_norm": 5.996709823608398,
      "learning_rate": 0.00019991426773502616,
      "loss": 4.3522,
      "step": 20585
    },
    {
      "epoch": 0.13201231242785688,
      "grad_norm": 2.36067271232605,
      "learning_rate": 0.0001999142593942724,
      "loss": 4.3229,
      "step": 20586
    },
    {
      "epoch": 0.13201872515069898,
      "grad_norm": 13.452861785888672,
      "learning_rate": 0.0001999142510531131,
      "loss": 4.5523,
      "step": 20587
    },
    {
      "epoch": 0.13202513787354112,
      "grad_norm": 3.187039613723755,
      "learning_rate": 0.00019991424271154827,
      "loss": 4.3968,
      "step": 20588
    },
    {
      "epoch": 0.13203155059638322,
      "grad_norm": 4.4361572265625,
      "learning_rate": 0.0001999142343695779,
      "loss": 4.4771,
      "step": 20589
    },
    {
      "epoch": 0.13203796331922535,
      "grad_norm": 3.186978578567505,
      "learning_rate": 0.000199914226027202,
      "loss": 4.5393,
      "step": 20590
    },
    {
      "epoch": 0.13204437604206745,
      "grad_norm": 3.245155096054077,
      "learning_rate": 0.00019991421768442055,
      "loss": 4.414,
      "step": 20591
    },
    {
      "epoch": 0.13205078876490958,
      "grad_norm": 3.4875144958496094,
      "learning_rate": 0.00019991420934123357,
      "loss": 4.6511,
      "step": 20592
    },
    {
      "epoch": 0.1320572014877517,
      "grad_norm": 2.5589823722839355,
      "learning_rate": 0.0001999142009976411,
      "loss": 4.5196,
      "step": 20593
    },
    {
      "epoch": 0.13206361421059382,
      "grad_norm": 3.1841158866882324,
      "learning_rate": 0.00019991419265364302,
      "loss": 4.2308,
      "step": 20594
    },
    {
      "epoch": 0.13207002693343595,
      "grad_norm": 3.4199130535125732,
      "learning_rate": 0.00019991418430923946,
      "loss": 4.2364,
      "step": 20595
    },
    {
      "epoch": 0.13207643965627805,
      "grad_norm": 2.6141138076782227,
      "learning_rate": 0.00019991417596443035,
      "loss": 4.2629,
      "step": 20596
    },
    {
      "epoch": 0.13208285237912018,
      "grad_norm": 2.678802490234375,
      "learning_rate": 0.0001999141676192157,
      "loss": 4.4117,
      "step": 20597
    },
    {
      "epoch": 0.13208926510196228,
      "grad_norm": 3.1380369663238525,
      "learning_rate": 0.0001999141592735955,
      "loss": 4.6937,
      "step": 20598
    },
    {
      "epoch": 0.13209567782480441,
      "grad_norm": 3.807072639465332,
      "learning_rate": 0.0001999141509275698,
      "loss": 4.5536,
      "step": 20599
    },
    {
      "epoch": 0.13210209054764654,
      "grad_norm": 4.624363899230957,
      "learning_rate": 0.00019991414258113853,
      "loss": 4.7443,
      "step": 20600
    },
    {
      "epoch": 0.13210209054764654,
      "eval_loss": 4.394032955169678,
      "eval_runtime": 34.7513,
      "eval_samples_per_second": 90.212,
      "eval_steps_per_second": 22.56,
      "step": 20600
    },
    {
      "epoch": 0.13210850327048865,
      "grad_norm": 3.464179754257202,
      "learning_rate": 0.00019991413423430174,
      "loss": 4.4854,
      "step": 20601
    },
    {
      "epoch": 0.13211491599333078,
      "grad_norm": 6.420106410980225,
      "learning_rate": 0.00019991412588705941,
      "loss": 4.2655,
      "step": 20602
    },
    {
      "epoch": 0.13212132871617288,
      "grad_norm": 3.586343765258789,
      "learning_rate": 0.00019991411753941156,
      "loss": 4.5077,
      "step": 20603
    },
    {
      "epoch": 0.132127741439015,
      "grad_norm": 2.866295099258423,
      "learning_rate": 0.00019991410919135817,
      "loss": 4.7919,
      "step": 20604
    },
    {
      "epoch": 0.13213415416185711,
      "grad_norm": 2.7037534713745117,
      "learning_rate": 0.0001999141008428992,
      "loss": 4.6665,
      "step": 20605
    },
    {
      "epoch": 0.13214056688469925,
      "grad_norm": 3.3590197563171387,
      "learning_rate": 0.00019991409249403477,
      "loss": 4.7513,
      "step": 20606
    },
    {
      "epoch": 0.13214697960754135,
      "grad_norm": 2.9997856616973877,
      "learning_rate": 0.00019991408414476476,
      "loss": 4.2523,
      "step": 20607
    },
    {
      "epoch": 0.13215339233038348,
      "grad_norm": 3.139500141143799,
      "learning_rate": 0.00019991407579508924,
      "loss": 4.3264,
      "step": 20608
    },
    {
      "epoch": 0.1321598050532256,
      "grad_norm": 3.2773032188415527,
      "learning_rate": 0.00019991406744500817,
      "loss": 4.565,
      "step": 20609
    },
    {
      "epoch": 0.1321662177760677,
      "grad_norm": 2.9248363971710205,
      "learning_rate": 0.00019991405909452158,
      "loss": 4.2278,
      "step": 20610
    },
    {
      "epoch": 0.13217263049890984,
      "grad_norm": 3.2629220485687256,
      "learning_rate": 0.00019991405074362942,
      "loss": 4.0883,
      "step": 20611
    },
    {
      "epoch": 0.13217904322175195,
      "grad_norm": 2.6219606399536133,
      "learning_rate": 0.00019991404239233176,
      "loss": 4.2451,
      "step": 20612
    },
    {
      "epoch": 0.13218545594459408,
      "grad_norm": 4.535533905029297,
      "learning_rate": 0.00019991403404062854,
      "loss": 4.1952,
      "step": 20613
    },
    {
      "epoch": 0.13219186866743618,
      "grad_norm": 3.2303428649902344,
      "learning_rate": 0.0001999140256885198,
      "loss": 4.6524,
      "step": 20614
    },
    {
      "epoch": 0.1321982813902783,
      "grad_norm": 3.010822057723999,
      "learning_rate": 0.00019991401733600553,
      "loss": 4.1895,
      "step": 20615
    },
    {
      "epoch": 0.13220469411312044,
      "grad_norm": 3.0736329555511475,
      "learning_rate": 0.0001999140089830857,
      "loss": 4.4784,
      "step": 20616
    },
    {
      "epoch": 0.13221110683596254,
      "grad_norm": 3.365885019302368,
      "learning_rate": 0.00019991400062976036,
      "loss": 4.5614,
      "step": 20617
    },
    {
      "epoch": 0.13221751955880467,
      "grad_norm": 5.783939838409424,
      "learning_rate": 0.00019991399227602949,
      "loss": 4.4007,
      "step": 20618
    },
    {
      "epoch": 0.13222393228164678,
      "grad_norm": 4.219171524047852,
      "learning_rate": 0.00019991398392189307,
      "loss": 4.0527,
      "step": 20619
    },
    {
      "epoch": 0.1322303450044889,
      "grad_norm": 3.675213098526001,
      "learning_rate": 0.00019991397556735113,
      "loss": 4.498,
      "step": 20620
    },
    {
      "epoch": 0.132236757727331,
      "grad_norm": 18.707515716552734,
      "learning_rate": 0.00019991396721240364,
      "loss": 4.1823,
      "step": 20621
    },
    {
      "epoch": 0.13224317045017314,
      "grad_norm": 6.9106974601745605,
      "learning_rate": 0.0001999139588570506,
      "loss": 4.449,
      "step": 20622
    },
    {
      "epoch": 0.13224958317301527,
      "grad_norm": 2.866472005844116,
      "learning_rate": 0.00019991395050129204,
      "loss": 4.3233,
      "step": 20623
    },
    {
      "epoch": 0.13225599589585738,
      "grad_norm": 3.74922513961792,
      "learning_rate": 0.00019991394214512797,
      "loss": 4.5926,
      "step": 20624
    },
    {
      "epoch": 0.1322624086186995,
      "grad_norm": 4.245542049407959,
      "learning_rate": 0.00019991393378855835,
      "loss": 4.2486,
      "step": 20625
    },
    {
      "epoch": 0.1322688213415416,
      "grad_norm": 21.20042610168457,
      "learning_rate": 0.0001999139254315832,
      "loss": 4.8041,
      "step": 20626
    },
    {
      "epoch": 0.13227523406438374,
      "grad_norm": 2.8791468143463135,
      "learning_rate": 0.00019991391707420252,
      "loss": 4.3733,
      "step": 20627
    },
    {
      "epoch": 0.13228164678722584,
      "grad_norm": 2.989778518676758,
      "learning_rate": 0.0001999139087164163,
      "loss": 4.3438,
      "step": 20628
    },
    {
      "epoch": 0.13228805951006797,
      "grad_norm": 11.617788314819336,
      "learning_rate": 0.00019991390035822452,
      "loss": 4.2838,
      "step": 20629
    },
    {
      "epoch": 0.1322944722329101,
      "grad_norm": 3.588618755340576,
      "learning_rate": 0.00019991389199962723,
      "loss": 4.7931,
      "step": 20630
    },
    {
      "epoch": 0.1323008849557522,
      "grad_norm": 3.4384522438049316,
      "learning_rate": 0.00019991388364062443,
      "loss": 4.6565,
      "step": 20631
    },
    {
      "epoch": 0.13230729767859434,
      "grad_norm": 44.588138580322266,
      "learning_rate": 0.00019991387528121605,
      "loss": 4.3728,
      "step": 20632
    },
    {
      "epoch": 0.13231371040143644,
      "grad_norm": 3.725058078765869,
      "learning_rate": 0.00019991386692140215,
      "loss": 4.3716,
      "step": 20633
    },
    {
      "epoch": 0.13232012312427857,
      "grad_norm": 6.039427757263184,
      "learning_rate": 0.00019991385856118276,
      "loss": 4.7409,
      "step": 20634
    },
    {
      "epoch": 0.13232653584712067,
      "grad_norm": 3.024888038635254,
      "learning_rate": 0.00019991385020055776,
      "loss": 4.3221,
      "step": 20635
    },
    {
      "epoch": 0.1323329485699628,
      "grad_norm": 8.52038288116455,
      "learning_rate": 0.00019991384183952728,
      "loss": 4.4466,
      "step": 20636
    },
    {
      "epoch": 0.13233936129280494,
      "grad_norm": 3.162726640701294,
      "learning_rate": 0.00019991383347809125,
      "loss": 4.5495,
      "step": 20637
    },
    {
      "epoch": 0.13234577401564704,
      "grad_norm": 2.6329762935638428,
      "learning_rate": 0.0001999138251162497,
      "loss": 4.3715,
      "step": 20638
    },
    {
      "epoch": 0.13235218673848917,
      "grad_norm": 3.5702667236328125,
      "learning_rate": 0.0001999138167540026,
      "loss": 4.5363,
      "step": 20639
    },
    {
      "epoch": 0.13235859946133127,
      "grad_norm": 3.9166128635406494,
      "learning_rate": 0.00019991380839134998,
      "loss": 4.3601,
      "step": 20640
    },
    {
      "epoch": 0.1323650121841734,
      "grad_norm": 14.724105834960938,
      "learning_rate": 0.00019991380002829182,
      "loss": 4.3947,
      "step": 20641
    },
    {
      "epoch": 0.1323714249070155,
      "grad_norm": 3.475121259689331,
      "learning_rate": 0.00019991379166482812,
      "loss": 4.4663,
      "step": 20642
    },
    {
      "epoch": 0.13237783762985764,
      "grad_norm": 2.9585959911346436,
      "learning_rate": 0.00019991378330095887,
      "loss": 4.6926,
      "step": 20643
    },
    {
      "epoch": 0.13238425035269977,
      "grad_norm": 3.1646251678466797,
      "learning_rate": 0.0001999137749366841,
      "loss": 4.7086,
      "step": 20644
    },
    {
      "epoch": 0.13239066307554187,
      "grad_norm": 3.1940925121307373,
      "learning_rate": 0.0001999137665720038,
      "loss": 4.3453,
      "step": 20645
    },
    {
      "epoch": 0.132397075798384,
      "grad_norm": 5.611861228942871,
      "learning_rate": 0.00019991375820691798,
      "loss": 4.4112,
      "step": 20646
    },
    {
      "epoch": 0.1324034885212261,
      "grad_norm": 3.706616163253784,
      "learning_rate": 0.0001999137498414266,
      "loss": 4.2598,
      "step": 20647
    },
    {
      "epoch": 0.13240990124406823,
      "grad_norm": 4.162489891052246,
      "learning_rate": 0.0001999137414755297,
      "loss": 4.3933,
      "step": 20648
    },
    {
      "epoch": 0.13241631396691034,
      "grad_norm": 8.31710433959961,
      "learning_rate": 0.0001999137331092273,
      "loss": 4.269,
      "step": 20649
    },
    {
      "epoch": 0.13242272668975247,
      "grad_norm": 4.746607303619385,
      "learning_rate": 0.00019991372474251933,
      "loss": 4.429,
      "step": 20650
    },
    {
      "epoch": 0.1324291394125946,
      "grad_norm": 3.376086950302124,
      "learning_rate": 0.00019991371637540582,
      "loss": 4.4746,
      "step": 20651
    },
    {
      "epoch": 0.1324355521354367,
      "grad_norm": 3.1764795780181885,
      "learning_rate": 0.00019991370800788677,
      "loss": 4.4357,
      "step": 20652
    },
    {
      "epoch": 0.13244196485827883,
      "grad_norm": 3.2423617839813232,
      "learning_rate": 0.00019991369963996223,
      "loss": 4.5827,
      "step": 20653
    },
    {
      "epoch": 0.13244837758112094,
      "grad_norm": 3.606390953063965,
      "learning_rate": 0.00019991369127163213,
      "loss": 4.222,
      "step": 20654
    },
    {
      "epoch": 0.13245479030396307,
      "grad_norm": 3.1018123626708984,
      "learning_rate": 0.00019991368290289653,
      "loss": 4.5185,
      "step": 20655
    },
    {
      "epoch": 0.13246120302680517,
      "grad_norm": 11.688824653625488,
      "learning_rate": 0.00019991367453375534,
      "loss": 4.3763,
      "step": 20656
    },
    {
      "epoch": 0.1324676157496473,
      "grad_norm": 2.6065213680267334,
      "learning_rate": 0.00019991366616420864,
      "loss": 4.4211,
      "step": 20657
    },
    {
      "epoch": 0.13247402847248943,
      "grad_norm": 2.776963710784912,
      "learning_rate": 0.00019991365779425642,
      "loss": 4.3968,
      "step": 20658
    },
    {
      "epoch": 0.13248044119533153,
      "grad_norm": 2.8100781440734863,
      "learning_rate": 0.00019991364942389863,
      "loss": 4.0689,
      "step": 20659
    },
    {
      "epoch": 0.13248685391817366,
      "grad_norm": 4.01350736618042,
      "learning_rate": 0.00019991364105313535,
      "loss": 4.3385,
      "step": 20660
    },
    {
      "epoch": 0.13249326664101577,
      "grad_norm": 3.065516233444214,
      "learning_rate": 0.00019991363268196652,
      "loss": 4.4596,
      "step": 20661
    },
    {
      "epoch": 0.1324996793638579,
      "grad_norm": 9.86109733581543,
      "learning_rate": 0.00019991362431039214,
      "loss": 4.6493,
      "step": 20662
    },
    {
      "epoch": 0.1325060920867,
      "grad_norm": 3.5570991039276123,
      "learning_rate": 0.00019991361593841228,
      "loss": 4.4889,
      "step": 20663
    },
    {
      "epoch": 0.13251250480954213,
      "grad_norm": 4.386441230773926,
      "learning_rate": 0.00019991360756602684,
      "loss": 4.428,
      "step": 20664
    },
    {
      "epoch": 0.13251891753238426,
      "grad_norm": 2.9637041091918945,
      "learning_rate": 0.00019991359919323588,
      "loss": 4.2823,
      "step": 20665
    },
    {
      "epoch": 0.13252533025522636,
      "grad_norm": 3.7794413566589355,
      "learning_rate": 0.00019991359082003937,
      "loss": 4.4584,
      "step": 20666
    },
    {
      "epoch": 0.1325317429780685,
      "grad_norm": 3.6062469482421875,
      "learning_rate": 0.00019991358244643738,
      "loss": 4.531,
      "step": 20667
    },
    {
      "epoch": 0.1325381557009106,
      "grad_norm": 3.487860918045044,
      "learning_rate": 0.00019991357407242978,
      "loss": 4.4698,
      "step": 20668
    },
    {
      "epoch": 0.13254456842375273,
      "grad_norm": 3.18323016166687,
      "learning_rate": 0.00019991356569801672,
      "loss": 4.6513,
      "step": 20669
    },
    {
      "epoch": 0.13255098114659483,
      "grad_norm": 3.6127045154571533,
      "learning_rate": 0.00019991355732319808,
      "loss": 4.7665,
      "step": 20670
    },
    {
      "epoch": 0.13255739386943696,
      "grad_norm": 3.1691677570343018,
      "learning_rate": 0.0001999135489479739,
      "loss": 4.5267,
      "step": 20671
    },
    {
      "epoch": 0.1325638065922791,
      "grad_norm": 5.734701633453369,
      "learning_rate": 0.00019991354057234423,
      "loss": 4.2136,
      "step": 20672
    },
    {
      "epoch": 0.1325702193151212,
      "grad_norm": 2.9856629371643066,
      "learning_rate": 0.000199913532196309,
      "loss": 4.5182,
      "step": 20673
    },
    {
      "epoch": 0.13257663203796333,
      "grad_norm": 3.237760543823242,
      "learning_rate": 0.00019991352381986825,
      "loss": 4.1833,
      "step": 20674
    },
    {
      "epoch": 0.13258304476080543,
      "grad_norm": 2.957695722579956,
      "learning_rate": 0.00019991351544302197,
      "loss": 4.3071,
      "step": 20675
    },
    {
      "epoch": 0.13258945748364756,
      "grad_norm": 5.349010467529297,
      "learning_rate": 0.00019991350706577015,
      "loss": 4.8046,
      "step": 20676
    },
    {
      "epoch": 0.13259587020648966,
      "grad_norm": 3.0607051849365234,
      "learning_rate": 0.0001999134986881128,
      "loss": 4.5104,
      "step": 20677
    },
    {
      "epoch": 0.1326022829293318,
      "grad_norm": 3.505086898803711,
      "learning_rate": 0.0001999134903100499,
      "loss": 4.5494,
      "step": 20678
    },
    {
      "epoch": 0.13260869565217392,
      "grad_norm": 2.8787944316864014,
      "learning_rate": 0.0001999134819315815,
      "loss": 4.2683,
      "step": 20679
    },
    {
      "epoch": 0.13261510837501603,
      "grad_norm": 11.149036407470703,
      "learning_rate": 0.00019991347355270754,
      "loss": 4.2129,
      "step": 20680
    },
    {
      "epoch": 0.13262152109785816,
      "grad_norm": 3.797978401184082,
      "learning_rate": 0.00019991346517342807,
      "loss": 4.4166,
      "step": 20681
    },
    {
      "epoch": 0.13262793382070026,
      "grad_norm": 3.668560266494751,
      "learning_rate": 0.00019991345679374304,
      "loss": 4.9741,
      "step": 20682
    },
    {
      "epoch": 0.1326343465435424,
      "grad_norm": 3.4517083168029785,
      "learning_rate": 0.0001999134484136525,
      "loss": 4.7756,
      "step": 20683
    },
    {
      "epoch": 0.1326407592663845,
      "grad_norm": 3.4261720180511475,
      "learning_rate": 0.00019991344003315642,
      "loss": 4.2961,
      "step": 20684
    },
    {
      "epoch": 0.13264717198922663,
      "grad_norm": 3.330092191696167,
      "learning_rate": 0.0001999134316522548,
      "loss": 4.5334,
      "step": 20685
    },
    {
      "epoch": 0.13265358471206876,
      "grad_norm": 3.601496934890747,
      "learning_rate": 0.00019991342327094766,
      "loss": 4.4639,
      "step": 20686
    },
    {
      "epoch": 0.13265999743491086,
      "grad_norm": 5.0156073570251465,
      "learning_rate": 0.000199913414889235,
      "loss": 4.2967,
      "step": 20687
    },
    {
      "epoch": 0.132666410157753,
      "grad_norm": 14.750871658325195,
      "learning_rate": 0.00019991340650711678,
      "loss": 4.3513,
      "step": 20688
    },
    {
      "epoch": 0.1326728228805951,
      "grad_norm": 3.361952066421509,
      "learning_rate": 0.00019991339812459305,
      "loss": 4.3627,
      "step": 20689
    },
    {
      "epoch": 0.13267923560343722,
      "grad_norm": 3.9452860355377197,
      "learning_rate": 0.00019991338974166377,
      "loss": 4.3634,
      "step": 20690
    },
    {
      "epoch": 0.13268564832627933,
      "grad_norm": 6.45421838760376,
      "learning_rate": 0.00019991338135832897,
      "loss": 4.3921,
      "step": 20691
    },
    {
      "epoch": 0.13269206104912146,
      "grad_norm": 3.3121840953826904,
      "learning_rate": 0.00019991337297458865,
      "loss": 4.5774,
      "step": 20692
    },
    {
      "epoch": 0.1326984737719636,
      "grad_norm": 6.335532188415527,
      "learning_rate": 0.0001999133645904428,
      "loss": 4.4695,
      "step": 20693
    },
    {
      "epoch": 0.1327048864948057,
      "grad_norm": 8.827333450317383,
      "learning_rate": 0.00019991335620589138,
      "loss": 4.6192,
      "step": 20694
    },
    {
      "epoch": 0.13271129921764782,
      "grad_norm": 4.74240255355835,
      "learning_rate": 0.00019991334782093443,
      "loss": 4.2599,
      "step": 20695
    },
    {
      "epoch": 0.13271771194048992,
      "grad_norm": 30.793930053710938,
      "learning_rate": 0.00019991333943557198,
      "loss": 4.3936,
      "step": 20696
    },
    {
      "epoch": 0.13272412466333205,
      "grad_norm": 4.270908355712891,
      "learning_rate": 0.000199913331049804,
      "loss": 4.4269,
      "step": 20697
    },
    {
      "epoch": 0.13273053738617416,
      "grad_norm": 5.339904308319092,
      "learning_rate": 0.00019991332266363046,
      "loss": 4.0774,
      "step": 20698
    },
    {
      "epoch": 0.1327369501090163,
      "grad_norm": 14.64690113067627,
      "learning_rate": 0.0001999133142770514,
      "loss": 4.4601,
      "step": 20699
    },
    {
      "epoch": 0.13274336283185842,
      "grad_norm": 5.387609958648682,
      "learning_rate": 0.0001999133058900668,
      "loss": 4.2877,
      "step": 20700
    },
    {
      "epoch": 0.13274336283185842,
      "eval_loss": 4.386855125427246,
      "eval_runtime": 34.7401,
      "eval_samples_per_second": 90.242,
      "eval_steps_per_second": 22.568,
      "step": 20700
    },
    {
      "epoch": 0.13274977555470052,
      "grad_norm": 6.189585208892822,
      "learning_rate": 0.00019991329750267668,
      "loss": 4.4419,
      "step": 20701
    },
    {
      "epoch": 0.13275618827754265,
      "grad_norm": 79.84539031982422,
      "learning_rate": 0.00019991328911488104,
      "loss": 4.3959,
      "step": 20702
    },
    {
      "epoch": 0.13276260100038476,
      "grad_norm": 5.342043399810791,
      "learning_rate": 0.00019991328072667988,
      "loss": 4.8367,
      "step": 20703
    },
    {
      "epoch": 0.1327690137232269,
      "grad_norm": 4.558912754058838,
      "learning_rate": 0.00019991327233807312,
      "loss": 4.3333,
      "step": 20704
    },
    {
      "epoch": 0.132775426446069,
      "grad_norm": 3.8887641429901123,
      "learning_rate": 0.0001999132639490609,
      "loss": 4.5231,
      "step": 20705
    },
    {
      "epoch": 0.13278183916891112,
      "grad_norm": 6.05415678024292,
      "learning_rate": 0.0001999132555596431,
      "loss": 4.5452,
      "step": 20706
    },
    {
      "epoch": 0.13278825189175325,
      "grad_norm": 4.569347381591797,
      "learning_rate": 0.00019991324716981982,
      "loss": 4.2309,
      "step": 20707
    },
    {
      "epoch": 0.13279466461459535,
      "grad_norm": 7.816958427429199,
      "learning_rate": 0.00019991323877959096,
      "loss": 4.7352,
      "step": 20708
    },
    {
      "epoch": 0.13280107733743748,
      "grad_norm": 3.475846290588379,
      "learning_rate": 0.0001999132303889566,
      "loss": 4.5598,
      "step": 20709
    },
    {
      "epoch": 0.1328074900602796,
      "grad_norm": 5.311371326446533,
      "learning_rate": 0.00019991322199791668,
      "loss": 4.5421,
      "step": 20710
    },
    {
      "epoch": 0.13281390278312172,
      "grad_norm": 4.833343029022217,
      "learning_rate": 0.00019991321360647124,
      "loss": 4.3589,
      "step": 20711
    },
    {
      "epoch": 0.13282031550596382,
      "grad_norm": 12.21977424621582,
      "learning_rate": 0.0001999132052146203,
      "loss": 4.4583,
      "step": 20712
    },
    {
      "epoch": 0.13282672822880595,
      "grad_norm": 3.183121919631958,
      "learning_rate": 0.0001999131968223638,
      "loss": 4.2669,
      "step": 20713
    },
    {
      "epoch": 0.13283314095164808,
      "grad_norm": 3.6948583126068115,
      "learning_rate": 0.00019991318842970177,
      "loss": 4.3209,
      "step": 20714
    },
    {
      "epoch": 0.13283955367449019,
      "grad_norm": 5.045623302459717,
      "learning_rate": 0.0001999131800366342,
      "loss": 4.1979,
      "step": 20715
    },
    {
      "epoch": 0.13284596639733232,
      "grad_norm": 7.645272254943848,
      "learning_rate": 0.00019991317164316113,
      "loss": 4.1756,
      "step": 20716
    },
    {
      "epoch": 0.13285237912017442,
      "grad_norm": 5.510343551635742,
      "learning_rate": 0.0001999131632492825,
      "loss": 4.2025,
      "step": 20717
    },
    {
      "epoch": 0.13285879184301655,
      "grad_norm": 5.571556091308594,
      "learning_rate": 0.00019991315485499834,
      "loss": 4.2885,
      "step": 20718
    },
    {
      "epoch": 0.13286520456585865,
      "grad_norm": 6.186367988586426,
      "learning_rate": 0.00019991314646030867,
      "loss": 4.3304,
      "step": 20719
    },
    {
      "epoch": 0.13287161728870078,
      "grad_norm": 6.804171562194824,
      "learning_rate": 0.00019991313806521345,
      "loss": 4.4484,
      "step": 20720
    },
    {
      "epoch": 0.1328780300115429,
      "grad_norm": 3.759422779083252,
      "learning_rate": 0.0001999131296697127,
      "loss": 4.3681,
      "step": 20721
    },
    {
      "epoch": 0.13288444273438502,
      "grad_norm": 4.299391746520996,
      "learning_rate": 0.00019991312127380642,
      "loss": 4.4549,
      "step": 20722
    },
    {
      "epoch": 0.13289085545722715,
      "grad_norm": 3.6423256397247314,
      "learning_rate": 0.00019991311287749462,
      "loss": 4.629,
      "step": 20723
    },
    {
      "epoch": 0.13289726818006925,
      "grad_norm": 7.621408939361572,
      "learning_rate": 0.00019991310448077727,
      "loss": 4.418,
      "step": 20724
    },
    {
      "epoch": 0.13290368090291138,
      "grad_norm": 4.1215314865112305,
      "learning_rate": 0.00019991309608365437,
      "loss": 4.3773,
      "step": 20725
    },
    {
      "epoch": 0.13291009362575348,
      "grad_norm": 10.760127067565918,
      "learning_rate": 0.000199913087686126,
      "loss": 4.3552,
      "step": 20726
    },
    {
      "epoch": 0.13291650634859561,
      "grad_norm": 7.634125232696533,
      "learning_rate": 0.00019991307928819208,
      "loss": 4.6996,
      "step": 20727
    },
    {
      "epoch": 0.13292291907143775,
      "grad_norm": 8.521684646606445,
      "learning_rate": 0.0001999130708898526,
      "loss": 4.7568,
      "step": 20728
    },
    {
      "epoch": 0.13292933179427985,
      "grad_norm": 17.211423873901367,
      "learning_rate": 0.0001999130624911076,
      "loss": 4.4069,
      "step": 20729
    },
    {
      "epoch": 0.13293574451712198,
      "grad_norm": 10.265085220336914,
      "learning_rate": 0.0001999130540919571,
      "loss": 4.4449,
      "step": 20730
    },
    {
      "epoch": 0.13294215723996408,
      "grad_norm": 7.631944179534912,
      "learning_rate": 0.00019991304569240103,
      "loss": 4.2976,
      "step": 20731
    },
    {
      "epoch": 0.1329485699628062,
      "grad_norm": 4.874092102050781,
      "learning_rate": 0.00019991303729243948,
      "loss": 4.3051,
      "step": 20732
    },
    {
      "epoch": 0.13295498268564832,
      "grad_norm": 6.054873466491699,
      "learning_rate": 0.00019991302889207235,
      "loss": 4.3676,
      "step": 20733
    },
    {
      "epoch": 0.13296139540849045,
      "grad_norm": 61.009002685546875,
      "learning_rate": 0.0001999130204912997,
      "loss": 4.4921,
      "step": 20734
    },
    {
      "epoch": 0.13296780813133258,
      "grad_norm": 4.052056312561035,
      "learning_rate": 0.00019991301209012152,
      "loss": 4.5229,
      "step": 20735
    },
    {
      "epoch": 0.13297422085417468,
      "grad_norm": 9.26984977722168,
      "learning_rate": 0.0001999130036885378,
      "loss": 4.3519,
      "step": 20736
    },
    {
      "epoch": 0.1329806335770168,
      "grad_norm": 4.132823467254639,
      "learning_rate": 0.00019991299528654858,
      "loss": 4.5619,
      "step": 20737
    },
    {
      "epoch": 0.1329870462998589,
      "grad_norm": 9.097590446472168,
      "learning_rate": 0.0001999129868841538,
      "loss": 4.3431,
      "step": 20738
    },
    {
      "epoch": 0.13299345902270104,
      "grad_norm": 31.68606185913086,
      "learning_rate": 0.0001999129784813535,
      "loss": 4.6612,
      "step": 20739
    },
    {
      "epoch": 0.13299987174554315,
      "grad_norm": 12.977582931518555,
      "learning_rate": 0.0001999129700781477,
      "loss": 4.391,
      "step": 20740
    },
    {
      "epoch": 0.13300628446838528,
      "grad_norm": 12.615287780761719,
      "learning_rate": 0.00019991296167453632,
      "loss": 4.2936,
      "step": 20741
    },
    {
      "epoch": 0.1330126971912274,
      "grad_norm": 8.238593101501465,
      "learning_rate": 0.00019991295327051944,
      "loss": 4.1902,
      "step": 20742
    },
    {
      "epoch": 0.1330191099140695,
      "grad_norm": 11.679923057556152,
      "learning_rate": 0.00019991294486609702,
      "loss": 4.4528,
      "step": 20743
    },
    {
      "epoch": 0.13302552263691164,
      "grad_norm": 19.911718368530273,
      "learning_rate": 0.00019991293646126908,
      "loss": 4.3927,
      "step": 20744
    },
    {
      "epoch": 0.13303193535975374,
      "grad_norm": 16.66682243347168,
      "learning_rate": 0.0001999129280560356,
      "loss": 4.6658,
      "step": 20745
    },
    {
      "epoch": 0.13303834808259588,
      "grad_norm": 11.113471984863281,
      "learning_rate": 0.00019991291965039661,
      "loss": 4.4278,
      "step": 20746
    },
    {
      "epoch": 0.13304476080543798,
      "grad_norm": 45.56991958618164,
      "learning_rate": 0.00019991291124435206,
      "loss": 4.4696,
      "step": 20747
    },
    {
      "epoch": 0.1330511735282801,
      "grad_norm": 11.354331016540527,
      "learning_rate": 0.000199912902837902,
      "loss": 3.9198,
      "step": 20748
    },
    {
      "epoch": 0.13305758625112224,
      "grad_norm": 8.978741645812988,
      "learning_rate": 0.0001999128944310464,
      "loss": 4.5539,
      "step": 20749
    },
    {
      "epoch": 0.13306399897396434,
      "grad_norm": 12.120902061462402,
      "learning_rate": 0.00019991288602378524,
      "loss": 4.3286,
      "step": 20750
    },
    {
      "epoch": 0.13307041169680647,
      "grad_norm": 1249.115234375,
      "learning_rate": 0.0001999128776161186,
      "loss": 4.768,
      "step": 20751
    },
    {
      "epoch": 0.13307682441964858,
      "grad_norm": 6.107860088348389,
      "learning_rate": 0.0001999128692080464,
      "loss": 4.3736,
      "step": 20752
    },
    {
      "epoch": 0.1330832371424907,
      "grad_norm": 14.245532035827637,
      "learning_rate": 0.0001999128607995687,
      "loss": 4.6674,
      "step": 20753
    },
    {
      "epoch": 0.1330896498653328,
      "grad_norm": 24.001197814941406,
      "learning_rate": 0.0001999128523906854,
      "loss": 4.4503,
      "step": 20754
    },
    {
      "epoch": 0.13309606258817494,
      "grad_norm": 17.480134963989258,
      "learning_rate": 0.00019991284398139666,
      "loss": 4.2293,
      "step": 20755
    },
    {
      "epoch": 0.13310247531101707,
      "grad_norm": 18.9606990814209,
      "learning_rate": 0.00019991283557170236,
      "loss": 4.3048,
      "step": 20756
    },
    {
      "epoch": 0.13310888803385917,
      "grad_norm": 238.46026611328125,
      "learning_rate": 0.0001999128271616025,
      "loss": 4.5049,
      "step": 20757
    },
    {
      "epoch": 0.1331153007567013,
      "grad_norm": 7.881394386291504,
      "learning_rate": 0.00019991281875109715,
      "loss": 4.4676,
      "step": 20758
    },
    {
      "epoch": 0.1331217134795434,
      "grad_norm": 77.71123504638672,
      "learning_rate": 0.00019991281034018626,
      "loss": 4.4513,
      "step": 20759
    },
    {
      "epoch": 0.13312812620238554,
      "grad_norm": 82.16361236572266,
      "learning_rate": 0.00019991280192886983,
      "loss": 4.4104,
      "step": 20760
    },
    {
      "epoch": 0.13313453892522764,
      "grad_norm": 45.21592330932617,
      "learning_rate": 0.00019991279351714786,
      "loss": 4.4397,
      "step": 20761
    },
    {
      "epoch": 0.13314095164806977,
      "grad_norm": 13.817887306213379,
      "learning_rate": 0.0001999127851050204,
      "loss": 4.5207,
      "step": 20762
    },
    {
      "epoch": 0.1331473643709119,
      "grad_norm": 17.126752853393555,
      "learning_rate": 0.00019991277669248735,
      "loss": 4.3898,
      "step": 20763
    },
    {
      "epoch": 0.133153777093754,
      "grad_norm": 19.801118850708008,
      "learning_rate": 0.00019991276827954885,
      "loss": 4.5866,
      "step": 20764
    },
    {
      "epoch": 0.13316018981659614,
      "grad_norm": 24.052093505859375,
      "learning_rate": 0.00019991275986620477,
      "loss": 4.3881,
      "step": 20765
    },
    {
      "epoch": 0.13316660253943824,
      "grad_norm": 35.479339599609375,
      "learning_rate": 0.00019991275145245517,
      "loss": 4.2249,
      "step": 20766
    },
    {
      "epoch": 0.13317301526228037,
      "grad_norm": 16.802684783935547,
      "learning_rate": 0.0001999127430383,
      "loss": 4.28,
      "step": 20767
    },
    {
      "epoch": 0.13317942798512247,
      "grad_norm": 42.67308807373047,
      "learning_rate": 0.00019991273462373937,
      "loss": 4.1451,
      "step": 20768
    },
    {
      "epoch": 0.1331858407079646,
      "grad_norm": 46.95106506347656,
      "learning_rate": 0.00019991272620877316,
      "loss": 4.3877,
      "step": 20769
    },
    {
      "epoch": 0.13319225343080673,
      "grad_norm": 12.050113677978516,
      "learning_rate": 0.00019991271779340144,
      "loss": 4.7853,
      "step": 20770
    },
    {
      "epoch": 0.13319866615364884,
      "grad_norm": 45.02168273925781,
      "learning_rate": 0.00019991270937762422,
      "loss": 4.7954,
      "step": 20771
    },
    {
      "epoch": 0.13320507887649097,
      "grad_norm": 20.945438385009766,
      "learning_rate": 0.0001999127009614414,
      "loss": 4.5432,
      "step": 20772
    },
    {
      "epoch": 0.13321149159933307,
      "grad_norm": 12.506612777709961,
      "learning_rate": 0.00019991269254485312,
      "loss": 4.7101,
      "step": 20773
    },
    {
      "epoch": 0.1332179043221752,
      "grad_norm": 37.09332275390625,
      "learning_rate": 0.00019991268412785927,
      "loss": 4.8972,
      "step": 20774
    },
    {
      "epoch": 0.1332243170450173,
      "grad_norm": 5.479149341583252,
      "learning_rate": 0.0001999126757104599,
      "loss": 4.6582,
      "step": 20775
    },
    {
      "epoch": 0.13323072976785943,
      "grad_norm": 23.272274017333984,
      "learning_rate": 0.000199912667292655,
      "loss": 4.4805,
      "step": 20776
    },
    {
      "epoch": 0.13323714249070157,
      "grad_norm": 11.343110084533691,
      "learning_rate": 0.0001999126588744446,
      "loss": 4.5487,
      "step": 20777
    },
    {
      "epoch": 0.13324355521354367,
      "grad_norm": 6.857513427734375,
      "learning_rate": 0.00019991265045582864,
      "loss": 4.6228,
      "step": 20778
    },
    {
      "epoch": 0.1332499679363858,
      "grad_norm": 40.34376525878906,
      "learning_rate": 0.00019991264203680716,
      "loss": 4.6295,
      "step": 20779
    },
    {
      "epoch": 0.1332563806592279,
      "grad_norm": 143.2693328857422,
      "learning_rate": 0.00019991263361738014,
      "loss": 4.5317,
      "step": 20780
    },
    {
      "epoch": 0.13326279338207003,
      "grad_norm": 68.19755554199219,
      "learning_rate": 0.0001999126251975476,
      "loss": 4.3095,
      "step": 20781
    },
    {
      "epoch": 0.13326920610491214,
      "grad_norm": 22.637521743774414,
      "learning_rate": 0.00019991261677730954,
      "loss": 4.1677,
      "step": 20782
    },
    {
      "epoch": 0.13327561882775427,
      "grad_norm": 9.223490715026855,
      "learning_rate": 0.00019991260835666594,
      "loss": 4.3584,
      "step": 20783
    },
    {
      "epoch": 0.1332820315505964,
      "grad_norm": 26.92133331298828,
      "learning_rate": 0.0001999125999356168,
      "loss": 4.6698,
      "step": 20784
    },
    {
      "epoch": 0.1332884442734385,
      "grad_norm": 16.68398094177246,
      "learning_rate": 0.00019991259151416215,
      "loss": 4.3005,
      "step": 20785
    },
    {
      "epoch": 0.13329485699628063,
      "grad_norm": 22.044111251831055,
      "learning_rate": 0.00019991258309230196,
      "loss": 4.399,
      "step": 20786
    },
    {
      "epoch": 0.13330126971912273,
      "grad_norm": 12.566603660583496,
      "learning_rate": 0.00019991257467003625,
      "loss": 4.4514,
      "step": 20787
    },
    {
      "epoch": 0.13330768244196486,
      "grad_norm": 36.992637634277344,
      "learning_rate": 0.000199912566247365,
      "loss": 4.573,
      "step": 20788
    },
    {
      "epoch": 0.13331409516480697,
      "grad_norm": 86.53425598144531,
      "learning_rate": 0.00019991255782428823,
      "loss": 4.4547,
      "step": 20789
    },
    {
      "epoch": 0.1333205078876491,
      "grad_norm": 8.406947135925293,
      "learning_rate": 0.00019991254940080594,
      "loss": 4.4709,
      "step": 20790
    },
    {
      "epoch": 0.1333269206104912,
      "grad_norm": 12.306883811950684,
      "learning_rate": 0.0001999125409769181,
      "loss": 4.4724,
      "step": 20791
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 6.4114556312561035,
      "learning_rate": 0.00019991253255262475,
      "loss": 4.8568,
      "step": 20792
    },
    {
      "epoch": 0.13333974605617546,
      "grad_norm": 52.59944534301758,
      "learning_rate": 0.00019991252412792588,
      "loss": 4.7629,
      "step": 20793
    },
    {
      "epoch": 0.13334615877901757,
      "grad_norm": 7.182621955871582,
      "learning_rate": 0.0001999125157028215,
      "loss": 4.4043,
      "step": 20794
    },
    {
      "epoch": 0.1333525715018597,
      "grad_norm": 19.639774322509766,
      "learning_rate": 0.00019991250727731153,
      "loss": 4.6173,
      "step": 20795
    },
    {
      "epoch": 0.1333589842247018,
      "grad_norm": 5.770887851715088,
      "learning_rate": 0.00019991249885139607,
      "loss": 4.6445,
      "step": 20796
    },
    {
      "epoch": 0.13336539694754393,
      "grad_norm": 25.994089126586914,
      "learning_rate": 0.00019991249042507504,
      "loss": 4.229,
      "step": 20797
    },
    {
      "epoch": 0.13337180967038603,
      "grad_norm": 10.8539457321167,
      "learning_rate": 0.00019991248199834852,
      "loss": 4.3433,
      "step": 20798
    },
    {
      "epoch": 0.13337822239322816,
      "grad_norm": 26.891775131225586,
      "learning_rate": 0.00019991247357121648,
      "loss": 4.5401,
      "step": 20799
    },
    {
      "epoch": 0.1333846351160703,
      "grad_norm": 26.132617950439453,
      "learning_rate": 0.0001999124651436789,
      "loss": 4.2117,
      "step": 20800
    },
    {
      "epoch": 0.1333846351160703,
      "eval_loss": 4.391866683959961,
      "eval_runtime": 34.7127,
      "eval_samples_per_second": 90.313,
      "eval_steps_per_second": 22.585,
      "step": 20800
    },
    {
      "epoch": 0.1333910478389124,
      "grad_norm": 8.218653678894043,
      "learning_rate": 0.00019991245671573577,
      "loss": 4.4419,
      "step": 20801
    },
    {
      "epoch": 0.13339746056175453,
      "grad_norm": 55.22522735595703,
      "learning_rate": 0.00019991244828738714,
      "loss": 4.7092,
      "step": 20802
    },
    {
      "epoch": 0.13340387328459663,
      "grad_norm": 73.76468658447266,
      "learning_rate": 0.000199912439858633,
      "loss": 4.3485,
      "step": 20803
    },
    {
      "epoch": 0.13341028600743876,
      "grad_norm": 102.82041931152344,
      "learning_rate": 0.00019991243142947326,
      "loss": 4.3823,
      "step": 20804
    },
    {
      "epoch": 0.13341669873028086,
      "grad_norm": 12.188347816467285,
      "learning_rate": 0.00019991242299990806,
      "loss": 4.2612,
      "step": 20805
    },
    {
      "epoch": 0.133423111453123,
      "grad_norm": 25.46763038635254,
      "learning_rate": 0.00019991241456993733,
      "loss": 4.3917,
      "step": 20806
    },
    {
      "epoch": 0.13342952417596513,
      "grad_norm": 7.101536273956299,
      "learning_rate": 0.000199912406139561,
      "loss": 4.1213,
      "step": 20807
    },
    {
      "epoch": 0.13343593689880723,
      "grad_norm": 7.1913251876831055,
      "learning_rate": 0.00019991239770877922,
      "loss": 4.3584,
      "step": 20808
    },
    {
      "epoch": 0.13344234962164936,
      "grad_norm": 8.583033561706543,
      "learning_rate": 0.00019991238927759188,
      "loss": 4.4263,
      "step": 20809
    },
    {
      "epoch": 0.13344876234449146,
      "grad_norm": 6.612259864807129,
      "learning_rate": 0.000199912380845999,
      "loss": 4.3051,
      "step": 20810
    },
    {
      "epoch": 0.1334551750673336,
      "grad_norm": 17.172714233398438,
      "learning_rate": 0.00019991237241400063,
      "loss": 3.9995,
      "step": 20811
    },
    {
      "epoch": 0.1334615877901757,
      "grad_norm": 17.71808433532715,
      "learning_rate": 0.00019991236398159671,
      "loss": 4.3121,
      "step": 20812
    },
    {
      "epoch": 0.13346800051301783,
      "grad_norm": 57.21125411987305,
      "learning_rate": 0.00019991235554878728,
      "loss": 4.1993,
      "step": 20813
    },
    {
      "epoch": 0.13347441323585996,
      "grad_norm": 8.625249862670898,
      "learning_rate": 0.0001999123471155723,
      "loss": 4.4205,
      "step": 20814
    },
    {
      "epoch": 0.13348082595870206,
      "grad_norm": 34.59547424316406,
      "learning_rate": 0.0001999123386819518,
      "loss": 4.5038,
      "step": 20815
    },
    {
      "epoch": 0.1334872386815442,
      "grad_norm": 8.768937110900879,
      "learning_rate": 0.00019991233024792577,
      "loss": 4.4856,
      "step": 20816
    },
    {
      "epoch": 0.1334936514043863,
      "grad_norm": 19.1143856048584,
      "learning_rate": 0.0001999123218134942,
      "loss": 4.3096,
      "step": 20817
    },
    {
      "epoch": 0.13350006412722842,
      "grad_norm": 10.041325569152832,
      "learning_rate": 0.00019991231337865712,
      "loss": 4.3951,
      "step": 20818
    },
    {
      "epoch": 0.13350647685007053,
      "grad_norm": 25.101621627807617,
      "learning_rate": 0.00019991230494341452,
      "loss": 4.6126,
      "step": 20819
    },
    {
      "epoch": 0.13351288957291266,
      "grad_norm": 16.832935333251953,
      "learning_rate": 0.00019991229650776634,
      "loss": 4.4987,
      "step": 20820
    },
    {
      "epoch": 0.1335193022957548,
      "grad_norm": 17.674074172973633,
      "learning_rate": 0.0001999122880717127,
      "loss": 4.3351,
      "step": 20821
    },
    {
      "epoch": 0.1335257150185969,
      "grad_norm": 23.090972900390625,
      "learning_rate": 0.0001999122796352535,
      "loss": 4.4894,
      "step": 20822
    },
    {
      "epoch": 0.13353212774143902,
      "grad_norm": 12.876944541931152,
      "learning_rate": 0.00019991227119838878,
      "loss": 4.5498,
      "step": 20823
    },
    {
      "epoch": 0.13353854046428112,
      "grad_norm": 21.741464614868164,
      "learning_rate": 0.0001999122627611185,
      "loss": 4.5144,
      "step": 20824
    },
    {
      "epoch": 0.13354495318712326,
      "grad_norm": 9.089457511901855,
      "learning_rate": 0.00019991225432344276,
      "loss": 4.1377,
      "step": 20825
    },
    {
      "epoch": 0.13355136590996536,
      "grad_norm": 10.553423881530762,
      "learning_rate": 0.00019991224588536145,
      "loss": 4.5568,
      "step": 20826
    },
    {
      "epoch": 0.1335577786328075,
      "grad_norm": 19.187408447265625,
      "learning_rate": 0.00019991223744687461,
      "loss": 4.4931,
      "step": 20827
    },
    {
      "epoch": 0.13356419135564962,
      "grad_norm": 42.95319366455078,
      "learning_rate": 0.00019991222900798226,
      "loss": 4.2422,
      "step": 20828
    },
    {
      "epoch": 0.13357060407849172,
      "grad_norm": 38.570640563964844,
      "learning_rate": 0.00019991222056868436,
      "loss": 4.8031,
      "step": 20829
    },
    {
      "epoch": 0.13357701680133385,
      "grad_norm": 23.01593589782715,
      "learning_rate": 0.00019991221212898097,
      "loss": 4.2283,
      "step": 20830
    },
    {
      "epoch": 0.13358342952417596,
      "grad_norm": 22.7021427154541,
      "learning_rate": 0.000199912203688872,
      "loss": 4.5737,
      "step": 20831
    },
    {
      "epoch": 0.1335898422470181,
      "grad_norm": 29.516029357910156,
      "learning_rate": 0.00019991219524835753,
      "loss": 4.5552,
      "step": 20832
    },
    {
      "epoch": 0.1335962549698602,
      "grad_norm": 32.26957321166992,
      "learning_rate": 0.00019991218680743755,
      "loss": 4.207,
      "step": 20833
    },
    {
      "epoch": 0.13360266769270232,
      "grad_norm": 18.34463119506836,
      "learning_rate": 0.00019991217836611203,
      "loss": 4.327,
      "step": 20834
    },
    {
      "epoch": 0.13360908041554445,
      "grad_norm": 59.00978088378906,
      "learning_rate": 0.00019991216992438097,
      "loss": 4.3018,
      "step": 20835
    },
    {
      "epoch": 0.13361549313838655,
      "grad_norm": 207.36068725585938,
      "learning_rate": 0.00019991216148224438,
      "loss": 4.33,
      "step": 20836
    },
    {
      "epoch": 0.13362190586122868,
      "grad_norm": 22.543481826782227,
      "learning_rate": 0.0001999121530397023,
      "loss": 4.5285,
      "step": 20837
    },
    {
      "epoch": 0.1336283185840708,
      "grad_norm": 38.54909133911133,
      "learning_rate": 0.00019991214459675466,
      "loss": 4.655,
      "step": 20838
    },
    {
      "epoch": 0.13363473130691292,
      "grad_norm": 83.03115844726562,
      "learning_rate": 0.0001999121361534015,
      "loss": 4.56,
      "step": 20839
    },
    {
      "epoch": 0.13364114402975502,
      "grad_norm": 17.538908004760742,
      "learning_rate": 0.00019991212770964283,
      "loss": 4.8148,
      "step": 20840
    },
    {
      "epoch": 0.13364755675259715,
      "grad_norm": 14.974071502685547,
      "learning_rate": 0.0001999121192654786,
      "loss": 4.38,
      "step": 20841
    },
    {
      "epoch": 0.13365396947543928,
      "grad_norm": 90.13595581054688,
      "learning_rate": 0.00019991211082090888,
      "loss": 4.3271,
      "step": 20842
    },
    {
      "epoch": 0.13366038219828139,
      "grad_norm": 26.932689666748047,
      "learning_rate": 0.0001999121023759336,
      "loss": 4.5253,
      "step": 20843
    },
    {
      "epoch": 0.13366679492112352,
      "grad_norm": 14.401406288146973,
      "learning_rate": 0.00019991209393055282,
      "loss": 4.289,
      "step": 20844
    },
    {
      "epoch": 0.13367320764396562,
      "grad_norm": 17.992647171020508,
      "learning_rate": 0.00019991208548476652,
      "loss": 4.5598,
      "step": 20845
    },
    {
      "epoch": 0.13367962036680775,
      "grad_norm": 18.009111404418945,
      "learning_rate": 0.00019991207703857466,
      "loss": 4.4507,
      "step": 20846
    },
    {
      "epoch": 0.13368603308964985,
      "grad_norm": 24.039546966552734,
      "learning_rate": 0.0001999120685919773,
      "loss": 4.4874,
      "step": 20847
    },
    {
      "epoch": 0.13369244581249198,
      "grad_norm": 23.517770767211914,
      "learning_rate": 0.0001999120601449744,
      "loss": 4.3825,
      "step": 20848
    },
    {
      "epoch": 0.13369885853533411,
      "grad_norm": 36.781036376953125,
      "learning_rate": 0.00019991205169756597,
      "loss": 4.3426,
      "step": 20849
    },
    {
      "epoch": 0.13370527125817622,
      "grad_norm": 9.292647361755371,
      "learning_rate": 0.000199912043249752,
      "loss": 4.3406,
      "step": 20850
    },
    {
      "epoch": 0.13371168398101835,
      "grad_norm": 19.39846420288086,
      "learning_rate": 0.00019991203480153254,
      "loss": 4.6883,
      "step": 20851
    },
    {
      "epoch": 0.13371809670386045,
      "grad_norm": 69.51117706298828,
      "learning_rate": 0.00019991202635290752,
      "loss": 4.1739,
      "step": 20852
    },
    {
      "epoch": 0.13372450942670258,
      "grad_norm": 19.3129940032959,
      "learning_rate": 0.000199912017903877,
      "loss": 4.5169,
      "step": 20853
    },
    {
      "epoch": 0.13373092214954468,
      "grad_norm": 14.326783180236816,
      "learning_rate": 0.00019991200945444093,
      "loss": 4.335,
      "step": 20854
    },
    {
      "epoch": 0.13373733487238681,
      "grad_norm": 16.717144012451172,
      "learning_rate": 0.00019991200100459935,
      "loss": 4.3393,
      "step": 20855
    },
    {
      "epoch": 0.13374374759522895,
      "grad_norm": 16.736265182495117,
      "learning_rate": 0.00019991199255435226,
      "loss": 4.3619,
      "step": 20856
    },
    {
      "epoch": 0.13375016031807105,
      "grad_norm": 16.528583526611328,
      "learning_rate": 0.0001999119841036996,
      "loss": 4.4821,
      "step": 20857
    },
    {
      "epoch": 0.13375657304091318,
      "grad_norm": 18.331010818481445,
      "learning_rate": 0.00019991197565264146,
      "loss": 4.2382,
      "step": 20858
    },
    {
      "epoch": 0.13376298576375528,
      "grad_norm": 53.41169738769531,
      "learning_rate": 0.00019991196720117778,
      "loss": 4.2822,
      "step": 20859
    },
    {
      "epoch": 0.1337693984865974,
      "grad_norm": 32.31740951538086,
      "learning_rate": 0.00019991195874930856,
      "loss": 4.3363,
      "step": 20860
    },
    {
      "epoch": 0.13377581120943952,
      "grad_norm": 18.581375122070312,
      "learning_rate": 0.00019991195029703382,
      "loss": 4.5291,
      "step": 20861
    },
    {
      "epoch": 0.13378222393228165,
      "grad_norm": 20.511558532714844,
      "learning_rate": 0.00019991194184435353,
      "loss": 4.5403,
      "step": 20862
    },
    {
      "epoch": 0.13378863665512378,
      "grad_norm": 33.42062759399414,
      "learning_rate": 0.00019991193339126775,
      "loss": 4.5003,
      "step": 20863
    },
    {
      "epoch": 0.13379504937796588,
      "grad_norm": 88.66213989257812,
      "learning_rate": 0.00019991192493777643,
      "loss": 4.4191,
      "step": 20864
    },
    {
      "epoch": 0.133801462100808,
      "grad_norm": 39.456459045410156,
      "learning_rate": 0.00019991191648387958,
      "loss": 4.6971,
      "step": 20865
    },
    {
      "epoch": 0.1338078748236501,
      "grad_norm": 44.38582992553711,
      "learning_rate": 0.00019991190802957722,
      "loss": 4.45,
      "step": 20866
    },
    {
      "epoch": 0.13381428754649224,
      "grad_norm": 52.47289276123047,
      "learning_rate": 0.0001999118995748693,
      "loss": 4.4799,
      "step": 20867
    },
    {
      "epoch": 0.13382070026933435,
      "grad_norm": 28.33271026611328,
      "learning_rate": 0.0001999118911197559,
      "loss": 4.3754,
      "step": 20868
    },
    {
      "epoch": 0.13382711299217648,
      "grad_norm": 42.80399703979492,
      "learning_rate": 0.00019991188266423694,
      "loss": 4.6653,
      "step": 20869
    },
    {
      "epoch": 0.1338335257150186,
      "grad_norm": 23.075532913208008,
      "learning_rate": 0.00019991187420831247,
      "loss": 4.6803,
      "step": 20870
    },
    {
      "epoch": 0.1338399384378607,
      "grad_norm": 196.47140502929688,
      "learning_rate": 0.00019991186575198246,
      "loss": 4.5691,
      "step": 20871
    },
    {
      "epoch": 0.13384635116070284,
      "grad_norm": 35.11678695678711,
      "learning_rate": 0.00019991185729524696,
      "loss": 4.3968,
      "step": 20872
    },
    {
      "epoch": 0.13385276388354495,
      "grad_norm": 59.59550094604492,
      "learning_rate": 0.0001999118488381059,
      "loss": 4.6316,
      "step": 20873
    },
    {
      "epoch": 0.13385917660638708,
      "grad_norm": 18.72376251220703,
      "learning_rate": 0.00019991184038055932,
      "loss": 4.5426,
      "step": 20874
    },
    {
      "epoch": 0.13386558932922918,
      "grad_norm": 52.83311080932617,
      "learning_rate": 0.0001999118319226072,
      "loss": 4.4206,
      "step": 20875
    },
    {
      "epoch": 0.1338720020520713,
      "grad_norm": 11.969415664672852,
      "learning_rate": 0.0001999118234642496,
      "loss": 4.426,
      "step": 20876
    },
    {
      "epoch": 0.13387841477491344,
      "grad_norm": 40.190731048583984,
      "learning_rate": 0.00019991181500548643,
      "loss": 4.5329,
      "step": 20877
    },
    {
      "epoch": 0.13388482749775554,
      "grad_norm": 104.5220718383789,
      "learning_rate": 0.00019991180654631773,
      "loss": 4.8103,
      "step": 20878
    },
    {
      "epoch": 0.13389124022059767,
      "grad_norm": 9.797820091247559,
      "learning_rate": 0.00019991179808674355,
      "loss": 4.6872,
      "step": 20879
    },
    {
      "epoch": 0.13389765294343978,
      "grad_norm": 183.11997985839844,
      "learning_rate": 0.00019991178962676381,
      "loss": 4.6553,
      "step": 20880
    },
    {
      "epoch": 0.1339040656662819,
      "grad_norm": 31.770254135131836,
      "learning_rate": 0.00019991178116637856,
      "loss": 4.6844,
      "step": 20881
    },
    {
      "epoch": 0.133910478389124,
      "grad_norm": 58.411521911621094,
      "learning_rate": 0.0001999117727055878,
      "loss": 4.6794,
      "step": 20882
    },
    {
      "epoch": 0.13391689111196614,
      "grad_norm": 7.619925498962402,
      "learning_rate": 0.00019991176424439148,
      "loss": 5.0531,
      "step": 20883
    },
    {
      "epoch": 0.13392330383480827,
      "grad_norm": 22.074974060058594,
      "learning_rate": 0.00019991175578278964,
      "loss": 4.7021,
      "step": 20884
    },
    {
      "epoch": 0.13392971655765037,
      "grad_norm": 23.29443359375,
      "learning_rate": 0.0001999117473207823,
      "loss": 4.5257,
      "step": 20885
    },
    {
      "epoch": 0.1339361292804925,
      "grad_norm": 9.150836944580078,
      "learning_rate": 0.0001999117388583694,
      "loss": 4.7526,
      "step": 20886
    },
    {
      "epoch": 0.1339425420033346,
      "grad_norm": 21.975482940673828,
      "learning_rate": 0.00019991173039555097,
      "loss": 4.4925,
      "step": 20887
    },
    {
      "epoch": 0.13394895472617674,
      "grad_norm": 12.118552207946777,
      "learning_rate": 0.00019991172193232706,
      "loss": 4.4771,
      "step": 20888
    },
    {
      "epoch": 0.13395536744901884,
      "grad_norm": 87.3569107055664,
      "learning_rate": 0.0001999117134686976,
      "loss": 4.7204,
      "step": 20889
    },
    {
      "epoch": 0.13396178017186097,
      "grad_norm": 6.042971134185791,
      "learning_rate": 0.0001999117050046626,
      "loss": 4.5891,
      "step": 20890
    },
    {
      "epoch": 0.1339681928947031,
      "grad_norm": 33.1902961730957,
      "learning_rate": 0.0001999116965402221,
      "loss": 4.5347,
      "step": 20891
    },
    {
      "epoch": 0.1339746056175452,
      "grad_norm": 23.043445587158203,
      "learning_rate": 0.00019991168807537605,
      "loss": 4.8637,
      "step": 20892
    },
    {
      "epoch": 0.13398101834038734,
      "grad_norm": 526.127685546875,
      "learning_rate": 0.0001999116796101245,
      "loss": 4.6557,
      "step": 20893
    },
    {
      "epoch": 0.13398743106322944,
      "grad_norm": 17.601604461669922,
      "learning_rate": 0.00019991167114446744,
      "loss": 4.7544,
      "step": 20894
    },
    {
      "epoch": 0.13399384378607157,
      "grad_norm": 14.489497184753418,
      "learning_rate": 0.00019991166267840482,
      "loss": 4.8268,
      "step": 20895
    },
    {
      "epoch": 0.13400025650891367,
      "grad_norm": 13.069726943969727,
      "learning_rate": 0.00019991165421193668,
      "loss": 4.5065,
      "step": 20896
    },
    {
      "epoch": 0.1340066692317558,
      "grad_norm": 14.019340515136719,
      "learning_rate": 0.00019991164574506302,
      "loss": 4.4972,
      "step": 20897
    },
    {
      "epoch": 0.13401308195459793,
      "grad_norm": 17.71249771118164,
      "learning_rate": 0.00019991163727778384,
      "loss": 4.588,
      "step": 20898
    },
    {
      "epoch": 0.13401949467744004,
      "grad_norm": 51.90833282470703,
      "learning_rate": 0.00019991162881009911,
      "loss": 4.299,
      "step": 20899
    },
    {
      "epoch": 0.13402590740028217,
      "grad_norm": 9.860957145690918,
      "learning_rate": 0.00019991162034200887,
      "loss": 5.1518,
      "step": 20900
    },
    {
      "epoch": 0.13402590740028217,
      "eval_loss": 4.508065223693848,
      "eval_runtime": 34.7914,
      "eval_samples_per_second": 90.108,
      "eval_steps_per_second": 22.534,
      "step": 20900
    },
    {
      "epoch": 0.13403232012312427,
      "grad_norm": 20.339223861694336,
      "learning_rate": 0.00019991161187351314,
      "loss": 4.5434,
      "step": 20901
    },
    {
      "epoch": 0.1340387328459664,
      "grad_norm": 7.988353252410889,
      "learning_rate": 0.00019991160340461183,
      "loss": 4.6476,
      "step": 20902
    },
    {
      "epoch": 0.1340451455688085,
      "grad_norm": 6.59250545501709,
      "learning_rate": 0.00019991159493530506,
      "loss": 4.6874,
      "step": 20903
    },
    {
      "epoch": 0.13405155829165064,
      "grad_norm": 4.491006851196289,
      "learning_rate": 0.00019991158646559271,
      "loss": 4.4646,
      "step": 20904
    },
    {
      "epoch": 0.13405797101449277,
      "grad_norm": 11.912278175354004,
      "learning_rate": 0.00019991157799547485,
      "loss": 4.672,
      "step": 20905
    },
    {
      "epoch": 0.13406438373733487,
      "grad_norm": 4.5171051025390625,
      "learning_rate": 0.00019991156952495147,
      "loss": 4.5757,
      "step": 20906
    },
    {
      "epoch": 0.134070796460177,
      "grad_norm": 9.546120643615723,
      "learning_rate": 0.00019991156105402257,
      "loss": 4.6152,
      "step": 20907
    },
    {
      "epoch": 0.1340772091830191,
      "grad_norm": 10.917068481445312,
      "learning_rate": 0.00019991155258268815,
      "loss": 4.5836,
      "step": 20908
    },
    {
      "epoch": 0.13408362190586123,
      "grad_norm": 5.305019378662109,
      "learning_rate": 0.00019991154411094816,
      "loss": 4.441,
      "step": 20909
    },
    {
      "epoch": 0.13409003462870334,
      "grad_norm": 3.6380467414855957,
      "learning_rate": 0.0001999115356388027,
      "loss": 4.5433,
      "step": 20910
    },
    {
      "epoch": 0.13409644735154547,
      "grad_norm": 9.684805870056152,
      "learning_rate": 0.00019991152716625167,
      "loss": 4.3029,
      "step": 20911
    },
    {
      "epoch": 0.1341028600743876,
      "grad_norm": 3.9908032417297363,
      "learning_rate": 0.00019991151869329517,
      "loss": 4.2684,
      "step": 20912
    },
    {
      "epoch": 0.1341092727972297,
      "grad_norm": 12.428824424743652,
      "learning_rate": 0.0001999115102199331,
      "loss": 4.5368,
      "step": 20913
    },
    {
      "epoch": 0.13411568552007183,
      "grad_norm": 8.030750274658203,
      "learning_rate": 0.00019991150174616552,
      "loss": 4.4084,
      "step": 20914
    },
    {
      "epoch": 0.13412209824291393,
      "grad_norm": 5.62687873840332,
      "learning_rate": 0.00019991149327199244,
      "loss": 4.6421,
      "step": 20915
    },
    {
      "epoch": 0.13412851096575606,
      "grad_norm": 21.41963005065918,
      "learning_rate": 0.00019991148479741382,
      "loss": 4.592,
      "step": 20916
    },
    {
      "epoch": 0.13413492368859817,
      "grad_norm": 14.381793022155762,
      "learning_rate": 0.00019991147632242965,
      "loss": 4.456,
      "step": 20917
    },
    {
      "epoch": 0.1341413364114403,
      "grad_norm": 6.712109565734863,
      "learning_rate": 0.00019991146784704,
      "loss": 4.7755,
      "step": 20918
    },
    {
      "epoch": 0.13414774913428243,
      "grad_norm": 7.9429450035095215,
      "learning_rate": 0.00019991145937124478,
      "loss": 4.4545,
      "step": 20919
    },
    {
      "epoch": 0.13415416185712453,
      "grad_norm": 10.82516098022461,
      "learning_rate": 0.00019991145089504406,
      "loss": 4.5205,
      "step": 20920
    },
    {
      "epoch": 0.13416057457996666,
      "grad_norm": 11.595640182495117,
      "learning_rate": 0.0001999114424184378,
      "loss": 4.3264,
      "step": 20921
    },
    {
      "epoch": 0.13416698730280877,
      "grad_norm": 14.80566692352295,
      "learning_rate": 0.00019991143394142605,
      "loss": 4.639,
      "step": 20922
    },
    {
      "epoch": 0.1341734000256509,
      "grad_norm": 3.924959659576416,
      "learning_rate": 0.00019991142546400874,
      "loss": 4.5634,
      "step": 20923
    },
    {
      "epoch": 0.134179812748493,
      "grad_norm": 9.39078426361084,
      "learning_rate": 0.00019991141698618594,
      "loss": 4.5197,
      "step": 20924
    },
    {
      "epoch": 0.13418622547133513,
      "grad_norm": 12.935729026794434,
      "learning_rate": 0.00019991140850795757,
      "loss": 4.4282,
      "step": 20925
    },
    {
      "epoch": 0.13419263819417726,
      "grad_norm": 10.505326271057129,
      "learning_rate": 0.0001999114000293237,
      "loss": 4.6047,
      "step": 20926
    },
    {
      "epoch": 0.13419905091701936,
      "grad_norm": 53.71846008300781,
      "learning_rate": 0.00019991139155028432,
      "loss": 4.6729,
      "step": 20927
    },
    {
      "epoch": 0.1342054636398615,
      "grad_norm": 17.36589813232422,
      "learning_rate": 0.00019991138307083942,
      "loss": 4.4432,
      "step": 20928
    },
    {
      "epoch": 0.1342118763627036,
      "grad_norm": 35.549461364746094,
      "learning_rate": 0.00019991137459098897,
      "loss": 4.4587,
      "step": 20929
    },
    {
      "epoch": 0.13421828908554573,
      "grad_norm": 8.547429084777832,
      "learning_rate": 0.00019991136611073303,
      "loss": 4.527,
      "step": 20930
    },
    {
      "epoch": 0.13422470180838783,
      "grad_norm": 13.289009094238281,
      "learning_rate": 0.00019991135763007152,
      "loss": 4.2934,
      "step": 20931
    },
    {
      "epoch": 0.13423111453122996,
      "grad_norm": 26.924667358398438,
      "learning_rate": 0.0001999113491490045,
      "loss": 4.3566,
      "step": 20932
    },
    {
      "epoch": 0.1342375272540721,
      "grad_norm": 89.71611785888672,
      "learning_rate": 0.00019991134066753196,
      "loss": 4.7242,
      "step": 20933
    },
    {
      "epoch": 0.1342439399769142,
      "grad_norm": 14.485475540161133,
      "learning_rate": 0.00019991133218565392,
      "loss": 4.3318,
      "step": 20934
    },
    {
      "epoch": 0.13425035269975633,
      "grad_norm": 68.13488006591797,
      "learning_rate": 0.00019991132370337033,
      "loss": 4.1845,
      "step": 20935
    },
    {
      "epoch": 0.13425676542259843,
      "grad_norm": 107.24314880371094,
      "learning_rate": 0.00019991131522068125,
      "loss": 4.5821,
      "step": 20936
    },
    {
      "epoch": 0.13426317814544056,
      "grad_norm": 88.81526184082031,
      "learning_rate": 0.00019991130673758663,
      "loss": 4.3663,
      "step": 20937
    },
    {
      "epoch": 0.13426959086828266,
      "grad_norm": 30.880277633666992,
      "learning_rate": 0.00019991129825408646,
      "loss": 4.2406,
      "step": 20938
    },
    {
      "epoch": 0.1342760035911248,
      "grad_norm": 45.92448806762695,
      "learning_rate": 0.0001999112897701808,
      "loss": 4.6129,
      "step": 20939
    },
    {
      "epoch": 0.13428241631396692,
      "grad_norm": 12.942267417907715,
      "learning_rate": 0.0001999112812858696,
      "loss": 4.4689,
      "step": 20940
    },
    {
      "epoch": 0.13428882903680903,
      "grad_norm": 26.782663345336914,
      "learning_rate": 0.00019991127280115286,
      "loss": 4.4895,
      "step": 20941
    },
    {
      "epoch": 0.13429524175965116,
      "grad_norm": 32.73086166381836,
      "learning_rate": 0.00019991126431603061,
      "loss": 4.369,
      "step": 20942
    },
    {
      "epoch": 0.13430165448249326,
      "grad_norm": 22.09490203857422,
      "learning_rate": 0.00019991125583050285,
      "loss": 4.625,
      "step": 20943
    },
    {
      "epoch": 0.1343080672053354,
      "grad_norm": 23.669544219970703,
      "learning_rate": 0.00019991124734456954,
      "loss": 4.4053,
      "step": 20944
    },
    {
      "epoch": 0.1343144799281775,
      "grad_norm": 43.100460052490234,
      "learning_rate": 0.00019991123885823077,
      "loss": 4.6787,
      "step": 20945
    },
    {
      "epoch": 0.13432089265101962,
      "grad_norm": 57.11648941040039,
      "learning_rate": 0.0001999112303714864,
      "loss": 4.5589,
      "step": 20946
    },
    {
      "epoch": 0.13432730537386176,
      "grad_norm": 40.047672271728516,
      "learning_rate": 0.00019991122188433655,
      "loss": 4.4607,
      "step": 20947
    },
    {
      "epoch": 0.13433371809670386,
      "grad_norm": 30.11757469177246,
      "learning_rate": 0.00019991121339678117,
      "loss": 4.8143,
      "step": 20948
    },
    {
      "epoch": 0.134340130819546,
      "grad_norm": 54.60235595703125,
      "learning_rate": 0.00019991120490882024,
      "loss": 4.2944,
      "step": 20949
    },
    {
      "epoch": 0.1343465435423881,
      "grad_norm": 28.999835968017578,
      "learning_rate": 0.0001999111964204538,
      "loss": 4.3038,
      "step": 20950
    },
    {
      "epoch": 0.13435295626523022,
      "grad_norm": 48.804595947265625,
      "learning_rate": 0.00019991118793168187,
      "loss": 4.3132,
      "step": 20951
    },
    {
      "epoch": 0.13435936898807233,
      "grad_norm": 73.61054229736328,
      "learning_rate": 0.00019991117944250438,
      "loss": 4.4918,
      "step": 20952
    },
    {
      "epoch": 0.13436578171091446,
      "grad_norm": 329.1549072265625,
      "learning_rate": 0.00019991117095292138,
      "loss": 4.2387,
      "step": 20953
    },
    {
      "epoch": 0.1343721944337566,
      "grad_norm": 15.67436408996582,
      "learning_rate": 0.00019991116246293285,
      "loss": 4.8105,
      "step": 20954
    },
    {
      "epoch": 0.1343786071565987,
      "grad_norm": 36.90403747558594,
      "learning_rate": 0.0001999111539725388,
      "loss": 4.4641,
      "step": 20955
    },
    {
      "epoch": 0.13438501987944082,
      "grad_norm": 22.62492561340332,
      "learning_rate": 0.00019991114548173925,
      "loss": 4.3901,
      "step": 20956
    },
    {
      "epoch": 0.13439143260228292,
      "grad_norm": 10.385193824768066,
      "learning_rate": 0.00019991113699053417,
      "loss": 4.3446,
      "step": 20957
    },
    {
      "epoch": 0.13439784532512505,
      "grad_norm": 22.956098556518555,
      "learning_rate": 0.00019991112849892354,
      "loss": 4.3068,
      "step": 20958
    },
    {
      "epoch": 0.13440425804796716,
      "grad_norm": 106.18060302734375,
      "learning_rate": 0.0001999111200069074,
      "loss": 4.5742,
      "step": 20959
    },
    {
      "epoch": 0.1344106707708093,
      "grad_norm": 72.50804901123047,
      "learning_rate": 0.00019991111151448573,
      "loss": 4.5671,
      "step": 20960
    },
    {
      "epoch": 0.13441708349365142,
      "grad_norm": 430.0910949707031,
      "learning_rate": 0.00019991110302165855,
      "loss": 4.454,
      "step": 20961
    },
    {
      "epoch": 0.13442349621649352,
      "grad_norm": 24.137529373168945,
      "learning_rate": 0.00019991109452842585,
      "loss": 4.6353,
      "step": 20962
    },
    {
      "epoch": 0.13442990893933565,
      "grad_norm": 31.159400939941406,
      "learning_rate": 0.00019991108603478763,
      "loss": 4.5811,
      "step": 20963
    },
    {
      "epoch": 0.13443632166217775,
      "grad_norm": 191.1947784423828,
      "learning_rate": 0.00019991107754074386,
      "loss": 4.3521,
      "step": 20964
    },
    {
      "epoch": 0.13444273438501989,
      "grad_norm": 40.54648971557617,
      "learning_rate": 0.0001999110690462946,
      "loss": 4.6359,
      "step": 20965
    },
    {
      "epoch": 0.134449147107862,
      "grad_norm": 36.42182540893555,
      "learning_rate": 0.00019991106055143983,
      "loss": 4.6864,
      "step": 20966
    },
    {
      "epoch": 0.13445555983070412,
      "grad_norm": 12.618953704833984,
      "learning_rate": 0.0001999110520561795,
      "loss": 4.4309,
      "step": 20967
    },
    {
      "epoch": 0.13446197255354625,
      "grad_norm": 37.7986946105957,
      "learning_rate": 0.00019991104356051364,
      "loss": 4.9159,
      "step": 20968
    },
    {
      "epoch": 0.13446838527638835,
      "grad_norm": 20.264842987060547,
      "learning_rate": 0.00019991103506444228,
      "loss": 4.3764,
      "step": 20969
    },
    {
      "epoch": 0.13447479799923048,
      "grad_norm": 73.35580444335938,
      "learning_rate": 0.0001999110265679654,
      "loss": 4.4527,
      "step": 20970
    },
    {
      "epoch": 0.13448121072207259,
      "grad_norm": 377.0914306640625,
      "learning_rate": 0.00019991101807108298,
      "loss": 4.1896,
      "step": 20971
    },
    {
      "epoch": 0.13448762344491472,
      "grad_norm": 39.04703140258789,
      "learning_rate": 0.00019991100957379506,
      "loss": 4.4482,
      "step": 20972
    },
    {
      "epoch": 0.13449403616775682,
      "grad_norm": 31.767148971557617,
      "learning_rate": 0.0001999110010761016,
      "loss": 4.3212,
      "step": 20973
    },
    {
      "epoch": 0.13450044889059895,
      "grad_norm": 19.852148056030273,
      "learning_rate": 0.00019991099257800262,
      "loss": 4.4449,
      "step": 20974
    },
    {
      "epoch": 0.13450686161344105,
      "grad_norm": 32.15692901611328,
      "learning_rate": 0.00019991098407949815,
      "loss": 4.782,
      "step": 20975
    },
    {
      "epoch": 0.13451327433628318,
      "grad_norm": 22.192119598388672,
      "learning_rate": 0.00019991097558058813,
      "loss": 4.8775,
      "step": 20976
    },
    {
      "epoch": 0.13451968705912531,
      "grad_norm": 35.68293380737305,
      "learning_rate": 0.00019991096708127257,
      "loss": 4.5315,
      "step": 20977
    },
    {
      "epoch": 0.13452609978196742,
      "grad_norm": 32.013267517089844,
      "learning_rate": 0.0001999109585815515,
      "loss": 4.6204,
      "step": 20978
    },
    {
      "epoch": 0.13453251250480955,
      "grad_norm": 98.97042083740234,
      "learning_rate": 0.00019991095008142494,
      "loss": 4.4375,
      "step": 20979
    },
    {
      "epoch": 0.13453892522765165,
      "grad_norm": 483.71527099609375,
      "learning_rate": 0.00019991094158089282,
      "loss": 4.5968,
      "step": 20980
    },
    {
      "epoch": 0.13454533795049378,
      "grad_norm": 24.94669532775879,
      "learning_rate": 0.0001999109330799552,
      "loss": 4.4368,
      "step": 20981
    },
    {
      "epoch": 0.13455175067333588,
      "grad_norm": 29.952924728393555,
      "learning_rate": 0.00019991092457861205,
      "loss": 4.6229,
      "step": 20982
    },
    {
      "epoch": 0.13455816339617802,
      "grad_norm": 23.61660385131836,
      "learning_rate": 0.00019991091607686338,
      "loss": 4.4327,
      "step": 20983
    },
    {
      "epoch": 0.13456457611902015,
      "grad_norm": 36.80719757080078,
      "learning_rate": 0.00019991090757470915,
      "loss": 4.4706,
      "step": 20984
    },
    {
      "epoch": 0.13457098884186225,
      "grad_norm": 72.36602020263672,
      "learning_rate": 0.00019991089907214947,
      "loss": 4.3432,
      "step": 20985
    },
    {
      "epoch": 0.13457740156470438,
      "grad_norm": 97.06253814697266,
      "learning_rate": 0.0001999108905691842,
      "loss": 4.4373,
      "step": 20986
    },
    {
      "epoch": 0.13458381428754648,
      "grad_norm": 46.935054779052734,
      "learning_rate": 0.00019991088206581346,
      "loss": 4.6037,
      "step": 20987
    },
    {
      "epoch": 0.1345902270103886,
      "grad_norm": 29.197664260864258,
      "learning_rate": 0.0001999108735620372,
      "loss": 4.2592,
      "step": 20988
    },
    {
      "epoch": 0.13459663973323072,
      "grad_norm": 25.181476593017578,
      "learning_rate": 0.00019991086505785537,
      "loss": 4.3773,
      "step": 20989
    },
    {
      "epoch": 0.13460305245607285,
      "grad_norm": 24.58262062072754,
      "learning_rate": 0.00019991085655326804,
      "loss": 4.6178,
      "step": 20990
    },
    {
      "epoch": 0.13460946517891498,
      "grad_norm": 100.80638885498047,
      "learning_rate": 0.0001999108480482752,
      "loss": 4.4628,
      "step": 20991
    },
    {
      "epoch": 0.13461587790175708,
      "grad_norm": 41.680355072021484,
      "learning_rate": 0.00019991083954287682,
      "loss": 4.665,
      "step": 20992
    },
    {
      "epoch": 0.1346222906245992,
      "grad_norm": 20.00397491455078,
      "learning_rate": 0.00019991083103707293,
      "loss": 4.342,
      "step": 20993
    },
    {
      "epoch": 0.13462870334744131,
      "grad_norm": 33.16529846191406,
      "learning_rate": 0.00019991082253086352,
      "loss": 4.5194,
      "step": 20994
    },
    {
      "epoch": 0.13463511607028344,
      "grad_norm": 33.705894470214844,
      "learning_rate": 0.0001999108140242486,
      "loss": 4.5358,
      "step": 20995
    },
    {
      "epoch": 0.13464152879312555,
      "grad_norm": 27.503559112548828,
      "learning_rate": 0.00019991080551722814,
      "loss": 4.4995,
      "step": 20996
    },
    {
      "epoch": 0.13464794151596768,
      "grad_norm": 44.10240936279297,
      "learning_rate": 0.00019991079700980215,
      "loss": 4.5877,
      "step": 20997
    },
    {
      "epoch": 0.1346543542388098,
      "grad_norm": 21.442543029785156,
      "learning_rate": 0.00019991078850197064,
      "loss": 4.6842,
      "step": 20998
    },
    {
      "epoch": 0.1346607669616519,
      "grad_norm": 61.38874816894531,
      "learning_rate": 0.00019991077999373364,
      "loss": 4.4296,
      "step": 20999
    },
    {
      "epoch": 0.13466717968449404,
      "grad_norm": 25.90627098083496,
      "learning_rate": 0.0001999107714850911,
      "loss": 4.515,
      "step": 21000
    },
    {
      "epoch": 0.13466717968449404,
      "eval_loss": 4.43852424621582,
      "eval_runtime": 34.7816,
      "eval_samples_per_second": 90.134,
      "eval_steps_per_second": 22.541,
      "step": 21000
    },
    {
      "epoch": 0.13467359240733615,
      "grad_norm": 22.695558547973633,
      "learning_rate": 0.00019991076297604302,
      "loss": 4.5528,
      "step": 21001
    },
    {
      "epoch": 0.13468000513017828,
      "grad_norm": 22.750307083129883,
      "learning_rate": 0.00019991075446658944,
      "loss": 4.607,
      "step": 21002
    },
    {
      "epoch": 0.13468641785302038,
      "grad_norm": 105.75672912597656,
      "learning_rate": 0.00019991074595673033,
      "loss": 4.4698,
      "step": 21003
    },
    {
      "epoch": 0.1346928305758625,
      "grad_norm": 28.20932960510254,
      "learning_rate": 0.0001999107374464657,
      "loss": 4.3883,
      "step": 21004
    },
    {
      "epoch": 0.13469924329870464,
      "grad_norm": 12.400458335876465,
      "learning_rate": 0.00019991072893579557,
      "loss": 4.3453,
      "step": 21005
    },
    {
      "epoch": 0.13470565602154674,
      "grad_norm": 14.337879180908203,
      "learning_rate": 0.0001999107204247199,
      "loss": 4.9066,
      "step": 21006
    },
    {
      "epoch": 0.13471206874438887,
      "grad_norm": 317.7098388671875,
      "learning_rate": 0.0001999107119132387,
      "loss": 4.3431,
      "step": 21007
    },
    {
      "epoch": 0.13471848146723098,
      "grad_norm": 33.971492767333984,
      "learning_rate": 0.000199910703401352,
      "loss": 4.596,
      "step": 21008
    },
    {
      "epoch": 0.1347248941900731,
      "grad_norm": 14.46074104309082,
      "learning_rate": 0.00019991069488905976,
      "loss": 4.5852,
      "step": 21009
    },
    {
      "epoch": 0.1347313069129152,
      "grad_norm": 32.2988166809082,
      "learning_rate": 0.000199910686376362,
      "loss": 4.362,
      "step": 21010
    },
    {
      "epoch": 0.13473771963575734,
      "grad_norm": 14.310870170593262,
      "learning_rate": 0.00019991067786325872,
      "loss": 4.5548,
      "step": 21011
    },
    {
      "epoch": 0.13474413235859947,
      "grad_norm": 28.53395652770996,
      "learning_rate": 0.00019991066934974994,
      "loss": 4.4175,
      "step": 21012
    },
    {
      "epoch": 0.13475054508144158,
      "grad_norm": 22.182201385498047,
      "learning_rate": 0.00019991066083583563,
      "loss": 4.302,
      "step": 21013
    },
    {
      "epoch": 0.1347569578042837,
      "grad_norm": 20.791126251220703,
      "learning_rate": 0.0001999106523215158,
      "loss": 4.6511,
      "step": 21014
    },
    {
      "epoch": 0.1347633705271258,
      "grad_norm": 45.09037399291992,
      "learning_rate": 0.00019991064380679043,
      "loss": 4.326,
      "step": 21015
    },
    {
      "epoch": 0.13476978324996794,
      "grad_norm": 24.46343994140625,
      "learning_rate": 0.00019991063529165953,
      "loss": 4.5122,
      "step": 21016
    },
    {
      "epoch": 0.13477619597281004,
      "grad_norm": 37.591426849365234,
      "learning_rate": 0.00019991062677612316,
      "loss": 4.7493,
      "step": 21017
    },
    {
      "epoch": 0.13478260869565217,
      "grad_norm": 17.742534637451172,
      "learning_rate": 0.00019991061826018123,
      "loss": 4.6427,
      "step": 21018
    },
    {
      "epoch": 0.1347890214184943,
      "grad_norm": 36.41624450683594,
      "learning_rate": 0.00019991060974383377,
      "loss": 4.5168,
      "step": 21019
    },
    {
      "epoch": 0.1347954341413364,
      "grad_norm": 19.236717224121094,
      "learning_rate": 0.00019991060122708082,
      "loss": 4.5495,
      "step": 21020
    },
    {
      "epoch": 0.13480184686417854,
      "grad_norm": 343.72283935546875,
      "learning_rate": 0.00019991059270992235,
      "loss": 4.7511,
      "step": 21021
    },
    {
      "epoch": 0.13480825958702064,
      "grad_norm": 16.423559188842773,
      "learning_rate": 0.00019991058419235836,
      "loss": 4.2485,
      "step": 21022
    },
    {
      "epoch": 0.13481467230986277,
      "grad_norm": 35.277923583984375,
      "learning_rate": 0.00019991057567438883,
      "loss": 4.5011,
      "step": 21023
    },
    {
      "epoch": 0.13482108503270487,
      "grad_norm": 31.688535690307617,
      "learning_rate": 0.00019991056715601378,
      "loss": 4.5958,
      "step": 21024
    },
    {
      "epoch": 0.134827497755547,
      "grad_norm": 27.829984664916992,
      "learning_rate": 0.00019991055863723324,
      "loss": 4.5105,
      "step": 21025
    },
    {
      "epoch": 0.13483391047838914,
      "grad_norm": 21.883949279785156,
      "learning_rate": 0.00019991055011804712,
      "loss": 4.5716,
      "step": 21026
    },
    {
      "epoch": 0.13484032320123124,
      "grad_norm": 19.118412017822266,
      "learning_rate": 0.00019991054159845554,
      "loss": 4.3044,
      "step": 21027
    },
    {
      "epoch": 0.13484673592407337,
      "grad_norm": 22.948579788208008,
      "learning_rate": 0.00019991053307845839,
      "loss": 4.6661,
      "step": 21028
    },
    {
      "epoch": 0.13485314864691547,
      "grad_norm": 31.3320369720459,
      "learning_rate": 0.00019991052455805574,
      "loss": 4.597,
      "step": 21029
    },
    {
      "epoch": 0.1348595613697576,
      "grad_norm": 47.14236068725586,
      "learning_rate": 0.0001999105160372476,
      "loss": 4.6435,
      "step": 21030
    },
    {
      "epoch": 0.1348659740925997,
      "grad_norm": 46.711917877197266,
      "learning_rate": 0.0001999105075160339,
      "loss": 4.5609,
      "step": 21031
    },
    {
      "epoch": 0.13487238681544184,
      "grad_norm": 21.211753845214844,
      "learning_rate": 0.00019991049899441467,
      "loss": 4.5328,
      "step": 21032
    },
    {
      "epoch": 0.13487879953828397,
      "grad_norm": 61.863929748535156,
      "learning_rate": 0.00019991049047238997,
      "loss": 4.6464,
      "step": 21033
    },
    {
      "epoch": 0.13488521226112607,
      "grad_norm": 250.85543823242188,
      "learning_rate": 0.0001999104819499597,
      "loss": 4.5844,
      "step": 21034
    },
    {
      "epoch": 0.1348916249839682,
      "grad_norm": 24.10685920715332,
      "learning_rate": 0.00019991047342712395,
      "loss": 4.5129,
      "step": 21035
    },
    {
      "epoch": 0.1348980377068103,
      "grad_norm": 40.45465850830078,
      "learning_rate": 0.00019991046490388265,
      "loss": 4.6722,
      "step": 21036
    },
    {
      "epoch": 0.13490445042965243,
      "grad_norm": 63.5738525390625,
      "learning_rate": 0.00019991045638023588,
      "loss": 4.5944,
      "step": 21037
    },
    {
      "epoch": 0.13491086315249454,
      "grad_norm": 21.146780014038086,
      "learning_rate": 0.0001999104478561835,
      "loss": 4.2958,
      "step": 21038
    },
    {
      "epoch": 0.13491727587533667,
      "grad_norm": 54.67332077026367,
      "learning_rate": 0.00019991043933172565,
      "loss": 4.5388,
      "step": 21039
    },
    {
      "epoch": 0.1349236885981788,
      "grad_norm": 93.08726501464844,
      "learning_rate": 0.00019991043080686233,
      "loss": 4.7629,
      "step": 21040
    },
    {
      "epoch": 0.1349301013210209,
      "grad_norm": 23.044675827026367,
      "learning_rate": 0.00019991042228159343,
      "loss": 4.6334,
      "step": 21041
    },
    {
      "epoch": 0.13493651404386303,
      "grad_norm": 28.677413940429688,
      "learning_rate": 0.00019991041375591901,
      "loss": 4.4809,
      "step": 21042
    },
    {
      "epoch": 0.13494292676670513,
      "grad_norm": 20.09418296813965,
      "learning_rate": 0.00019991040522983908,
      "loss": 4.4091,
      "step": 21043
    },
    {
      "epoch": 0.13494933948954727,
      "grad_norm": 91.5020980834961,
      "learning_rate": 0.00019991039670335363,
      "loss": 4.7443,
      "step": 21044
    },
    {
      "epoch": 0.13495575221238937,
      "grad_norm": 121.8319091796875,
      "learning_rate": 0.00019991038817646266,
      "loss": 4.5749,
      "step": 21045
    },
    {
      "epoch": 0.1349621649352315,
      "grad_norm": 65.38157653808594,
      "learning_rate": 0.0001999103796491662,
      "loss": 4.2466,
      "step": 21046
    },
    {
      "epoch": 0.13496857765807363,
      "grad_norm": 20.383119583129883,
      "learning_rate": 0.00019991037112146418,
      "loss": 4.7213,
      "step": 21047
    },
    {
      "epoch": 0.13497499038091573,
      "grad_norm": 23.325241088867188,
      "learning_rate": 0.00019991036259335665,
      "loss": 4.4327,
      "step": 21048
    },
    {
      "epoch": 0.13498140310375786,
      "grad_norm": 22.162050247192383,
      "learning_rate": 0.0001999103540648436,
      "loss": 4.4172,
      "step": 21049
    },
    {
      "epoch": 0.13498781582659997,
      "grad_norm": 45.229103088378906,
      "learning_rate": 0.00019991034553592502,
      "loss": 4.4867,
      "step": 21050
    },
    {
      "epoch": 0.1349942285494421,
      "grad_norm": 42.31847381591797,
      "learning_rate": 0.00019991033700660093,
      "loss": 4.7519,
      "step": 21051
    },
    {
      "epoch": 0.1350006412722842,
      "grad_norm": 28.75699234008789,
      "learning_rate": 0.00019991032847687136,
      "loss": 4.5742,
      "step": 21052
    },
    {
      "epoch": 0.13500705399512633,
      "grad_norm": 16.284223556518555,
      "learning_rate": 0.0001999103199467362,
      "loss": 4.5653,
      "step": 21053
    },
    {
      "epoch": 0.13501346671796846,
      "grad_norm": 48.02994918823242,
      "learning_rate": 0.0001999103114161956,
      "loss": 4.3942,
      "step": 21054
    },
    {
      "epoch": 0.13501987944081056,
      "grad_norm": 61.087928771972656,
      "learning_rate": 0.0001999103028852494,
      "loss": 4.7043,
      "step": 21055
    },
    {
      "epoch": 0.1350262921636527,
      "grad_norm": 22.9726505279541,
      "learning_rate": 0.00019991029435389773,
      "loss": 4.5158,
      "step": 21056
    },
    {
      "epoch": 0.1350327048864948,
      "grad_norm": 26.888675689697266,
      "learning_rate": 0.00019991028582214053,
      "loss": 4.5982,
      "step": 21057
    },
    {
      "epoch": 0.13503911760933693,
      "grad_norm": 25.213367462158203,
      "learning_rate": 0.00019991027728997782,
      "loss": 4.7824,
      "step": 21058
    },
    {
      "epoch": 0.13504553033217903,
      "grad_norm": 35.05024337768555,
      "learning_rate": 0.00019991026875740956,
      "loss": 4.5282,
      "step": 21059
    },
    {
      "epoch": 0.13505194305502116,
      "grad_norm": 51.371673583984375,
      "learning_rate": 0.0001999102602244358,
      "loss": 4.5786,
      "step": 21060
    },
    {
      "epoch": 0.1350583557778633,
      "grad_norm": 24.690040588378906,
      "learning_rate": 0.00019991025169105653,
      "loss": 4.6966,
      "step": 21061
    },
    {
      "epoch": 0.1350647685007054,
      "grad_norm": 20.49519920349121,
      "learning_rate": 0.00019991024315727174,
      "loss": 4.593,
      "step": 21062
    },
    {
      "epoch": 0.13507118122354753,
      "grad_norm": 11.02890682220459,
      "learning_rate": 0.0001999102346230814,
      "loss": 4.5711,
      "step": 21063
    },
    {
      "epoch": 0.13507759394638963,
      "grad_norm": 33.183502197265625,
      "learning_rate": 0.00019991022608848558,
      "loss": 4.7937,
      "step": 21064
    },
    {
      "epoch": 0.13508400666923176,
      "grad_norm": 20.189929962158203,
      "learning_rate": 0.0001999102175534842,
      "loss": 4.361,
      "step": 21065
    },
    {
      "epoch": 0.13509041939207386,
      "grad_norm": 29.722518920898438,
      "learning_rate": 0.00019991020901807734,
      "loss": 4.6012,
      "step": 21066
    },
    {
      "epoch": 0.135096832114916,
      "grad_norm": 22.856008529663086,
      "learning_rate": 0.00019991020048226493,
      "loss": 4.662,
      "step": 21067
    },
    {
      "epoch": 0.13510324483775812,
      "grad_norm": 12.642779350280762,
      "learning_rate": 0.00019991019194604703,
      "loss": 4.6794,
      "step": 21068
    },
    {
      "epoch": 0.13510965756060023,
      "grad_norm": 45.68573760986328,
      "learning_rate": 0.0001999101834094236,
      "loss": 4.5508,
      "step": 21069
    },
    {
      "epoch": 0.13511607028344236,
      "grad_norm": 52.59260177612305,
      "learning_rate": 0.00019991017487239464,
      "loss": 4.7965,
      "step": 21070
    },
    {
      "epoch": 0.13512248300628446,
      "grad_norm": 311.938720703125,
      "learning_rate": 0.00019991016633496016,
      "loss": 4.5077,
      "step": 21071
    },
    {
      "epoch": 0.1351288957291266,
      "grad_norm": 61.31694793701172,
      "learning_rate": 0.00019991015779712018,
      "loss": 4.2843,
      "step": 21072
    },
    {
      "epoch": 0.1351353084519687,
      "grad_norm": 53.583229064941406,
      "learning_rate": 0.00019991014925887468,
      "loss": 4.3985,
      "step": 21073
    },
    {
      "epoch": 0.13514172117481082,
      "grad_norm": 15.885918617248535,
      "learning_rate": 0.00019991014072022364,
      "loss": 4.5922,
      "step": 21074
    },
    {
      "epoch": 0.13514813389765296,
      "grad_norm": 12.977117538452148,
      "learning_rate": 0.0001999101321811671,
      "loss": 4.3914,
      "step": 21075
    },
    {
      "epoch": 0.13515454662049506,
      "grad_norm": 32.95392990112305,
      "learning_rate": 0.00019991012364170506,
      "loss": 4.3804,
      "step": 21076
    },
    {
      "epoch": 0.1351609593433372,
      "grad_norm": 10.888528823852539,
      "learning_rate": 0.00019991011510183746,
      "loss": 4.7557,
      "step": 21077
    },
    {
      "epoch": 0.1351673720661793,
      "grad_norm": 23.740633010864258,
      "learning_rate": 0.00019991010656156437,
      "loss": 4.4213,
      "step": 21078
    },
    {
      "epoch": 0.13517378478902142,
      "grad_norm": 14.154084205627441,
      "learning_rate": 0.00019991009802088574,
      "loss": 4.3408,
      "step": 21079
    },
    {
      "epoch": 0.13518019751186353,
      "grad_norm": 16.867568969726562,
      "learning_rate": 0.0001999100894798016,
      "loss": 4.5023,
      "step": 21080
    },
    {
      "epoch": 0.13518661023470566,
      "grad_norm": 26.327394485473633,
      "learning_rate": 0.00019991008093831194,
      "loss": 4.3502,
      "step": 21081
    },
    {
      "epoch": 0.1351930229575478,
      "grad_norm": 43.779571533203125,
      "learning_rate": 0.00019991007239641677,
      "loss": 4.2364,
      "step": 21082
    },
    {
      "epoch": 0.1351994356803899,
      "grad_norm": 44.245094299316406,
      "learning_rate": 0.0001999100638541161,
      "loss": 4.4616,
      "step": 21083
    },
    {
      "epoch": 0.13520584840323202,
      "grad_norm": 15.362109184265137,
      "learning_rate": 0.00019991005531140986,
      "loss": 4.7394,
      "step": 21084
    },
    {
      "epoch": 0.13521226112607412,
      "grad_norm": 13.47341251373291,
      "learning_rate": 0.0001999100467682981,
      "loss": 4.4359,
      "step": 21085
    },
    {
      "epoch": 0.13521867384891625,
      "grad_norm": 20.429443359375,
      "learning_rate": 0.00019991003822478087,
      "loss": 4.2485,
      "step": 21086
    },
    {
      "epoch": 0.13522508657175836,
      "grad_norm": 21.98351287841797,
      "learning_rate": 0.00019991002968085812,
      "loss": 4.3196,
      "step": 21087
    },
    {
      "epoch": 0.1352314992946005,
      "grad_norm": 13.88338565826416,
      "learning_rate": 0.0001999100211365298,
      "loss": 4.5006,
      "step": 21088
    },
    {
      "epoch": 0.13523791201744262,
      "grad_norm": 28.037166595458984,
      "learning_rate": 0.00019991001259179602,
      "loss": 4.6738,
      "step": 21089
    },
    {
      "epoch": 0.13524432474028472,
      "grad_norm": 70.64912414550781,
      "learning_rate": 0.0001999100040466567,
      "loss": 4.5366,
      "step": 21090
    },
    {
      "epoch": 0.13525073746312685,
      "grad_norm": 10.08022403717041,
      "learning_rate": 0.00019990999550111184,
      "loss": 4.5029,
      "step": 21091
    },
    {
      "epoch": 0.13525715018596896,
      "grad_norm": 6.797706127166748,
      "learning_rate": 0.0001999099869551615,
      "loss": 4.5737,
      "step": 21092
    },
    {
      "epoch": 0.13526356290881109,
      "grad_norm": 16.245723724365234,
      "learning_rate": 0.00019990997840880562,
      "loss": 4.6894,
      "step": 21093
    },
    {
      "epoch": 0.1352699756316532,
      "grad_norm": 11.86978530883789,
      "learning_rate": 0.00019990996986204423,
      "loss": 4.7602,
      "step": 21094
    },
    {
      "epoch": 0.13527638835449532,
      "grad_norm": 10.889755249023438,
      "learning_rate": 0.0001999099613148773,
      "loss": 4.2815,
      "step": 21095
    },
    {
      "epoch": 0.13528280107733745,
      "grad_norm": 62.33544921875,
      "learning_rate": 0.00019990995276730487,
      "loss": 4.3986,
      "step": 21096
    },
    {
      "epoch": 0.13528921380017955,
      "grad_norm": 24.451318740844727,
      "learning_rate": 0.00019990994421932693,
      "loss": 4.404,
      "step": 21097
    },
    {
      "epoch": 0.13529562652302168,
      "grad_norm": 11.087014198303223,
      "learning_rate": 0.00019990993567094346,
      "loss": 4.3144,
      "step": 21098
    },
    {
      "epoch": 0.1353020392458638,
      "grad_norm": 27.631481170654297,
      "learning_rate": 0.00019990992712215445,
      "loss": 4.2579,
      "step": 21099
    },
    {
      "epoch": 0.13530845196870592,
      "grad_norm": 97.1832504272461,
      "learning_rate": 0.00019990991857295995,
      "loss": 4.499,
      "step": 21100
    },
    {
      "epoch": 0.13530845196870592,
      "eval_loss": 4.442782402038574,
      "eval_runtime": 34.7951,
      "eval_samples_per_second": 90.099,
      "eval_steps_per_second": 22.532,
      "step": 21100
    },
    {
      "epoch": 0.13531486469154802,
      "grad_norm": 52.89924621582031,
      "learning_rate": 0.00019990991002335996,
      "loss": 4.5688,
      "step": 21101
    },
    {
      "epoch": 0.13532127741439015,
      "grad_norm": 62.4649543762207,
      "learning_rate": 0.0001999099014733544,
      "loss": 4.222,
      "step": 21102
    },
    {
      "epoch": 0.13532769013723228,
      "grad_norm": 16.079702377319336,
      "learning_rate": 0.00019990989292294336,
      "loss": 4.6643,
      "step": 21103
    },
    {
      "epoch": 0.13533410286007438,
      "grad_norm": 36.23790740966797,
      "learning_rate": 0.00019990988437212676,
      "loss": 4.4561,
      "step": 21104
    },
    {
      "epoch": 0.13534051558291652,
      "grad_norm": 25.35494041442871,
      "learning_rate": 0.0001999098758209047,
      "loss": 4.4597,
      "step": 21105
    },
    {
      "epoch": 0.13534692830575862,
      "grad_norm": 14.659920692443848,
      "learning_rate": 0.00019990986726927705,
      "loss": 4.3597,
      "step": 21106
    },
    {
      "epoch": 0.13535334102860075,
      "grad_norm": 12.762707710266113,
      "learning_rate": 0.00019990985871724392,
      "loss": 4.5089,
      "step": 21107
    },
    {
      "epoch": 0.13535975375144285,
      "grad_norm": 40.42152786254883,
      "learning_rate": 0.0001999098501648053,
      "loss": 4.3916,
      "step": 21108
    },
    {
      "epoch": 0.13536616647428498,
      "grad_norm": 19.56665802001953,
      "learning_rate": 0.00019990984161196113,
      "loss": 4.5032,
      "step": 21109
    },
    {
      "epoch": 0.1353725791971271,
      "grad_norm": 60.91218566894531,
      "learning_rate": 0.00019990983305871144,
      "loss": 4.5097,
      "step": 21110
    },
    {
      "epoch": 0.13537899191996922,
      "grad_norm": 7.233875751495361,
      "learning_rate": 0.00019990982450505623,
      "loss": 4.3357,
      "step": 21111
    },
    {
      "epoch": 0.13538540464281135,
      "grad_norm": 8.828396797180176,
      "learning_rate": 0.0001999098159509955,
      "loss": 4.3196,
      "step": 21112
    },
    {
      "epoch": 0.13539181736565345,
      "grad_norm": 30.045089721679688,
      "learning_rate": 0.00019990980739652929,
      "loss": 4.447,
      "step": 21113
    },
    {
      "epoch": 0.13539823008849558,
      "grad_norm": 23.697265625,
      "learning_rate": 0.00019990979884165755,
      "loss": 4.8078,
      "step": 21114
    },
    {
      "epoch": 0.13540464281133768,
      "grad_norm": 14.738611221313477,
      "learning_rate": 0.0001999097902863803,
      "loss": 4.3873,
      "step": 21115
    },
    {
      "epoch": 0.13541105553417981,
      "grad_norm": 8.801115036010742,
      "learning_rate": 0.0001999097817306975,
      "loss": 4.6532,
      "step": 21116
    },
    {
      "epoch": 0.13541746825702194,
      "grad_norm": 28.836654663085938,
      "learning_rate": 0.00019990977317460918,
      "loss": 4.5029,
      "step": 21117
    },
    {
      "epoch": 0.13542388097986405,
      "grad_norm": 10.54788589477539,
      "learning_rate": 0.00019990976461811536,
      "loss": 4.3588,
      "step": 21118
    },
    {
      "epoch": 0.13543029370270618,
      "grad_norm": 9.747879028320312,
      "learning_rate": 0.00019990975606121603,
      "loss": 4.5644,
      "step": 21119
    },
    {
      "epoch": 0.13543670642554828,
      "grad_norm": 9.958582878112793,
      "learning_rate": 0.00019990974750391116,
      "loss": 4.249,
      "step": 21120
    },
    {
      "epoch": 0.1354431191483904,
      "grad_norm": 7.329533100128174,
      "learning_rate": 0.0001999097389462008,
      "loss": 4.2392,
      "step": 21121
    },
    {
      "epoch": 0.13544953187123251,
      "grad_norm": 21.556169509887695,
      "learning_rate": 0.0001999097303880849,
      "loss": 4.4867,
      "step": 21122
    },
    {
      "epoch": 0.13545594459407465,
      "grad_norm": 6.410143852233887,
      "learning_rate": 0.0001999097218295635,
      "loss": 4.4925,
      "step": 21123
    },
    {
      "epoch": 0.13546235731691678,
      "grad_norm": 29.080684661865234,
      "learning_rate": 0.00019990971327063658,
      "loss": 4.7568,
      "step": 21124
    },
    {
      "epoch": 0.13546877003975888,
      "grad_norm": 14.969365119934082,
      "learning_rate": 0.00019990970471130414,
      "loss": 4.7518,
      "step": 21125
    },
    {
      "epoch": 0.135475182762601,
      "grad_norm": 174.07032775878906,
      "learning_rate": 0.00019990969615156618,
      "loss": 4.4446,
      "step": 21126
    },
    {
      "epoch": 0.1354815954854431,
      "grad_norm": 31.636058807373047,
      "learning_rate": 0.00019990968759142272,
      "loss": 4.5114,
      "step": 21127
    },
    {
      "epoch": 0.13548800820828524,
      "grad_norm": 8.803695678710938,
      "learning_rate": 0.00019990967903087372,
      "loss": 4.6023,
      "step": 21128
    },
    {
      "epoch": 0.13549442093112735,
      "grad_norm": 29.82748031616211,
      "learning_rate": 0.0001999096704699192,
      "loss": 4.5257,
      "step": 21129
    },
    {
      "epoch": 0.13550083365396948,
      "grad_norm": 35.126983642578125,
      "learning_rate": 0.0001999096619085592,
      "loss": 4.5442,
      "step": 21130
    },
    {
      "epoch": 0.1355072463768116,
      "grad_norm": 32.196563720703125,
      "learning_rate": 0.00019990965334679364,
      "loss": 4.5352,
      "step": 21131
    },
    {
      "epoch": 0.1355136590996537,
      "grad_norm": 22.859710693359375,
      "learning_rate": 0.00019990964478462257,
      "loss": 4.5836,
      "step": 21132
    },
    {
      "epoch": 0.13552007182249584,
      "grad_norm": 17.398347854614258,
      "learning_rate": 0.000199909636222046,
      "loss": 4.9461,
      "step": 21133
    },
    {
      "epoch": 0.13552648454533794,
      "grad_norm": 12.59854507446289,
      "learning_rate": 0.00019990962765906392,
      "loss": 4.2913,
      "step": 21134
    },
    {
      "epoch": 0.13553289726818007,
      "grad_norm": 9.289753913879395,
      "learning_rate": 0.00019990961909567632,
      "loss": 4.3889,
      "step": 21135
    },
    {
      "epoch": 0.13553930999102218,
      "grad_norm": 20.61078453063965,
      "learning_rate": 0.00019990961053188317,
      "loss": 4.5804,
      "step": 21136
    },
    {
      "epoch": 0.1355457227138643,
      "grad_norm": 22.584842681884766,
      "learning_rate": 0.00019990960196768453,
      "loss": 4.2274,
      "step": 21137
    },
    {
      "epoch": 0.13555213543670644,
      "grad_norm": 11.958014488220215,
      "learning_rate": 0.0001999095934030804,
      "loss": 4.6544,
      "step": 21138
    },
    {
      "epoch": 0.13555854815954854,
      "grad_norm": 9.012822151184082,
      "learning_rate": 0.00019990958483807073,
      "loss": 4.2811,
      "step": 21139
    },
    {
      "epoch": 0.13556496088239067,
      "grad_norm": 13.147851943969727,
      "learning_rate": 0.00019990957627265553,
      "loss": 4.7289,
      "step": 21140
    },
    {
      "epoch": 0.13557137360523278,
      "grad_norm": 8.741848945617676,
      "learning_rate": 0.00019990956770683482,
      "loss": 4.3901,
      "step": 21141
    },
    {
      "epoch": 0.1355777863280749,
      "grad_norm": 29.055213928222656,
      "learning_rate": 0.00019990955914060858,
      "loss": 4.5754,
      "step": 21142
    },
    {
      "epoch": 0.135584199050917,
      "grad_norm": 24.823638916015625,
      "learning_rate": 0.00019990955057397686,
      "loss": 4.5703,
      "step": 21143
    },
    {
      "epoch": 0.13559061177375914,
      "grad_norm": 56.393218994140625,
      "learning_rate": 0.0001999095420069396,
      "loss": 4.595,
      "step": 21144
    },
    {
      "epoch": 0.13559702449660127,
      "grad_norm": 24.161163330078125,
      "learning_rate": 0.0001999095334394968,
      "loss": 4.3617,
      "step": 21145
    },
    {
      "epoch": 0.13560343721944337,
      "grad_norm": 8.682029724121094,
      "learning_rate": 0.00019990952487164854,
      "loss": 4.4424,
      "step": 21146
    },
    {
      "epoch": 0.1356098499422855,
      "grad_norm": 10.290502548217773,
      "learning_rate": 0.00019990951630339472,
      "loss": 4.4026,
      "step": 21147
    },
    {
      "epoch": 0.1356162626651276,
      "grad_norm": 14.5513334274292,
      "learning_rate": 0.0001999095077347354,
      "loss": 4.4943,
      "step": 21148
    },
    {
      "epoch": 0.13562267538796974,
      "grad_norm": 8.431089401245117,
      "learning_rate": 0.00019990949916567056,
      "loss": 4.631,
      "step": 21149
    },
    {
      "epoch": 0.13562908811081184,
      "grad_norm": 8.695916175842285,
      "learning_rate": 0.00019990949059620018,
      "loss": 4.4574,
      "step": 21150
    },
    {
      "epoch": 0.13563550083365397,
      "grad_norm": 17.069448471069336,
      "learning_rate": 0.00019990948202632433,
      "loss": 4.3448,
      "step": 21151
    },
    {
      "epoch": 0.1356419135564961,
      "grad_norm": 15.341957092285156,
      "learning_rate": 0.00019990947345604294,
      "loss": 4.3324,
      "step": 21152
    },
    {
      "epoch": 0.1356483262793382,
      "grad_norm": 26.757396697998047,
      "learning_rate": 0.00019990946488535603,
      "loss": 4.2431,
      "step": 21153
    },
    {
      "epoch": 0.13565473900218034,
      "grad_norm": 40.26268005371094,
      "learning_rate": 0.00019990945631426362,
      "loss": 4.5361,
      "step": 21154
    },
    {
      "epoch": 0.13566115172502244,
      "grad_norm": 35.5780029296875,
      "learning_rate": 0.0001999094477427657,
      "loss": 4.7042,
      "step": 21155
    },
    {
      "epoch": 0.13566756444786457,
      "grad_norm": 17.719602584838867,
      "learning_rate": 0.00019990943917086223,
      "loss": 4.387,
      "step": 21156
    },
    {
      "epoch": 0.13567397717070667,
      "grad_norm": 58.19288635253906,
      "learning_rate": 0.00019990943059855327,
      "loss": 4.3816,
      "step": 21157
    },
    {
      "epoch": 0.1356803898935488,
      "grad_norm": 55.89811706542969,
      "learning_rate": 0.00019990942202583877,
      "loss": 4.4281,
      "step": 21158
    },
    {
      "epoch": 0.1356868026163909,
      "grad_norm": 41.09335708618164,
      "learning_rate": 0.0001999094134527188,
      "loss": 4.2752,
      "step": 21159
    },
    {
      "epoch": 0.13569321533923304,
      "grad_norm": 63.001922607421875,
      "learning_rate": 0.00019990940487919328,
      "loss": 4.449,
      "step": 21160
    },
    {
      "epoch": 0.13569962806207517,
      "grad_norm": 22.081321716308594,
      "learning_rate": 0.00019990939630526225,
      "loss": 4.5986,
      "step": 21161
    },
    {
      "epoch": 0.13570604078491727,
      "grad_norm": 7.907253742218018,
      "learning_rate": 0.0001999093877309257,
      "loss": 4.5009,
      "step": 21162
    },
    {
      "epoch": 0.1357124535077594,
      "grad_norm": 29.521554946899414,
      "learning_rate": 0.00019990937915618365,
      "loss": 4.4826,
      "step": 21163
    },
    {
      "epoch": 0.1357188662306015,
      "grad_norm": 90.62699127197266,
      "learning_rate": 0.00019990937058103606,
      "loss": 4.2103,
      "step": 21164
    },
    {
      "epoch": 0.13572527895344363,
      "grad_norm": 22.74893569946289,
      "learning_rate": 0.00019990936200548295,
      "loss": 4.3748,
      "step": 21165
    },
    {
      "epoch": 0.13573169167628574,
      "grad_norm": 8.68614673614502,
      "learning_rate": 0.00019990935342952435,
      "loss": 4.5444,
      "step": 21166
    },
    {
      "epoch": 0.13573810439912787,
      "grad_norm": 87.9868392944336,
      "learning_rate": 0.00019990934485316023,
      "loss": 4.4501,
      "step": 21167
    },
    {
      "epoch": 0.13574451712197,
      "grad_norm": 9.88290023803711,
      "learning_rate": 0.0001999093362763906,
      "loss": 4.3471,
      "step": 21168
    },
    {
      "epoch": 0.1357509298448121,
      "grad_norm": 54.13140106201172,
      "learning_rate": 0.00019990932769921543,
      "loss": 4.5059,
      "step": 21169
    },
    {
      "epoch": 0.13575734256765423,
      "grad_norm": 11.889169692993164,
      "learning_rate": 0.00019990931912163476,
      "loss": 4.456,
      "step": 21170
    },
    {
      "epoch": 0.13576375529049634,
      "grad_norm": 13.872845649719238,
      "learning_rate": 0.00019990931054364856,
      "loss": 4.6264,
      "step": 21171
    },
    {
      "epoch": 0.13577016801333847,
      "grad_norm": 10.434630393981934,
      "learning_rate": 0.00019990930196525688,
      "loss": 4.4708,
      "step": 21172
    },
    {
      "epoch": 0.13577658073618057,
      "grad_norm": 13.11129379272461,
      "learning_rate": 0.00019990929338645964,
      "loss": 4.4395,
      "step": 21173
    },
    {
      "epoch": 0.1357829934590227,
      "grad_norm": 8.11865234375,
      "learning_rate": 0.00019990928480725692,
      "loss": 4.4669,
      "step": 21174
    },
    {
      "epoch": 0.13578940618186483,
      "grad_norm": 9.648250579833984,
      "learning_rate": 0.00019990927622764865,
      "loss": 4.3067,
      "step": 21175
    },
    {
      "epoch": 0.13579581890470693,
      "grad_norm": 7.084264755249023,
      "learning_rate": 0.00019990926764763492,
      "loss": 4.5272,
      "step": 21176
    },
    {
      "epoch": 0.13580223162754906,
      "grad_norm": 20.84808349609375,
      "learning_rate": 0.00019990925906721564,
      "loss": 4.7015,
      "step": 21177
    },
    {
      "epoch": 0.13580864435039117,
      "grad_norm": 8.56555461883545,
      "learning_rate": 0.0001999092504863908,
      "loss": 4.3064,
      "step": 21178
    },
    {
      "epoch": 0.1358150570732333,
      "grad_norm": 18.212539672851562,
      "learning_rate": 0.00019990924190516052,
      "loss": 4.1596,
      "step": 21179
    },
    {
      "epoch": 0.1358214697960754,
      "grad_norm": 8.125931739807129,
      "learning_rate": 0.0001999092333235247,
      "loss": 4.6472,
      "step": 21180
    },
    {
      "epoch": 0.13582788251891753,
      "grad_norm": 35.62814712524414,
      "learning_rate": 0.00019990922474148336,
      "loss": 4.1974,
      "step": 21181
    },
    {
      "epoch": 0.13583429524175966,
      "grad_norm": 53.76718521118164,
      "learning_rate": 0.0001999092161590365,
      "loss": 4.6342,
      "step": 21182
    },
    {
      "epoch": 0.13584070796460176,
      "grad_norm": 11.877345085144043,
      "learning_rate": 0.00019990920757618415,
      "loss": 4.348,
      "step": 21183
    },
    {
      "epoch": 0.1358471206874439,
      "grad_norm": 7.784310340881348,
      "learning_rate": 0.00019990919899292626,
      "loss": 4.2881,
      "step": 21184
    },
    {
      "epoch": 0.135853533410286,
      "grad_norm": 64.87387084960938,
      "learning_rate": 0.00019990919040926286,
      "loss": 4.4574,
      "step": 21185
    },
    {
      "epoch": 0.13585994613312813,
      "grad_norm": 585.1910400390625,
      "learning_rate": 0.00019990918182519397,
      "loss": 4.4597,
      "step": 21186
    },
    {
      "epoch": 0.13586635885597023,
      "grad_norm": 14.458549499511719,
      "learning_rate": 0.00019990917324071953,
      "loss": 4.6158,
      "step": 21187
    },
    {
      "epoch": 0.13587277157881236,
      "grad_norm": 51.74189758300781,
      "learning_rate": 0.00019990916465583957,
      "loss": 4.5224,
      "step": 21188
    },
    {
      "epoch": 0.1358791843016545,
      "grad_norm": 10.188611030578613,
      "learning_rate": 0.00019990915607055412,
      "loss": 4.513,
      "step": 21189
    },
    {
      "epoch": 0.1358855970244966,
      "grad_norm": 9.89645767211914,
      "learning_rate": 0.00019990914748486315,
      "loss": 4.5072,
      "step": 21190
    },
    {
      "epoch": 0.13589200974733873,
      "grad_norm": 7.619237899780273,
      "learning_rate": 0.00019990913889876666,
      "loss": 4.2938,
      "step": 21191
    },
    {
      "epoch": 0.13589842247018083,
      "grad_norm": 21.00446891784668,
      "learning_rate": 0.00019990913031226465,
      "loss": 4.3286,
      "step": 21192
    },
    {
      "epoch": 0.13590483519302296,
      "grad_norm": 8.154803276062012,
      "learning_rate": 0.00019990912172535713,
      "loss": 4.5175,
      "step": 21193
    },
    {
      "epoch": 0.13591124791586506,
      "grad_norm": 7.6685004234313965,
      "learning_rate": 0.0001999091131380441,
      "loss": 4.4368,
      "step": 21194
    },
    {
      "epoch": 0.1359176606387072,
      "grad_norm": 61.87971496582031,
      "learning_rate": 0.00019990910455032555,
      "loss": 4.3612,
      "step": 21195
    },
    {
      "epoch": 0.13592407336154932,
      "grad_norm": 5.662988662719727,
      "learning_rate": 0.0001999090959622015,
      "loss": 4.3498,
      "step": 21196
    },
    {
      "epoch": 0.13593048608439143,
      "grad_norm": 14.342998504638672,
      "learning_rate": 0.00019990908737367192,
      "loss": 4.3806,
      "step": 21197
    },
    {
      "epoch": 0.13593689880723356,
      "grad_norm": 31.3499698638916,
      "learning_rate": 0.0001999090787847368,
      "loss": 4.4322,
      "step": 21198
    },
    {
      "epoch": 0.13594331153007566,
      "grad_norm": 75.98094940185547,
      "learning_rate": 0.00019990907019539622,
      "loss": 4.4013,
      "step": 21199
    },
    {
      "epoch": 0.1359497242529178,
      "grad_norm": 9.200634002685547,
      "learning_rate": 0.0001999090616056501,
      "loss": 4.3848,
      "step": 21200
    },
    {
      "epoch": 0.1359497242529178,
      "eval_loss": 4.4134626388549805,
      "eval_runtime": 34.7987,
      "eval_samples_per_second": 90.09,
      "eval_steps_per_second": 22.53,
      "step": 21200
    },
    {
      "epoch": 0.1359561369757599,
      "grad_norm": 20.185619354248047,
      "learning_rate": 0.00019990905301549847,
      "loss": 4.4164,
      "step": 21201
    },
    {
      "epoch": 0.13596254969860203,
      "grad_norm": 15.219537734985352,
      "learning_rate": 0.0001999090444249413,
      "loss": 4.2839,
      "step": 21202
    },
    {
      "epoch": 0.13596896242144416,
      "grad_norm": 24.345964431762695,
      "learning_rate": 0.00019990903583397867,
      "loss": 4.6538,
      "step": 21203
    },
    {
      "epoch": 0.13597537514428626,
      "grad_norm": 16.216604232788086,
      "learning_rate": 0.00019990902724261047,
      "loss": 4.7191,
      "step": 21204
    },
    {
      "epoch": 0.1359817878671284,
      "grad_norm": 7.974381923675537,
      "learning_rate": 0.00019990901865083677,
      "loss": 4.6548,
      "step": 21205
    },
    {
      "epoch": 0.1359882005899705,
      "grad_norm": 17.909345626831055,
      "learning_rate": 0.0001999090100586576,
      "loss": 4.3881,
      "step": 21206
    },
    {
      "epoch": 0.13599461331281262,
      "grad_norm": 10.573440551757812,
      "learning_rate": 0.00019990900146607285,
      "loss": 4.4029,
      "step": 21207
    },
    {
      "epoch": 0.13600102603565473,
      "grad_norm": 7.2366838455200195,
      "learning_rate": 0.00019990899287308263,
      "loss": 4.6801,
      "step": 21208
    },
    {
      "epoch": 0.13600743875849686,
      "grad_norm": 10.083647727966309,
      "learning_rate": 0.0001999089842796869,
      "loss": 4.4849,
      "step": 21209
    },
    {
      "epoch": 0.136013851481339,
      "grad_norm": 14.112102508544922,
      "learning_rate": 0.00019990897568588563,
      "loss": 4.3478,
      "step": 21210
    },
    {
      "epoch": 0.1360202642041811,
      "grad_norm": 13.211631774902344,
      "learning_rate": 0.00019990896709167884,
      "loss": 4.4462,
      "step": 21211
    },
    {
      "epoch": 0.13602667692702322,
      "grad_norm": 30.968366622924805,
      "learning_rate": 0.00019990895849706654,
      "loss": 4.6016,
      "step": 21212
    },
    {
      "epoch": 0.13603308964986532,
      "grad_norm": 22.233497619628906,
      "learning_rate": 0.00019990894990204875,
      "loss": 4.6357,
      "step": 21213
    },
    {
      "epoch": 0.13603950237270745,
      "grad_norm": 22.518024444580078,
      "learning_rate": 0.00019990894130662542,
      "loss": 4.2042,
      "step": 21214
    },
    {
      "epoch": 0.13604591509554956,
      "grad_norm": 11.084993362426758,
      "learning_rate": 0.00019990893271079662,
      "loss": 4.6265,
      "step": 21215
    },
    {
      "epoch": 0.1360523278183917,
      "grad_norm": 44.82686996459961,
      "learning_rate": 0.00019990892411456227,
      "loss": 4.629,
      "step": 21216
    },
    {
      "epoch": 0.13605874054123382,
      "grad_norm": 134.4114990234375,
      "learning_rate": 0.0001999089155179224,
      "loss": 4.2849,
      "step": 21217
    },
    {
      "epoch": 0.13606515326407592,
      "grad_norm": 46.085777282714844,
      "learning_rate": 0.00019990890692087702,
      "loss": 4.7213,
      "step": 21218
    },
    {
      "epoch": 0.13607156598691805,
      "grad_norm": 206.5390167236328,
      "learning_rate": 0.00019990889832342614,
      "loss": 4.6215,
      "step": 21219
    },
    {
      "epoch": 0.13607797870976016,
      "grad_norm": 50.82300567626953,
      "learning_rate": 0.00019990888972556975,
      "loss": 4.4558,
      "step": 21220
    },
    {
      "epoch": 0.1360843914326023,
      "grad_norm": 31.909282684326172,
      "learning_rate": 0.0001999088811273078,
      "loss": 4.6133,
      "step": 21221
    },
    {
      "epoch": 0.1360908041554444,
      "grad_norm": 29.40062713623047,
      "learning_rate": 0.0001999088725286404,
      "loss": 4.7524,
      "step": 21222
    },
    {
      "epoch": 0.13609721687828652,
      "grad_norm": 15.188250541687012,
      "learning_rate": 0.00019990886392956748,
      "loss": 4.4955,
      "step": 21223
    },
    {
      "epoch": 0.13610362960112865,
      "grad_norm": 18.467390060424805,
      "learning_rate": 0.000199908855330089,
      "loss": 4.4573,
      "step": 21224
    },
    {
      "epoch": 0.13611004232397075,
      "grad_norm": 31.087209701538086,
      "learning_rate": 0.00019990884673020505,
      "loss": 4.0327,
      "step": 21225
    },
    {
      "epoch": 0.13611645504681288,
      "grad_norm": 36.43941879272461,
      "learning_rate": 0.00019990883812991554,
      "loss": 4.385,
      "step": 21226
    },
    {
      "epoch": 0.136122867769655,
      "grad_norm": 18.307878494262695,
      "learning_rate": 0.00019990882952922054,
      "loss": 4.4513,
      "step": 21227
    },
    {
      "epoch": 0.13612928049249712,
      "grad_norm": 107.179443359375,
      "learning_rate": 0.00019990882092812005,
      "loss": 4.5327,
      "step": 21228
    },
    {
      "epoch": 0.13613569321533922,
      "grad_norm": 36.64276885986328,
      "learning_rate": 0.000199908812326614,
      "loss": 4.4727,
      "step": 21229
    },
    {
      "epoch": 0.13614210593818135,
      "grad_norm": 77.84784698486328,
      "learning_rate": 0.00019990880372470248,
      "loss": 4.3025,
      "step": 21230
    },
    {
      "epoch": 0.13614851866102348,
      "grad_norm": 44.35271453857422,
      "learning_rate": 0.00019990879512238544,
      "loss": 4.5904,
      "step": 21231
    },
    {
      "epoch": 0.13615493138386559,
      "grad_norm": 33.03180694580078,
      "learning_rate": 0.0001999087865196629,
      "loss": 4.2187,
      "step": 21232
    },
    {
      "epoch": 0.13616134410670772,
      "grad_norm": 25.850759506225586,
      "learning_rate": 0.00019990877791653482,
      "loss": 4.6404,
      "step": 21233
    },
    {
      "epoch": 0.13616775682954982,
      "grad_norm": 20.208839416503906,
      "learning_rate": 0.00019990876931300119,
      "loss": 4.5638,
      "step": 21234
    },
    {
      "epoch": 0.13617416955239195,
      "grad_norm": 52.41057586669922,
      "learning_rate": 0.00019990876070906212,
      "loss": 4.4427,
      "step": 21235
    },
    {
      "epoch": 0.13618058227523405,
      "grad_norm": 48.17067337036133,
      "learning_rate": 0.0001999087521047175,
      "loss": 4.2935,
      "step": 21236
    },
    {
      "epoch": 0.13618699499807618,
      "grad_norm": 26.564760208129883,
      "learning_rate": 0.00019990874349996735,
      "loss": 4.3862,
      "step": 21237
    },
    {
      "epoch": 0.1361934077209183,
      "grad_norm": 33.6425895690918,
      "learning_rate": 0.00019990873489481172,
      "loss": 4.4656,
      "step": 21238
    },
    {
      "epoch": 0.13619982044376042,
      "grad_norm": 178.2510528564453,
      "learning_rate": 0.00019990872628925058,
      "loss": 4.3963,
      "step": 21239
    },
    {
      "epoch": 0.13620623316660255,
      "grad_norm": 68.53104400634766,
      "learning_rate": 0.0001999087176832839,
      "loss": 4.9272,
      "step": 21240
    },
    {
      "epoch": 0.13621264588944465,
      "grad_norm": 59.51046371459961,
      "learning_rate": 0.0001999087090769117,
      "loss": 4.3157,
      "step": 21241
    },
    {
      "epoch": 0.13621905861228678,
      "grad_norm": 29.0478572845459,
      "learning_rate": 0.00019990870047013402,
      "loss": 4.2371,
      "step": 21242
    },
    {
      "epoch": 0.13622547133512888,
      "grad_norm": 75.33140563964844,
      "learning_rate": 0.00019990869186295083,
      "loss": 4.5126,
      "step": 21243
    },
    {
      "epoch": 0.13623188405797101,
      "grad_norm": 214.7019500732422,
      "learning_rate": 0.0001999086832553621,
      "loss": 4.6768,
      "step": 21244
    },
    {
      "epoch": 0.13623829678081315,
      "grad_norm": 71.507080078125,
      "learning_rate": 0.00019990867464736786,
      "loss": 4.1447,
      "step": 21245
    },
    {
      "epoch": 0.13624470950365525,
      "grad_norm": 30.608795166015625,
      "learning_rate": 0.00019990866603896814,
      "loss": 4.4313,
      "step": 21246
    },
    {
      "epoch": 0.13625112222649738,
      "grad_norm": 22.511812210083008,
      "learning_rate": 0.00019990865743016288,
      "loss": 4.5781,
      "step": 21247
    },
    {
      "epoch": 0.13625753494933948,
      "grad_norm": 46.74144744873047,
      "learning_rate": 0.0001999086488209521,
      "loss": 4.2138,
      "step": 21248
    },
    {
      "epoch": 0.1362639476721816,
      "grad_norm": 35.42634963989258,
      "learning_rate": 0.0001999086402113358,
      "loss": 4.4805,
      "step": 21249
    },
    {
      "epoch": 0.13627036039502372,
      "grad_norm": 20.847511291503906,
      "learning_rate": 0.000199908631601314,
      "loss": 4.3097,
      "step": 21250
    },
    {
      "epoch": 0.13627677311786585,
      "grad_norm": 40.171112060546875,
      "learning_rate": 0.0001999086229908867,
      "loss": 4.3583,
      "step": 21251
    },
    {
      "epoch": 0.13628318584070798,
      "grad_norm": 21.5518741607666,
      "learning_rate": 0.00019990861438005388,
      "loss": 4.3799,
      "step": 21252
    },
    {
      "epoch": 0.13628959856355008,
      "grad_norm": 24.91209602355957,
      "learning_rate": 0.00019990860576881553,
      "loss": 4.5585,
      "step": 21253
    },
    {
      "epoch": 0.1362960112863922,
      "grad_norm": 6.308036804199219,
      "learning_rate": 0.0001999085971571717,
      "loss": 4.2433,
      "step": 21254
    },
    {
      "epoch": 0.1363024240092343,
      "grad_norm": 17.181079864501953,
      "learning_rate": 0.00019990858854512236,
      "loss": 4.4256,
      "step": 21255
    },
    {
      "epoch": 0.13630883673207644,
      "grad_norm": 13.049293518066406,
      "learning_rate": 0.00019990857993266748,
      "loss": 4.2839,
      "step": 21256
    },
    {
      "epoch": 0.13631524945491855,
      "grad_norm": 35.550697326660156,
      "learning_rate": 0.00019990857131980708,
      "loss": 4.7074,
      "step": 21257
    },
    {
      "epoch": 0.13632166217776068,
      "grad_norm": 6.385838985443115,
      "learning_rate": 0.0001999085627065412,
      "loss": 4.5025,
      "step": 21258
    },
    {
      "epoch": 0.1363280749006028,
      "grad_norm": 18.81381607055664,
      "learning_rate": 0.00019990855409286978,
      "loss": 4.4203,
      "step": 21259
    },
    {
      "epoch": 0.1363344876234449,
      "grad_norm": 24.87553596496582,
      "learning_rate": 0.00019990854547879288,
      "loss": 4.2455,
      "step": 21260
    },
    {
      "epoch": 0.13634090034628704,
      "grad_norm": 38.470306396484375,
      "learning_rate": 0.0001999085368643104,
      "loss": 4.5088,
      "step": 21261
    },
    {
      "epoch": 0.13634731306912914,
      "grad_norm": 9.034881591796875,
      "learning_rate": 0.0001999085282494225,
      "loss": 4.5634,
      "step": 21262
    },
    {
      "epoch": 0.13635372579197128,
      "grad_norm": 37.35322189331055,
      "learning_rate": 0.00019990851963412902,
      "loss": 4.5202,
      "step": 21263
    },
    {
      "epoch": 0.13636013851481338,
      "grad_norm": 20.278423309326172,
      "learning_rate": 0.00019990851101843004,
      "loss": 4.651,
      "step": 21264
    },
    {
      "epoch": 0.1363665512376555,
      "grad_norm": 56.99102783203125,
      "learning_rate": 0.00019990850240232558,
      "loss": 4.5051,
      "step": 21265
    },
    {
      "epoch": 0.13637296396049764,
      "grad_norm": 6.5468268394470215,
      "learning_rate": 0.00019990849378581557,
      "loss": 4.5948,
      "step": 21266
    },
    {
      "epoch": 0.13637937668333974,
      "grad_norm": 8.809412002563477,
      "learning_rate": 0.00019990848516890006,
      "loss": 4.1358,
      "step": 21267
    },
    {
      "epoch": 0.13638578940618187,
      "grad_norm": 28.789752960205078,
      "learning_rate": 0.00019990847655157904,
      "loss": 4.7901,
      "step": 21268
    },
    {
      "epoch": 0.13639220212902398,
      "grad_norm": 11.86240005493164,
      "learning_rate": 0.00019990846793385255,
      "loss": 4.6904,
      "step": 21269
    },
    {
      "epoch": 0.1363986148518661,
      "grad_norm": 21.579254150390625,
      "learning_rate": 0.0001999084593157205,
      "loss": 4.465,
      "step": 21270
    },
    {
      "epoch": 0.1364050275747082,
      "grad_norm": 21.08736228942871,
      "learning_rate": 0.00019990845069718294,
      "loss": 4.4566,
      "step": 21271
    },
    {
      "epoch": 0.13641144029755034,
      "grad_norm": 61.402313232421875,
      "learning_rate": 0.00019990844207823987,
      "loss": 4.527,
      "step": 21272
    },
    {
      "epoch": 0.13641785302039247,
      "grad_norm": 53.28411102294922,
      "learning_rate": 0.0001999084334588913,
      "loss": 4.4133,
      "step": 21273
    },
    {
      "epoch": 0.13642426574323457,
      "grad_norm": 311.2670593261719,
      "learning_rate": 0.00019990842483913717,
      "loss": 4.3147,
      "step": 21274
    },
    {
      "epoch": 0.1364306784660767,
      "grad_norm": 20.112991333007812,
      "learning_rate": 0.00019990841621897758,
      "loss": 4.4392,
      "step": 21275
    },
    {
      "epoch": 0.1364370911889188,
      "grad_norm": 24.22566032409668,
      "learning_rate": 0.00019990840759841248,
      "loss": 4.7587,
      "step": 21276
    },
    {
      "epoch": 0.13644350391176094,
      "grad_norm": 14.60302448272705,
      "learning_rate": 0.00019990839897744185,
      "loss": 4.5228,
      "step": 21277
    },
    {
      "epoch": 0.13644991663460304,
      "grad_norm": 21.678354263305664,
      "learning_rate": 0.00019990839035606572,
      "loss": 4.4665,
      "step": 21278
    },
    {
      "epoch": 0.13645632935744517,
      "grad_norm": 38.7360725402832,
      "learning_rate": 0.00019990838173428407,
      "loss": 4.3638,
      "step": 21279
    },
    {
      "epoch": 0.1364627420802873,
      "grad_norm": 28.75318145751953,
      "learning_rate": 0.00019990837311209688,
      "loss": 4.5181,
      "step": 21280
    },
    {
      "epoch": 0.1364691548031294,
      "grad_norm": 33.0375862121582,
      "learning_rate": 0.00019990836448950422,
      "loss": 4.8487,
      "step": 21281
    },
    {
      "epoch": 0.13647556752597154,
      "grad_norm": 34.793025970458984,
      "learning_rate": 0.00019990835586650605,
      "loss": 4.4457,
      "step": 21282
    },
    {
      "epoch": 0.13648198024881364,
      "grad_norm": 45.38528060913086,
      "learning_rate": 0.00019990834724310235,
      "loss": 4.3909,
      "step": 21283
    },
    {
      "epoch": 0.13648839297165577,
      "grad_norm": 16.13273811340332,
      "learning_rate": 0.00019990833861929314,
      "loss": 4.4007,
      "step": 21284
    },
    {
      "epoch": 0.13649480569449787,
      "grad_norm": 24.18535041809082,
      "learning_rate": 0.00019990832999507843,
      "loss": 4.3829,
      "step": 21285
    },
    {
      "epoch": 0.13650121841734,
      "grad_norm": 8.294528007507324,
      "learning_rate": 0.00019990832137045818,
      "loss": 4.4042,
      "step": 21286
    },
    {
      "epoch": 0.13650763114018213,
      "grad_norm": 84.10979461669922,
      "learning_rate": 0.00019990831274543247,
      "loss": 4.3883,
      "step": 21287
    },
    {
      "epoch": 0.13651404386302424,
      "grad_norm": 47.90373229980469,
      "learning_rate": 0.0001999083041200012,
      "loss": 4.7432,
      "step": 21288
    },
    {
      "epoch": 0.13652045658586637,
      "grad_norm": 11.844620704650879,
      "learning_rate": 0.00019990829549416445,
      "loss": 4.3985,
      "step": 21289
    },
    {
      "epoch": 0.13652686930870847,
      "grad_norm": 106.01905059814453,
      "learning_rate": 0.00019990828686792216,
      "loss": 4.9079,
      "step": 21290
    },
    {
      "epoch": 0.1365332820315506,
      "grad_norm": 28.588335037231445,
      "learning_rate": 0.0001999082782412744,
      "loss": 4.3965,
      "step": 21291
    },
    {
      "epoch": 0.1365396947543927,
      "grad_norm": 8.811978340148926,
      "learning_rate": 0.00019990826961422108,
      "loss": 4.2726,
      "step": 21292
    },
    {
      "epoch": 0.13654610747723483,
      "grad_norm": 10.642538070678711,
      "learning_rate": 0.00019990826098676228,
      "loss": 4.7763,
      "step": 21293
    },
    {
      "epoch": 0.13655252020007697,
      "grad_norm": 15.36744499206543,
      "learning_rate": 0.00019990825235889794,
      "loss": 4.7861,
      "step": 21294
    },
    {
      "epoch": 0.13655893292291907,
      "grad_norm": 9.435198783874512,
      "learning_rate": 0.0001999082437306281,
      "loss": 4.4902,
      "step": 21295
    },
    {
      "epoch": 0.1365653456457612,
      "grad_norm": 15.68585205078125,
      "learning_rate": 0.00019990823510195277,
      "loss": 4.187,
      "step": 21296
    },
    {
      "epoch": 0.1365717583686033,
      "grad_norm": 85.50012969970703,
      "learning_rate": 0.00019990822647287192,
      "loss": 4.3768,
      "step": 21297
    },
    {
      "epoch": 0.13657817109144543,
      "grad_norm": 17.5511531829834,
      "learning_rate": 0.00019990821784338558,
      "loss": 4.8165,
      "step": 21298
    },
    {
      "epoch": 0.13658458381428754,
      "grad_norm": 8.555630683898926,
      "learning_rate": 0.0001999082092134937,
      "loss": 4.3577,
      "step": 21299
    },
    {
      "epoch": 0.13659099653712967,
      "grad_norm": 19.6002254486084,
      "learning_rate": 0.0001999082005831963,
      "loss": 4.487,
      "step": 21300
    },
    {
      "epoch": 0.13659099653712967,
      "eval_loss": 4.411710262298584,
      "eval_runtime": 34.7957,
      "eval_samples_per_second": 90.097,
      "eval_steps_per_second": 22.532,
      "step": 21300
    },
    {
      "epoch": 0.1365974092599718,
      "grad_norm": 14.293940544128418,
      "learning_rate": 0.0001999081919524934,
      "loss": 4.6935,
      "step": 21301
    },
    {
      "epoch": 0.1366038219828139,
      "grad_norm": 16.85011100769043,
      "learning_rate": 0.00019990818332138498,
      "loss": 4.5203,
      "step": 21302
    },
    {
      "epoch": 0.13661023470565603,
      "grad_norm": 62.34173583984375,
      "learning_rate": 0.00019990817468987107,
      "loss": 4.5841,
      "step": 21303
    },
    {
      "epoch": 0.13661664742849813,
      "grad_norm": 10.593873023986816,
      "learning_rate": 0.00019990816605795165,
      "loss": 4.7593,
      "step": 21304
    },
    {
      "epoch": 0.13662306015134026,
      "grad_norm": 6.688017845153809,
      "learning_rate": 0.0001999081574256267,
      "loss": 4.681,
      "step": 21305
    },
    {
      "epoch": 0.13662947287418237,
      "grad_norm": 15.171219825744629,
      "learning_rate": 0.00019990814879289624,
      "loss": 4.6522,
      "step": 21306
    },
    {
      "epoch": 0.1366358855970245,
      "grad_norm": 18.974472045898438,
      "learning_rate": 0.00019990814015976031,
      "loss": 4.4902,
      "step": 21307
    },
    {
      "epoch": 0.13664229831986663,
      "grad_norm": 14.899959564208984,
      "learning_rate": 0.00019990813152621884,
      "loss": 4.4696,
      "step": 21308
    },
    {
      "epoch": 0.13664871104270873,
      "grad_norm": 63.6205940246582,
      "learning_rate": 0.00019990812289227185,
      "loss": 4.582,
      "step": 21309
    },
    {
      "epoch": 0.13665512376555086,
      "grad_norm": 50.099788665771484,
      "learning_rate": 0.00019990811425791937,
      "loss": 4.994,
      "step": 21310
    },
    {
      "epoch": 0.13666153648839297,
      "grad_norm": 7.2378740310668945,
      "learning_rate": 0.00019990810562316136,
      "loss": 4.4893,
      "step": 21311
    },
    {
      "epoch": 0.1366679492112351,
      "grad_norm": 6.2500901222229,
      "learning_rate": 0.00019990809698799784,
      "loss": 4.7759,
      "step": 21312
    },
    {
      "epoch": 0.1366743619340772,
      "grad_norm": 7.088143825531006,
      "learning_rate": 0.00019990808835242883,
      "loss": 4.568,
      "step": 21313
    },
    {
      "epoch": 0.13668077465691933,
      "grad_norm": 134.2569122314453,
      "learning_rate": 0.00019990807971645427,
      "loss": 4.4167,
      "step": 21314
    },
    {
      "epoch": 0.13668718737976146,
      "grad_norm": 38.54014587402344,
      "learning_rate": 0.00019990807108007422,
      "loss": 4.5579,
      "step": 21315
    },
    {
      "epoch": 0.13669360010260356,
      "grad_norm": 15.788509368896484,
      "learning_rate": 0.00019990806244328866,
      "loss": 4.3321,
      "step": 21316
    },
    {
      "epoch": 0.1367000128254457,
      "grad_norm": 12.366072654724121,
      "learning_rate": 0.0001999080538060976,
      "loss": 4.5629,
      "step": 21317
    },
    {
      "epoch": 0.1367064255482878,
      "grad_norm": 74.56376647949219,
      "learning_rate": 0.00019990804516850104,
      "loss": 4.5532,
      "step": 21318
    },
    {
      "epoch": 0.13671283827112993,
      "grad_norm": 7.139030933380127,
      "learning_rate": 0.00019990803653049895,
      "loss": 4.341,
      "step": 21319
    },
    {
      "epoch": 0.13671925099397203,
      "grad_norm": 14.35114574432373,
      "learning_rate": 0.00019990802789209133,
      "loss": 4.3825,
      "step": 21320
    },
    {
      "epoch": 0.13672566371681416,
      "grad_norm": 17.365942001342773,
      "learning_rate": 0.00019990801925327825,
      "loss": 4.4822,
      "step": 21321
    },
    {
      "epoch": 0.1367320764396563,
      "grad_norm": 12.39013385772705,
      "learning_rate": 0.00019990801061405962,
      "loss": 4.7262,
      "step": 21322
    },
    {
      "epoch": 0.1367384891624984,
      "grad_norm": 26.95944595336914,
      "learning_rate": 0.00019990800197443548,
      "loss": 4.556,
      "step": 21323
    },
    {
      "epoch": 0.13674490188534053,
      "grad_norm": 72.04649353027344,
      "learning_rate": 0.00019990799333440587,
      "loss": 4.3572,
      "step": 21324
    },
    {
      "epoch": 0.13675131460818263,
      "grad_norm": 13.960189819335938,
      "learning_rate": 0.00019990798469397069,
      "loss": 4.3176,
      "step": 21325
    },
    {
      "epoch": 0.13675772733102476,
      "grad_norm": 13.787151336669922,
      "learning_rate": 0.00019990797605313007,
      "loss": 4.5747,
      "step": 21326
    },
    {
      "epoch": 0.13676414005386686,
      "grad_norm": 19.008596420288086,
      "learning_rate": 0.00019990796741188387,
      "loss": 4.6547,
      "step": 21327
    },
    {
      "epoch": 0.136770552776709,
      "grad_norm": 23.93742561340332,
      "learning_rate": 0.00019990795877023222,
      "loss": 4.3918,
      "step": 21328
    },
    {
      "epoch": 0.13677696549955112,
      "grad_norm": 31.12865447998047,
      "learning_rate": 0.000199907950128175,
      "loss": 4.4797,
      "step": 21329
    },
    {
      "epoch": 0.13678337822239323,
      "grad_norm": 24.012359619140625,
      "learning_rate": 0.0001999079414857123,
      "loss": 4.5101,
      "step": 21330
    },
    {
      "epoch": 0.13678979094523536,
      "grad_norm": 30.015338897705078,
      "learning_rate": 0.0001999079328428441,
      "loss": 4.5167,
      "step": 21331
    },
    {
      "epoch": 0.13679620366807746,
      "grad_norm": 16.95079803466797,
      "learning_rate": 0.0001999079241995704,
      "loss": 4.498,
      "step": 21332
    },
    {
      "epoch": 0.1368026163909196,
      "grad_norm": 23.8184814453125,
      "learning_rate": 0.00019990791555589117,
      "loss": 4.5845,
      "step": 21333
    },
    {
      "epoch": 0.1368090291137617,
      "grad_norm": 86.6775894165039,
      "learning_rate": 0.00019990790691180643,
      "loss": 4.4712,
      "step": 21334
    },
    {
      "epoch": 0.13681544183660382,
      "grad_norm": 585.3139038085938,
      "learning_rate": 0.0001999078982673162,
      "loss": 4.3251,
      "step": 21335
    },
    {
      "epoch": 0.13682185455944595,
      "grad_norm": 49.82065963745117,
      "learning_rate": 0.00019990788962242042,
      "loss": 4.5113,
      "step": 21336
    },
    {
      "epoch": 0.13682826728228806,
      "grad_norm": 18.69146156311035,
      "learning_rate": 0.00019990788097711917,
      "loss": 4.3339,
      "step": 21337
    },
    {
      "epoch": 0.1368346800051302,
      "grad_norm": 30.563228607177734,
      "learning_rate": 0.00019990787233141238,
      "loss": 4.7663,
      "step": 21338
    },
    {
      "epoch": 0.1368410927279723,
      "grad_norm": 66.24797058105469,
      "learning_rate": 0.0001999078636853001,
      "loss": 4.8374,
      "step": 21339
    },
    {
      "epoch": 0.13684750545081442,
      "grad_norm": 14.754961967468262,
      "learning_rate": 0.0001999078550387823,
      "loss": 4.4581,
      "step": 21340
    },
    {
      "epoch": 0.13685391817365652,
      "grad_norm": 92.2896499633789,
      "learning_rate": 0.000199907846391859,
      "loss": 4.6457,
      "step": 21341
    },
    {
      "epoch": 0.13686033089649866,
      "grad_norm": 103.06977081298828,
      "learning_rate": 0.0001999078377445302,
      "loss": 4.3184,
      "step": 21342
    },
    {
      "epoch": 0.13686674361934076,
      "grad_norm": 35.41999435424805,
      "learning_rate": 0.00019990782909679587,
      "loss": 4.5291,
      "step": 21343
    },
    {
      "epoch": 0.1368731563421829,
      "grad_norm": 159.16961669921875,
      "learning_rate": 0.00019990782044865604,
      "loss": 4.3962,
      "step": 21344
    },
    {
      "epoch": 0.13687956906502502,
      "grad_norm": 185.56883239746094,
      "learning_rate": 0.00019990781180011068,
      "loss": 4.5159,
      "step": 21345
    },
    {
      "epoch": 0.13688598178786712,
      "grad_norm": 381.7893371582031,
      "learning_rate": 0.00019990780315115985,
      "loss": 4.5805,
      "step": 21346
    },
    {
      "epoch": 0.13689239451070925,
      "grad_norm": 511.69061279296875,
      "learning_rate": 0.00019990779450180347,
      "loss": 4.4903,
      "step": 21347
    },
    {
      "epoch": 0.13689880723355136,
      "grad_norm": 326.24041748046875,
      "learning_rate": 0.0001999077858520416,
      "loss": 4.5054,
      "step": 21348
    },
    {
      "epoch": 0.1369052199563935,
      "grad_norm": 112.21337127685547,
      "learning_rate": 0.00019990777720187424,
      "loss": 4.3654,
      "step": 21349
    },
    {
      "epoch": 0.1369116326792356,
      "grad_norm": 182.43557739257812,
      "learning_rate": 0.00019990776855130133,
      "loss": 4.4716,
      "step": 21350
    },
    {
      "epoch": 0.13691804540207772,
      "grad_norm": 581.8975219726562,
      "learning_rate": 0.00019990775990032296,
      "loss": 4.4338,
      "step": 21351
    },
    {
      "epoch": 0.13692445812491985,
      "grad_norm": 251.39691162109375,
      "learning_rate": 0.00019990775124893904,
      "loss": 4.3059,
      "step": 21352
    },
    {
      "epoch": 0.13693087084776195,
      "grad_norm": 291.1827392578125,
      "learning_rate": 0.0001999077425971496,
      "loss": 4.6022,
      "step": 21353
    },
    {
      "epoch": 0.13693728357060408,
      "grad_norm": 118.15019226074219,
      "learning_rate": 0.0001999077339449547,
      "loss": 4.2346,
      "step": 21354
    },
    {
      "epoch": 0.1369436962934462,
      "grad_norm": 362.3739929199219,
      "learning_rate": 0.00019990772529235426,
      "loss": 4.3694,
      "step": 21355
    },
    {
      "epoch": 0.13695010901628832,
      "grad_norm": 149.37387084960938,
      "learning_rate": 0.00019990771663934832,
      "loss": 4.6652,
      "step": 21356
    },
    {
      "epoch": 0.13695652173913042,
      "grad_norm": 452.3319396972656,
      "learning_rate": 0.00019990770798593687,
      "loss": 4.7001,
      "step": 21357
    },
    {
      "epoch": 0.13696293446197255,
      "grad_norm": 185.08009338378906,
      "learning_rate": 0.00019990769933211992,
      "loss": 4.7981,
      "step": 21358
    },
    {
      "epoch": 0.13696934718481468,
      "grad_norm": 2007.2303466796875,
      "learning_rate": 0.00019990769067789742,
      "loss": 4.7818,
      "step": 21359
    },
    {
      "epoch": 0.13697575990765679,
      "grad_norm": 1706.9129638671875,
      "learning_rate": 0.0001999076820232695,
      "loss": 4.481,
      "step": 21360
    },
    {
      "epoch": 0.13698217263049892,
      "grad_norm": 580.9153442382812,
      "learning_rate": 0.000199907673368236,
      "loss": 4.4197,
      "step": 21361
    },
    {
      "epoch": 0.13698858535334102,
      "grad_norm": 341.18597412109375,
      "learning_rate": 0.000199907664712797,
      "loss": 4.5365,
      "step": 21362
    },
    {
      "epoch": 0.13699499807618315,
      "grad_norm": 127.3087158203125,
      "learning_rate": 0.00019990765605695248,
      "loss": 4.5824,
      "step": 21363
    },
    {
      "epoch": 0.13700141079902525,
      "grad_norm": 729.9686889648438,
      "learning_rate": 0.00019990764740070247,
      "loss": 4.655,
      "step": 21364
    },
    {
      "epoch": 0.13700782352186738,
      "grad_norm": 422.3067321777344,
      "learning_rate": 0.00019990763874404695,
      "loss": 4.6035,
      "step": 21365
    },
    {
      "epoch": 0.13701423624470951,
      "grad_norm": 369.5596923828125,
      "learning_rate": 0.00019990763008698593,
      "loss": 4.605,
      "step": 21366
    },
    {
      "epoch": 0.13702064896755162,
      "grad_norm": 963.40185546875,
      "learning_rate": 0.00019990762142951937,
      "loss": 4.4372,
      "step": 21367
    },
    {
      "epoch": 0.13702706169039375,
      "grad_norm": 807.4491577148438,
      "learning_rate": 0.00019990761277164734,
      "loss": 4.4133,
      "step": 21368
    },
    {
      "epoch": 0.13703347441323585,
      "grad_norm": 327.2088623046875,
      "learning_rate": 0.00019990760411336977,
      "loss": 4.3362,
      "step": 21369
    },
    {
      "epoch": 0.13703988713607798,
      "grad_norm": 430.0411376953125,
      "learning_rate": 0.0001999075954546867,
      "loss": 4.643,
      "step": 21370
    },
    {
      "epoch": 0.13704629985892008,
      "grad_norm": 872.4246826171875,
      "learning_rate": 0.00019990758679559812,
      "loss": 4.3442,
      "step": 21371
    },
    {
      "epoch": 0.13705271258176221,
      "grad_norm": 1268.0819091796875,
      "learning_rate": 0.00019990757813610405,
      "loss": 4.434,
      "step": 21372
    },
    {
      "epoch": 0.13705912530460435,
      "grad_norm": 178.4931182861328,
      "learning_rate": 0.00019990756947620448,
      "loss": 4.4748,
      "step": 21373
    },
    {
      "epoch": 0.13706553802744645,
      "grad_norm": 836.652099609375,
      "learning_rate": 0.0001999075608158994,
      "loss": 4.3231,
      "step": 21374
    },
    {
      "epoch": 0.13707195075028858,
      "grad_norm": 234.00572204589844,
      "learning_rate": 0.00019990755215518874,
      "loss": 4.6439,
      "step": 21375
    },
    {
      "epoch": 0.13707836347313068,
      "grad_norm": 716.9760131835938,
      "learning_rate": 0.00019990754349407265,
      "loss": 4.603,
      "step": 21376
    },
    {
      "epoch": 0.1370847761959728,
      "grad_norm": 328.8824768066406,
      "learning_rate": 0.00019990753483255103,
      "loss": 4.3973,
      "step": 21377
    },
    {
      "epoch": 0.13709118891881492,
      "grad_norm": 366.5752258300781,
      "learning_rate": 0.0001999075261706239,
      "loss": 4.2649,
      "step": 21378
    },
    {
      "epoch": 0.13709760164165705,
      "grad_norm": 318.069580078125,
      "learning_rate": 0.00019990751750829127,
      "loss": 4.7904,
      "step": 21379
    },
    {
      "epoch": 0.13710401436449918,
      "grad_norm": 658.658935546875,
      "learning_rate": 0.0001999075088455531,
      "loss": 4.4909,
      "step": 21380
    },
    {
      "epoch": 0.13711042708734128,
      "grad_norm": 525.5676879882812,
      "learning_rate": 0.00019990750018240947,
      "loss": 4.4917,
      "step": 21381
    },
    {
      "epoch": 0.1371168398101834,
      "grad_norm": 134.225341796875,
      "learning_rate": 0.0001999074915188603,
      "loss": 4.6221,
      "step": 21382
    },
    {
      "epoch": 0.1371232525330255,
      "grad_norm": 350.630615234375,
      "learning_rate": 0.00019990748285490564,
      "loss": 5.0687,
      "step": 21383
    },
    {
      "epoch": 0.13712966525586764,
      "grad_norm": 437.3167724609375,
      "learning_rate": 0.00019990747419054543,
      "loss": 4.548,
      "step": 21384
    },
    {
      "epoch": 0.13713607797870975,
      "grad_norm": 406.8742980957031,
      "learning_rate": 0.00019990746552577977,
      "loss": 4.47,
      "step": 21385
    },
    {
      "epoch": 0.13714249070155188,
      "grad_norm": 114.9257583618164,
      "learning_rate": 0.00019990745686060857,
      "loss": 4.5843,
      "step": 21386
    },
    {
      "epoch": 0.137148903424394,
      "grad_norm": 4068.1318359375,
      "learning_rate": 0.00019990744819503188,
      "loss": 4.4792,
      "step": 21387
    },
    {
      "epoch": 0.1371553161472361,
      "grad_norm": 1309.989501953125,
      "learning_rate": 0.00019990743952904964,
      "loss": 4.9178,
      "step": 21388
    },
    {
      "epoch": 0.13716172887007824,
      "grad_norm": 193.092529296875,
      "learning_rate": 0.00019990743086266194,
      "loss": 4.5605,
      "step": 21389
    },
    {
      "epoch": 0.13716814159292035,
      "grad_norm": 233.03944396972656,
      "learning_rate": 0.0001999074221958687,
      "loss": 4.8067,
      "step": 21390
    },
    {
      "epoch": 0.13717455431576248,
      "grad_norm": 675.1233520507812,
      "learning_rate": 0.00019990741352866995,
      "loss": 5.082,
      "step": 21391
    },
    {
      "epoch": 0.13718096703860458,
      "grad_norm": 1387.8004150390625,
      "learning_rate": 0.00019990740486106572,
      "loss": 4.3776,
      "step": 21392
    },
    {
      "epoch": 0.1371873797614467,
      "grad_norm": 1261.514892578125,
      "learning_rate": 0.000199907396193056,
      "loss": 4.3087,
      "step": 21393
    },
    {
      "epoch": 0.13719379248428884,
      "grad_norm": 2789.61865234375,
      "learning_rate": 0.00019990738752464072,
      "loss": 4.4454,
      "step": 21394
    },
    {
      "epoch": 0.13720020520713094,
      "grad_norm": 88.35284423828125,
      "learning_rate": 0.00019990737885581993,
      "loss": 4.4154,
      "step": 21395
    },
    {
      "epoch": 0.13720661792997307,
      "grad_norm": 157.1347198486328,
      "learning_rate": 0.00019990737018659365,
      "loss": 4.5296,
      "step": 21396
    },
    {
      "epoch": 0.13721303065281518,
      "grad_norm": 970.5076293945312,
      "learning_rate": 0.0001999073615169619,
      "loss": 4.607,
      "step": 21397
    },
    {
      "epoch": 0.1372194433756573,
      "grad_norm": 2617.465087890625,
      "learning_rate": 0.00019990735284692462,
      "loss": 4.9325,
      "step": 21398
    },
    {
      "epoch": 0.1372258560984994,
      "grad_norm": 192.33164978027344,
      "learning_rate": 0.00019990734417648184,
      "loss": 4.8002,
      "step": 21399
    },
    {
      "epoch": 0.13723226882134154,
      "grad_norm": 81.72042083740234,
      "learning_rate": 0.0001999073355056335,
      "loss": 4.559,
      "step": 21400
    },
    {
      "epoch": 0.13723226882134154,
      "eval_loss": 4.50787878036499,
      "eval_runtime": 34.7671,
      "eval_samples_per_second": 90.171,
      "eval_steps_per_second": 22.55,
      "step": 21400
    },
    {
      "epoch": 0.13723868154418367,
      "grad_norm": 680.2181396484375,
      "learning_rate": 0.00019990732683437972,
      "loss": 4.4216,
      "step": 21401
    },
    {
      "epoch": 0.13724509426702577,
      "grad_norm": 204.95556640625,
      "learning_rate": 0.00019990731816272038,
      "loss": 4.4745,
      "step": 21402
    },
    {
      "epoch": 0.1372515069898679,
      "grad_norm": 385.5609130859375,
      "learning_rate": 0.00019990730949065558,
      "loss": 4.7319,
      "step": 21403
    },
    {
      "epoch": 0.13725791971271,
      "grad_norm": 412.2123107910156,
      "learning_rate": 0.00019990730081818523,
      "loss": 4.5328,
      "step": 21404
    },
    {
      "epoch": 0.13726433243555214,
      "grad_norm": 1726.618408203125,
      "learning_rate": 0.0001999072921453094,
      "loss": 4.7379,
      "step": 21405
    },
    {
      "epoch": 0.13727074515839424,
      "grad_norm": 74.6241683959961,
      "learning_rate": 0.00019990728347202806,
      "loss": 4.5961,
      "step": 21406
    },
    {
      "epoch": 0.13727715788123637,
      "grad_norm": 793.8856201171875,
      "learning_rate": 0.00019990727479834118,
      "loss": 4.5804,
      "step": 21407
    },
    {
      "epoch": 0.1372835706040785,
      "grad_norm": 74.95883178710938,
      "learning_rate": 0.00019990726612424884,
      "loss": 4.7342,
      "step": 21408
    },
    {
      "epoch": 0.1372899833269206,
      "grad_norm": 155.662841796875,
      "learning_rate": 0.00019990725744975095,
      "loss": 4.4423,
      "step": 21409
    },
    {
      "epoch": 0.13729639604976274,
      "grad_norm": 200.29238891601562,
      "learning_rate": 0.0001999072487748476,
      "loss": 4.3794,
      "step": 21410
    },
    {
      "epoch": 0.13730280877260484,
      "grad_norm": 137.51010131835938,
      "learning_rate": 0.00019990724009953873,
      "loss": 4.7417,
      "step": 21411
    },
    {
      "epoch": 0.13730922149544697,
      "grad_norm": 249.04986572265625,
      "learning_rate": 0.0001999072314238243,
      "loss": 4.2161,
      "step": 21412
    },
    {
      "epoch": 0.13731563421828907,
      "grad_norm": 200.93692016601562,
      "learning_rate": 0.00019990722274770443,
      "loss": 4.6673,
      "step": 21413
    },
    {
      "epoch": 0.1373220469411312,
      "grad_norm": 83.56684875488281,
      "learning_rate": 0.00019990721407117903,
      "loss": 4.6139,
      "step": 21414
    },
    {
      "epoch": 0.13732845966397333,
      "grad_norm": 1104.841552734375,
      "learning_rate": 0.00019990720539424811,
      "loss": 4.2898,
      "step": 21415
    },
    {
      "epoch": 0.13733487238681544,
      "grad_norm": 34.2071418762207,
      "learning_rate": 0.0001999071967169117,
      "loss": 4.6548,
      "step": 21416
    },
    {
      "epoch": 0.13734128510965757,
      "grad_norm": 72.3332290649414,
      "learning_rate": 0.00019990718803916977,
      "loss": 4.7285,
      "step": 21417
    },
    {
      "epoch": 0.13734769783249967,
      "grad_norm": 56.659446716308594,
      "learning_rate": 0.00019990717936102235,
      "loss": 4.609,
      "step": 21418
    },
    {
      "epoch": 0.1373541105553418,
      "grad_norm": 236.17478942871094,
      "learning_rate": 0.00019990717068246941,
      "loss": 4.435,
      "step": 21419
    },
    {
      "epoch": 0.1373605232781839,
      "grad_norm": 59.05636215209961,
      "learning_rate": 0.00019990716200351098,
      "loss": 4.6109,
      "step": 21420
    },
    {
      "epoch": 0.13736693600102604,
      "grad_norm": 63.16751480102539,
      "learning_rate": 0.000199907153324147,
      "loss": 4.7878,
      "step": 21421
    },
    {
      "epoch": 0.13737334872386817,
      "grad_norm": 130.53611755371094,
      "learning_rate": 0.00019990714464437757,
      "loss": 4.4811,
      "step": 21422
    },
    {
      "epoch": 0.13737976144671027,
      "grad_norm": 131.92855834960938,
      "learning_rate": 0.00019990713596420258,
      "loss": 4.5326,
      "step": 21423
    },
    {
      "epoch": 0.1373861741695524,
      "grad_norm": 67.13143157958984,
      "learning_rate": 0.00019990712728362213,
      "loss": 4.4849,
      "step": 21424
    },
    {
      "epoch": 0.1373925868923945,
      "grad_norm": 36.093929290771484,
      "learning_rate": 0.00019990711860263616,
      "loss": 4.5795,
      "step": 21425
    },
    {
      "epoch": 0.13739899961523663,
      "grad_norm": 96.208984375,
      "learning_rate": 0.00019990710992124467,
      "loss": 4.2263,
      "step": 21426
    },
    {
      "epoch": 0.13740541233807874,
      "grad_norm": 47.55396270751953,
      "learning_rate": 0.0001999071012394477,
      "loss": 4.5089,
      "step": 21427
    },
    {
      "epoch": 0.13741182506092087,
      "grad_norm": 158.7508544921875,
      "learning_rate": 0.0001999070925572452,
      "loss": 4.513,
      "step": 21428
    },
    {
      "epoch": 0.137418237783763,
      "grad_norm": 40.79840850830078,
      "learning_rate": 0.00019990708387463717,
      "loss": 4.7069,
      "step": 21429
    },
    {
      "epoch": 0.1374246505066051,
      "grad_norm": 708.898681640625,
      "learning_rate": 0.00019990707519162366,
      "loss": 4.7762,
      "step": 21430
    },
    {
      "epoch": 0.13743106322944723,
      "grad_norm": 1234.5390625,
      "learning_rate": 0.00019990706650820466,
      "loss": 4.3983,
      "step": 21431
    },
    {
      "epoch": 0.13743747595228933,
      "grad_norm": 452.3443603515625,
      "learning_rate": 0.00019990705782438014,
      "loss": 4.5587,
      "step": 21432
    },
    {
      "epoch": 0.13744388867513146,
      "grad_norm": 84.96688842773438,
      "learning_rate": 0.0001999070491401501,
      "loss": 4.7183,
      "step": 21433
    },
    {
      "epoch": 0.13745030139797357,
      "grad_norm": 40.746219635009766,
      "learning_rate": 0.00019990704045551457,
      "loss": 4.8201,
      "step": 21434
    },
    {
      "epoch": 0.1374567141208157,
      "grad_norm": 36.3365592956543,
      "learning_rate": 0.00019990703177047352,
      "loss": 4.8132,
      "step": 21435
    },
    {
      "epoch": 0.13746312684365783,
      "grad_norm": 133.972900390625,
      "learning_rate": 0.00019990702308502698,
      "loss": 4.5252,
      "step": 21436
    },
    {
      "epoch": 0.13746953956649993,
      "grad_norm": 96.58716583251953,
      "learning_rate": 0.00019990701439917495,
      "loss": 4.547,
      "step": 21437
    },
    {
      "epoch": 0.13747595228934206,
      "grad_norm": 104.00287628173828,
      "learning_rate": 0.00019990700571291737,
      "loss": 4.4473,
      "step": 21438
    },
    {
      "epoch": 0.13748236501218417,
      "grad_norm": 86.35682678222656,
      "learning_rate": 0.00019990699702625433,
      "loss": 4.5093,
      "step": 21439
    },
    {
      "epoch": 0.1374887777350263,
      "grad_norm": 53.81625747680664,
      "learning_rate": 0.00019990698833918574,
      "loss": 4.5594,
      "step": 21440
    },
    {
      "epoch": 0.1374951904578684,
      "grad_norm": 31.804758071899414,
      "learning_rate": 0.0001999069796517117,
      "loss": 4.6629,
      "step": 21441
    },
    {
      "epoch": 0.13750160318071053,
      "grad_norm": 25.53310203552246,
      "learning_rate": 0.0001999069709638321,
      "loss": 4.5573,
      "step": 21442
    },
    {
      "epoch": 0.13750801590355266,
      "grad_norm": 47.6389045715332,
      "learning_rate": 0.000199906962275547,
      "loss": 4.6058,
      "step": 21443
    },
    {
      "epoch": 0.13751442862639476,
      "grad_norm": 32.80111312866211,
      "learning_rate": 0.00019990695358685642,
      "loss": 4.5492,
      "step": 21444
    },
    {
      "epoch": 0.1375208413492369,
      "grad_norm": 97.73101043701172,
      "learning_rate": 0.00019990694489776032,
      "loss": 4.4803,
      "step": 21445
    },
    {
      "epoch": 0.137527254072079,
      "grad_norm": 89.1812744140625,
      "learning_rate": 0.00019990693620825872,
      "loss": 4.6369,
      "step": 21446
    },
    {
      "epoch": 0.13753366679492113,
      "grad_norm": 25.06562614440918,
      "learning_rate": 0.00019990692751835159,
      "loss": 4.609,
      "step": 21447
    },
    {
      "epoch": 0.13754007951776323,
      "grad_norm": 229.44976806640625,
      "learning_rate": 0.00019990691882803896,
      "loss": 4.6639,
      "step": 21448
    },
    {
      "epoch": 0.13754649224060536,
      "grad_norm": 95.69703674316406,
      "learning_rate": 0.00019990691013732086,
      "loss": 5.068,
      "step": 21449
    },
    {
      "epoch": 0.1375529049634475,
      "grad_norm": 37.82705307006836,
      "learning_rate": 0.00019990690144619722,
      "loss": 4.7945,
      "step": 21450
    },
    {
      "epoch": 0.1375593176862896,
      "grad_norm": 54.55255126953125,
      "learning_rate": 0.00019990689275466806,
      "loss": 4.5207,
      "step": 21451
    },
    {
      "epoch": 0.13756573040913173,
      "grad_norm": 15.427642822265625,
      "learning_rate": 0.00019990688406273344,
      "loss": 4.5389,
      "step": 21452
    },
    {
      "epoch": 0.13757214313197383,
      "grad_norm": 14.35565185546875,
      "learning_rate": 0.0001999068753703933,
      "loss": 4.5384,
      "step": 21453
    },
    {
      "epoch": 0.13757855585481596,
      "grad_norm": 17.796539306640625,
      "learning_rate": 0.00019990686667764764,
      "loss": 4.8757,
      "step": 21454
    },
    {
      "epoch": 0.13758496857765806,
      "grad_norm": 29.979398727416992,
      "learning_rate": 0.00019990685798449649,
      "loss": 4.5461,
      "step": 21455
    },
    {
      "epoch": 0.1375913813005002,
      "grad_norm": 31.156320571899414,
      "learning_rate": 0.00019990684929093981,
      "loss": 4.7162,
      "step": 21456
    },
    {
      "epoch": 0.13759779402334232,
      "grad_norm": 42.3223991394043,
      "learning_rate": 0.00019990684059697765,
      "loss": 4.463,
      "step": 21457
    },
    {
      "epoch": 0.13760420674618443,
      "grad_norm": 25.347843170166016,
      "learning_rate": 0.00019990683190261,
      "loss": 4.4565,
      "step": 21458
    },
    {
      "epoch": 0.13761061946902656,
      "grad_norm": 218.62884521484375,
      "learning_rate": 0.0001999068232078368,
      "loss": 4.1718,
      "step": 21459
    },
    {
      "epoch": 0.13761703219186866,
      "grad_norm": 21.02176284790039,
      "learning_rate": 0.00019990681451265813,
      "loss": 4.4841,
      "step": 21460
    },
    {
      "epoch": 0.1376234449147108,
      "grad_norm": 29.866455078125,
      "learning_rate": 0.00019990680581707392,
      "loss": 4.7937,
      "step": 21461
    },
    {
      "epoch": 0.1376298576375529,
      "grad_norm": 35.03636169433594,
      "learning_rate": 0.00019990679712108425,
      "loss": 4.7404,
      "step": 21462
    },
    {
      "epoch": 0.13763627036039502,
      "grad_norm": 35.7580680847168,
      "learning_rate": 0.00019990678842468905,
      "loss": 4.5341,
      "step": 21463
    },
    {
      "epoch": 0.13764268308323716,
      "grad_norm": 50.88088607788086,
      "learning_rate": 0.00019990677972788834,
      "loss": 4.4604,
      "step": 21464
    },
    {
      "epoch": 0.13764909580607926,
      "grad_norm": 15.304364204406738,
      "learning_rate": 0.00019990677103068214,
      "loss": 4.5851,
      "step": 21465
    },
    {
      "epoch": 0.1376555085289214,
      "grad_norm": 29.66916275024414,
      "learning_rate": 0.00019990676233307042,
      "loss": 4.5454,
      "step": 21466
    },
    {
      "epoch": 0.1376619212517635,
      "grad_norm": 37.15066909790039,
      "learning_rate": 0.0001999067536350532,
      "loss": 4.5339,
      "step": 21467
    },
    {
      "epoch": 0.13766833397460562,
      "grad_norm": 151.40943908691406,
      "learning_rate": 0.0001999067449366305,
      "loss": 4.4915,
      "step": 21468
    },
    {
      "epoch": 0.13767474669744773,
      "grad_norm": 12.204174041748047,
      "learning_rate": 0.00019990673623780224,
      "loss": 4.769,
      "step": 21469
    },
    {
      "epoch": 0.13768115942028986,
      "grad_norm": 73.64872741699219,
      "learning_rate": 0.00019990672753856853,
      "loss": 4.6501,
      "step": 21470
    },
    {
      "epoch": 0.137687572143132,
      "grad_norm": 37.93305969238281,
      "learning_rate": 0.0001999067188389293,
      "loss": 4.5616,
      "step": 21471
    },
    {
      "epoch": 0.1376939848659741,
      "grad_norm": 9.545548439025879,
      "learning_rate": 0.0001999067101388845,
      "loss": 4.3452,
      "step": 21472
    },
    {
      "epoch": 0.13770039758881622,
      "grad_norm": 17.637954711914062,
      "learning_rate": 0.0001999067014384343,
      "loss": 4.4322,
      "step": 21473
    },
    {
      "epoch": 0.13770681031165832,
      "grad_norm": 18.345151901245117,
      "learning_rate": 0.0001999066927375785,
      "loss": 4.8949,
      "step": 21474
    },
    {
      "epoch": 0.13771322303450045,
      "grad_norm": 26.113601684570312,
      "learning_rate": 0.00019990668403631727,
      "loss": 4.5044,
      "step": 21475
    },
    {
      "epoch": 0.13771963575734256,
      "grad_norm": 41.604698181152344,
      "learning_rate": 0.0001999066753346505,
      "loss": 4.5084,
      "step": 21476
    },
    {
      "epoch": 0.1377260484801847,
      "grad_norm": 16.6119384765625,
      "learning_rate": 0.00019990666663257823,
      "loss": 4.8506,
      "step": 21477
    },
    {
      "epoch": 0.13773246120302682,
      "grad_norm": 75.80218505859375,
      "learning_rate": 0.00019990665793010045,
      "loss": 4.5512,
      "step": 21478
    },
    {
      "epoch": 0.13773887392586892,
      "grad_norm": 14.549283981323242,
      "learning_rate": 0.00019990664922721717,
      "loss": 4.4904,
      "step": 21479
    },
    {
      "epoch": 0.13774528664871105,
      "grad_norm": 600.2645874023438,
      "learning_rate": 0.0001999066405239284,
      "loss": 4.5954,
      "step": 21480
    },
    {
      "epoch": 0.13775169937155315,
      "grad_norm": 23.795305252075195,
      "learning_rate": 0.0001999066318202341,
      "loss": 4.3712,
      "step": 21481
    },
    {
      "epoch": 0.13775811209439529,
      "grad_norm": 18.576873779296875,
      "learning_rate": 0.00019990662311613434,
      "loss": 4.5772,
      "step": 21482
    },
    {
      "epoch": 0.1377645248172374,
      "grad_norm": 27.359304428100586,
      "learning_rate": 0.00019990661441162904,
      "loss": 4.4992,
      "step": 21483
    },
    {
      "epoch": 0.13777093754007952,
      "grad_norm": 47.549476623535156,
      "learning_rate": 0.00019990660570671823,
      "loss": 4.6196,
      "step": 21484
    },
    {
      "epoch": 0.13777735026292165,
      "grad_norm": 25.375591278076172,
      "learning_rate": 0.00019990659700140192,
      "loss": 4.8031,
      "step": 21485
    },
    {
      "epoch": 0.13778376298576375,
      "grad_norm": 30.990819931030273,
      "learning_rate": 0.00019990658829568012,
      "loss": 4.6045,
      "step": 21486
    },
    {
      "epoch": 0.13779017570860588,
      "grad_norm": 16.793842315673828,
      "learning_rate": 0.0001999065795895528,
      "loss": 4.401,
      "step": 21487
    },
    {
      "epoch": 0.13779658843144799,
      "grad_norm": 22.84307289123535,
      "learning_rate": 0.00019990657088302,
      "loss": 4.5434,
      "step": 21488
    },
    {
      "epoch": 0.13780300115429012,
      "grad_norm": 22.35839080810547,
      "learning_rate": 0.00019990656217608167,
      "loss": 4.5719,
      "step": 21489
    },
    {
      "epoch": 0.13780941387713222,
      "grad_norm": 33.3822135925293,
      "learning_rate": 0.00019990655346873782,
      "loss": 4.3214,
      "step": 21490
    },
    {
      "epoch": 0.13781582659997435,
      "grad_norm": 32.577980041503906,
      "learning_rate": 0.0001999065447609885,
      "loss": 4.2672,
      "step": 21491
    },
    {
      "epoch": 0.13782223932281648,
      "grad_norm": 83.64786529541016,
      "learning_rate": 0.00019990653605283368,
      "loss": 4.7008,
      "step": 21492
    },
    {
      "epoch": 0.13782865204565858,
      "grad_norm": 36.201171875,
      "learning_rate": 0.00019990652734427333,
      "loss": 4.2691,
      "step": 21493
    },
    {
      "epoch": 0.13783506476850071,
      "grad_norm": 26.665740966796875,
      "learning_rate": 0.0001999065186353075,
      "loss": 4.4943,
      "step": 21494
    },
    {
      "epoch": 0.13784147749134282,
      "grad_norm": 20.360382080078125,
      "learning_rate": 0.00019990650992593616,
      "loss": 4.4724,
      "step": 21495
    },
    {
      "epoch": 0.13784789021418495,
      "grad_norm": 33.42390441894531,
      "learning_rate": 0.0001999065012161593,
      "loss": 4.4324,
      "step": 21496
    },
    {
      "epoch": 0.13785430293702705,
      "grad_norm": 22.110597610473633,
      "learning_rate": 0.00019990649250597694,
      "loss": 4.4889,
      "step": 21497
    },
    {
      "epoch": 0.13786071565986918,
      "grad_norm": 30.52448844909668,
      "learning_rate": 0.00019990648379538908,
      "loss": 4.2547,
      "step": 21498
    },
    {
      "epoch": 0.1378671283827113,
      "grad_norm": 82.22626495361328,
      "learning_rate": 0.0001999064750843957,
      "loss": 4.5384,
      "step": 21499
    },
    {
      "epoch": 0.13787354110555342,
      "grad_norm": 31.422578811645508,
      "learning_rate": 0.00019990646637299686,
      "loss": 4.5637,
      "step": 21500
    },
    {
      "epoch": 0.13787354110555342,
      "eval_loss": 4.434000015258789,
      "eval_runtime": 34.7466,
      "eval_samples_per_second": 90.225,
      "eval_steps_per_second": 22.563,
      "step": 21500
    },
    {
      "epoch": 0.13787995382839555,
      "grad_norm": 42.478736877441406,
      "learning_rate": 0.00019990645766119247,
      "loss": 4.4556,
      "step": 21501
    },
    {
      "epoch": 0.13788636655123765,
      "grad_norm": 61.62331008911133,
      "learning_rate": 0.0001999064489489826,
      "loss": 4.6733,
      "step": 21502
    },
    {
      "epoch": 0.13789277927407978,
      "grad_norm": 80.7098159790039,
      "learning_rate": 0.00019990644023636724,
      "loss": 4.5902,
      "step": 21503
    },
    {
      "epoch": 0.13789919199692188,
      "grad_norm": 33.688812255859375,
      "learning_rate": 0.00019990643152334637,
      "loss": 4.6173,
      "step": 21504
    },
    {
      "epoch": 0.137905604719764,
      "grad_norm": 31.702129364013672,
      "learning_rate": 0.00019990642280991996,
      "loss": 4.6902,
      "step": 21505
    },
    {
      "epoch": 0.13791201744260614,
      "grad_norm": 22.113990783691406,
      "learning_rate": 0.00019990641409608806,
      "loss": 4.5887,
      "step": 21506
    },
    {
      "epoch": 0.13791843016544825,
      "grad_norm": 50.271820068359375,
      "learning_rate": 0.0001999064053818507,
      "loss": 4.5739,
      "step": 21507
    },
    {
      "epoch": 0.13792484288829038,
      "grad_norm": 50.4617919921875,
      "learning_rate": 0.00019990639666720778,
      "loss": 4.1141,
      "step": 21508
    },
    {
      "epoch": 0.13793125561113248,
      "grad_norm": 124.50720977783203,
      "learning_rate": 0.00019990638795215938,
      "loss": 4.3958,
      "step": 21509
    },
    {
      "epoch": 0.1379376683339746,
      "grad_norm": 21.246810913085938,
      "learning_rate": 0.00019990637923670548,
      "loss": 4.4691,
      "step": 21510
    },
    {
      "epoch": 0.13794408105681671,
      "grad_norm": 16.779033660888672,
      "learning_rate": 0.00019990637052084607,
      "loss": 4.3323,
      "step": 21511
    },
    {
      "epoch": 0.13795049377965884,
      "grad_norm": 13.078219413757324,
      "learning_rate": 0.00019990636180458116,
      "loss": 4.6058,
      "step": 21512
    },
    {
      "epoch": 0.13795690650250098,
      "grad_norm": 56.653564453125,
      "learning_rate": 0.00019990635308791074,
      "loss": 4.3017,
      "step": 21513
    },
    {
      "epoch": 0.13796331922534308,
      "grad_norm": 45.316558837890625,
      "learning_rate": 0.00019990634437083485,
      "loss": 4.9547,
      "step": 21514
    },
    {
      "epoch": 0.1379697319481852,
      "grad_norm": 17.005462646484375,
      "learning_rate": 0.00019990633565335338,
      "loss": 4.5337,
      "step": 21515
    },
    {
      "epoch": 0.1379761446710273,
      "grad_norm": 23.73465919494629,
      "learning_rate": 0.00019990632693546649,
      "loss": 4.6818,
      "step": 21516
    },
    {
      "epoch": 0.13798255739386944,
      "grad_norm": 35.68635940551758,
      "learning_rate": 0.00019990631821717404,
      "loss": 4.9369,
      "step": 21517
    },
    {
      "epoch": 0.13798897011671155,
      "grad_norm": 8.034887313842773,
      "learning_rate": 0.0001999063094984761,
      "loss": 4.5112,
      "step": 21518
    },
    {
      "epoch": 0.13799538283955368,
      "grad_norm": 13.421653747558594,
      "learning_rate": 0.0001999063007793727,
      "loss": 4.2291,
      "step": 21519
    },
    {
      "epoch": 0.1380017955623958,
      "grad_norm": 17.815902709960938,
      "learning_rate": 0.00019990629205986375,
      "loss": 4.5294,
      "step": 21520
    },
    {
      "epoch": 0.1380082082852379,
      "grad_norm": 26.779455184936523,
      "learning_rate": 0.0001999062833399493,
      "loss": 4.4482,
      "step": 21521
    },
    {
      "epoch": 0.13801462100808004,
      "grad_norm": 19.46186065673828,
      "learning_rate": 0.00019990627461962936,
      "loss": 4.8353,
      "step": 21522
    },
    {
      "epoch": 0.13802103373092214,
      "grad_norm": 7.217007160186768,
      "learning_rate": 0.00019990626589890394,
      "loss": 4.497,
      "step": 21523
    },
    {
      "epoch": 0.13802744645376427,
      "grad_norm": 11.291982650756836,
      "learning_rate": 0.00019990625717777297,
      "loss": 4.4013,
      "step": 21524
    },
    {
      "epoch": 0.13803385917660638,
      "grad_norm": 9.895971298217773,
      "learning_rate": 0.00019990624845623653,
      "loss": 4.5628,
      "step": 21525
    },
    {
      "epoch": 0.1380402718994485,
      "grad_norm": 26.499744415283203,
      "learning_rate": 0.00019990623973429456,
      "loss": 4.4637,
      "step": 21526
    },
    {
      "epoch": 0.1380466846222906,
      "grad_norm": 7.122514724731445,
      "learning_rate": 0.0001999062310119471,
      "loss": 4.4874,
      "step": 21527
    },
    {
      "epoch": 0.13805309734513274,
      "grad_norm": 29.0196475982666,
      "learning_rate": 0.00019990622228919412,
      "loss": 4.5933,
      "step": 21528
    },
    {
      "epoch": 0.13805951006797487,
      "grad_norm": 28.249473571777344,
      "learning_rate": 0.00019990621356603567,
      "loss": 4.4386,
      "step": 21529
    },
    {
      "epoch": 0.13806592279081698,
      "grad_norm": 19.214040756225586,
      "learning_rate": 0.0001999062048424717,
      "loss": 4.2559,
      "step": 21530
    },
    {
      "epoch": 0.1380723355136591,
      "grad_norm": 23.133853912353516,
      "learning_rate": 0.00019990619611850226,
      "loss": 4.7288,
      "step": 21531
    },
    {
      "epoch": 0.1380787482365012,
      "grad_norm": 22.880855560302734,
      "learning_rate": 0.00019990618739412725,
      "loss": 4.3913,
      "step": 21532
    },
    {
      "epoch": 0.13808516095934334,
      "grad_norm": 8.327489852905273,
      "learning_rate": 0.0001999061786693468,
      "loss": 4.3303,
      "step": 21533
    },
    {
      "epoch": 0.13809157368218544,
      "grad_norm": 20.272783279418945,
      "learning_rate": 0.00019990616994416081,
      "loss": 4.4585,
      "step": 21534
    },
    {
      "epoch": 0.13809798640502757,
      "grad_norm": 25.71614646911621,
      "learning_rate": 0.00019990616121856933,
      "loss": 4.6598,
      "step": 21535
    },
    {
      "epoch": 0.1381043991278697,
      "grad_norm": 15.7911376953125,
      "learning_rate": 0.00019990615249257236,
      "loss": 4.404,
      "step": 21536
    },
    {
      "epoch": 0.1381108118507118,
      "grad_norm": 11.36322021484375,
      "learning_rate": 0.00019990614376616986,
      "loss": 4.4514,
      "step": 21537
    },
    {
      "epoch": 0.13811722457355394,
      "grad_norm": 23.52924919128418,
      "learning_rate": 0.00019990613503936187,
      "loss": 4.6245,
      "step": 21538
    },
    {
      "epoch": 0.13812363729639604,
      "grad_norm": 52.5001335144043,
      "learning_rate": 0.0001999061263121484,
      "loss": 4.7295,
      "step": 21539
    },
    {
      "epoch": 0.13813005001923817,
      "grad_norm": 13.1136474609375,
      "learning_rate": 0.0001999061175845294,
      "loss": 4.3412,
      "step": 21540
    },
    {
      "epoch": 0.13813646274208027,
      "grad_norm": 23.790700912475586,
      "learning_rate": 0.00019990610885650489,
      "loss": 4.4834,
      "step": 21541
    },
    {
      "epoch": 0.1381428754649224,
      "grad_norm": 29.500871658325195,
      "learning_rate": 0.0001999061001280749,
      "loss": 4.5505,
      "step": 21542
    },
    {
      "epoch": 0.13814928818776454,
      "grad_norm": 16.075042724609375,
      "learning_rate": 0.00019990609139923938,
      "loss": 4.6134,
      "step": 21543
    },
    {
      "epoch": 0.13815570091060664,
      "grad_norm": 8.7039213180542,
      "learning_rate": 0.0001999060826699984,
      "loss": 4.43,
      "step": 21544
    },
    {
      "epoch": 0.13816211363344877,
      "grad_norm": 9.028700828552246,
      "learning_rate": 0.0001999060739403519,
      "loss": 4.4011,
      "step": 21545
    },
    {
      "epoch": 0.13816852635629087,
      "grad_norm": 14.503209114074707,
      "learning_rate": 0.00019990606521029988,
      "loss": 4.456,
      "step": 21546
    },
    {
      "epoch": 0.138174939079133,
      "grad_norm": 10.853236198425293,
      "learning_rate": 0.00019990605647984236,
      "loss": 4.5841,
      "step": 21547
    },
    {
      "epoch": 0.1381813518019751,
      "grad_norm": 23.24553108215332,
      "learning_rate": 0.00019990604774897935,
      "loss": 4.3266,
      "step": 21548
    },
    {
      "epoch": 0.13818776452481724,
      "grad_norm": 16.828716278076172,
      "learning_rate": 0.00019990603901771085,
      "loss": 4.426,
      "step": 21549
    },
    {
      "epoch": 0.13819417724765937,
      "grad_norm": 21.5612735748291,
      "learning_rate": 0.00019990603028603683,
      "loss": 4.4489,
      "step": 21550
    },
    {
      "epoch": 0.13820058997050147,
      "grad_norm": 10.95078182220459,
      "learning_rate": 0.0001999060215539573,
      "loss": 4.5906,
      "step": 21551
    },
    {
      "epoch": 0.1382070026933436,
      "grad_norm": 31.459131240844727,
      "learning_rate": 0.0001999060128214723,
      "loss": 4.3524,
      "step": 21552
    },
    {
      "epoch": 0.1382134154161857,
      "grad_norm": 17.42947769165039,
      "learning_rate": 0.00019990600408858176,
      "loss": 4.4482,
      "step": 21553
    },
    {
      "epoch": 0.13821982813902783,
      "grad_norm": 32.20570373535156,
      "learning_rate": 0.00019990599535528575,
      "loss": 4.498,
      "step": 21554
    },
    {
      "epoch": 0.13822624086186994,
      "grad_norm": 13.700322151184082,
      "learning_rate": 0.0001999059866215842,
      "loss": 4.3835,
      "step": 21555
    },
    {
      "epoch": 0.13823265358471207,
      "grad_norm": 7.578841209411621,
      "learning_rate": 0.0001999059778874772,
      "loss": 4.9338,
      "step": 21556
    },
    {
      "epoch": 0.1382390663075542,
      "grad_norm": 6.183448314666748,
      "learning_rate": 0.00019990596915296465,
      "loss": 4.7827,
      "step": 21557
    },
    {
      "epoch": 0.1382454790303963,
      "grad_norm": 8.84334945678711,
      "learning_rate": 0.0001999059604180466,
      "loss": 4.5657,
      "step": 21558
    },
    {
      "epoch": 0.13825189175323843,
      "grad_norm": 17.394073486328125,
      "learning_rate": 0.00019990595168272308,
      "loss": 4.4987,
      "step": 21559
    },
    {
      "epoch": 0.13825830447608053,
      "grad_norm": 9.245413780212402,
      "learning_rate": 0.00019990594294699406,
      "loss": 4.5068,
      "step": 21560
    },
    {
      "epoch": 0.13826471719892267,
      "grad_norm": 12.881685256958008,
      "learning_rate": 0.00019990593421085953,
      "loss": 4.4042,
      "step": 21561
    },
    {
      "epoch": 0.13827112992176477,
      "grad_norm": 10.224406242370605,
      "learning_rate": 0.00019990592547431947,
      "loss": 4.8281,
      "step": 21562
    },
    {
      "epoch": 0.1382775426446069,
      "grad_norm": 19.456632614135742,
      "learning_rate": 0.00019990591673737392,
      "loss": 4.5035,
      "step": 21563
    },
    {
      "epoch": 0.13828395536744903,
      "grad_norm": 7.1068925857543945,
      "learning_rate": 0.00019990590800002289,
      "loss": 4.3832,
      "step": 21564
    },
    {
      "epoch": 0.13829036809029113,
      "grad_norm": 15.7274751663208,
      "learning_rate": 0.00019990589926226635,
      "loss": 4.4482,
      "step": 21565
    },
    {
      "epoch": 0.13829678081313326,
      "grad_norm": 9.972733497619629,
      "learning_rate": 0.0001999058905241043,
      "loss": 4.3817,
      "step": 21566
    },
    {
      "epoch": 0.13830319353597537,
      "grad_norm": 11.966517448425293,
      "learning_rate": 0.00019990588178553676,
      "loss": 4.3299,
      "step": 21567
    },
    {
      "epoch": 0.1383096062588175,
      "grad_norm": 6.442832946777344,
      "learning_rate": 0.00019990587304656373,
      "loss": 4.8441,
      "step": 21568
    },
    {
      "epoch": 0.1383160189816596,
      "grad_norm": 7.836674690246582,
      "learning_rate": 0.00019990586430718515,
      "loss": 4.3441,
      "step": 21569
    },
    {
      "epoch": 0.13832243170450173,
      "grad_norm": 13.472519874572754,
      "learning_rate": 0.0001999058555674011,
      "loss": 4.4003,
      "step": 21570
    },
    {
      "epoch": 0.13832884442734386,
      "grad_norm": 9.658044815063477,
      "learning_rate": 0.00019990584682721158,
      "loss": 4.354,
      "step": 21571
    },
    {
      "epoch": 0.13833525715018596,
      "grad_norm": 7.002007484436035,
      "learning_rate": 0.00019990583808661652,
      "loss": 4.7361,
      "step": 21572
    },
    {
      "epoch": 0.1383416698730281,
      "grad_norm": 23.795696258544922,
      "learning_rate": 0.00019990582934561595,
      "loss": 4.4264,
      "step": 21573
    },
    {
      "epoch": 0.1383480825958702,
      "grad_norm": 12.81509017944336,
      "learning_rate": 0.0001999058206042099,
      "loss": 4.787,
      "step": 21574
    },
    {
      "epoch": 0.13835449531871233,
      "grad_norm": 12.27590274810791,
      "learning_rate": 0.00019990581186239833,
      "loss": 4.6055,
      "step": 21575
    },
    {
      "epoch": 0.13836090804155443,
      "grad_norm": 7.656628131866455,
      "learning_rate": 0.00019990580312018126,
      "loss": 4.3569,
      "step": 21576
    },
    {
      "epoch": 0.13836732076439656,
      "grad_norm": 42.40009689331055,
      "learning_rate": 0.00019990579437755872,
      "loss": 4.5951,
      "step": 21577
    },
    {
      "epoch": 0.1383737334872387,
      "grad_norm": 8.944103240966797,
      "learning_rate": 0.00019990578563453063,
      "loss": 4.3571,
      "step": 21578
    },
    {
      "epoch": 0.1383801462100808,
      "grad_norm": 15.656126976013184,
      "learning_rate": 0.00019990577689109709,
      "loss": 4.7158,
      "step": 21579
    },
    {
      "epoch": 0.13838655893292293,
      "grad_norm": 21.995136260986328,
      "learning_rate": 0.00019990576814725805,
      "loss": 4.4821,
      "step": 21580
    },
    {
      "epoch": 0.13839297165576503,
      "grad_norm": 15.253695487976074,
      "learning_rate": 0.00019990575940301346,
      "loss": 4.5405,
      "step": 21581
    },
    {
      "epoch": 0.13839938437860716,
      "grad_norm": 12.817577362060547,
      "learning_rate": 0.00019990575065836338,
      "loss": 4.2171,
      "step": 21582
    },
    {
      "epoch": 0.13840579710144926,
      "grad_norm": 8.731023788452148,
      "learning_rate": 0.0001999057419133078,
      "loss": 4.3824,
      "step": 21583
    },
    {
      "epoch": 0.1384122098242914,
      "grad_norm": 31.76814079284668,
      "learning_rate": 0.00019990573316784675,
      "loss": 4.7756,
      "step": 21584
    },
    {
      "epoch": 0.13841862254713352,
      "grad_norm": 15.163078308105469,
      "learning_rate": 0.0001999057244219802,
      "loss": 4.5971,
      "step": 21585
    },
    {
      "epoch": 0.13842503526997563,
      "grad_norm": 7.096705913543701,
      "learning_rate": 0.00019990571567570813,
      "loss": 4.316,
      "step": 21586
    },
    {
      "epoch": 0.13843144799281776,
      "grad_norm": 28.21580696105957,
      "learning_rate": 0.00019990570692903054,
      "loss": 4.4612,
      "step": 21587
    },
    {
      "epoch": 0.13843786071565986,
      "grad_norm": 14.736364364624023,
      "learning_rate": 0.00019990569818194745,
      "loss": 4.7538,
      "step": 21588
    },
    {
      "epoch": 0.138444273438502,
      "grad_norm": 29.031232833862305,
      "learning_rate": 0.0001999056894344589,
      "loss": 4.6728,
      "step": 21589
    },
    {
      "epoch": 0.1384506861613441,
      "grad_norm": 112.6572265625,
      "learning_rate": 0.00019990568068656484,
      "loss": 4.4587,
      "step": 21590
    },
    {
      "epoch": 0.13845709888418622,
      "grad_norm": 10.179410934448242,
      "learning_rate": 0.00019990567193826526,
      "loss": 4.6057,
      "step": 21591
    },
    {
      "epoch": 0.13846351160702836,
      "grad_norm": 18.618410110473633,
      "learning_rate": 0.00019990566318956018,
      "loss": 4.8656,
      "step": 21592
    },
    {
      "epoch": 0.13846992432987046,
      "grad_norm": 29.3008975982666,
      "learning_rate": 0.00019990565444044962,
      "loss": 4.3711,
      "step": 21593
    },
    {
      "epoch": 0.1384763370527126,
      "grad_norm": 10.228902816772461,
      "learning_rate": 0.00019990564569093353,
      "loss": 4.4659,
      "step": 21594
    },
    {
      "epoch": 0.1384827497755547,
      "grad_norm": 15.068121910095215,
      "learning_rate": 0.00019990563694101196,
      "loss": 4.4284,
      "step": 21595
    },
    {
      "epoch": 0.13848916249839682,
      "grad_norm": 6.466190338134766,
      "learning_rate": 0.0001999056281906849,
      "loss": 4.6341,
      "step": 21596
    },
    {
      "epoch": 0.13849557522123893,
      "grad_norm": 8.742720603942871,
      "learning_rate": 0.00019990561943995233,
      "loss": 4.4328,
      "step": 21597
    },
    {
      "epoch": 0.13850198794408106,
      "grad_norm": 19.533679962158203,
      "learning_rate": 0.00019990561068881425,
      "loss": 4.4508,
      "step": 21598
    },
    {
      "epoch": 0.1385084006669232,
      "grad_norm": 4.724517822265625,
      "learning_rate": 0.00019990560193727065,
      "loss": 4.4595,
      "step": 21599
    },
    {
      "epoch": 0.1385148133897653,
      "grad_norm": 14.288869857788086,
      "learning_rate": 0.00019990559318532159,
      "loss": 4.4041,
      "step": 21600
    },
    {
      "epoch": 0.1385148133897653,
      "eval_loss": 4.433521270751953,
      "eval_runtime": 34.7916,
      "eval_samples_per_second": 90.108,
      "eval_steps_per_second": 22.534,
      "step": 21600
    },
    {
      "epoch": 0.13852122611260742,
      "grad_norm": 26.358068466186523,
      "learning_rate": 0.000199905584432967,
      "loss": 4.4623,
      "step": 21601
    },
    {
      "epoch": 0.13852763883544952,
      "grad_norm": 26.50743293762207,
      "learning_rate": 0.00019990557568020693,
      "loss": 4.435,
      "step": 21602
    },
    {
      "epoch": 0.13853405155829165,
      "grad_norm": 6.834315299987793,
      "learning_rate": 0.00019990556692704134,
      "loss": 4.3263,
      "step": 21603
    },
    {
      "epoch": 0.13854046428113376,
      "grad_norm": 9.263270378112793,
      "learning_rate": 0.00019990555817347026,
      "loss": 4.4778,
      "step": 21604
    },
    {
      "epoch": 0.1385468770039759,
      "grad_norm": 9.406838417053223,
      "learning_rate": 0.00019990554941949368,
      "loss": 4.6461,
      "step": 21605
    },
    {
      "epoch": 0.13855328972681802,
      "grad_norm": 8.566317558288574,
      "learning_rate": 0.00019990554066511162,
      "loss": 4.2657,
      "step": 21606
    },
    {
      "epoch": 0.13855970244966012,
      "grad_norm": 16.36129379272461,
      "learning_rate": 0.000199905531910324,
      "loss": 4.4228,
      "step": 21607
    },
    {
      "epoch": 0.13856611517250225,
      "grad_norm": 12.142069816589355,
      "learning_rate": 0.00019990552315513096,
      "loss": 4.7314,
      "step": 21608
    },
    {
      "epoch": 0.13857252789534436,
      "grad_norm": 18.598995208740234,
      "learning_rate": 0.00019990551439953236,
      "loss": 4.3644,
      "step": 21609
    },
    {
      "epoch": 0.13857894061818649,
      "grad_norm": 15.310290336608887,
      "learning_rate": 0.0001999055056435283,
      "loss": 4.2627,
      "step": 21610
    },
    {
      "epoch": 0.1385853533410286,
      "grad_norm": 8.398900032043457,
      "learning_rate": 0.0001999054968871187,
      "loss": 4.6385,
      "step": 21611
    },
    {
      "epoch": 0.13859176606387072,
      "grad_norm": 23.555950164794922,
      "learning_rate": 0.00019990548813030362,
      "loss": 4.327,
      "step": 21612
    },
    {
      "epoch": 0.13859817878671285,
      "grad_norm": 7.260221481323242,
      "learning_rate": 0.00019990547937308306,
      "loss": 4.4168,
      "step": 21613
    },
    {
      "epoch": 0.13860459150955495,
      "grad_norm": 20.309764862060547,
      "learning_rate": 0.00019990547061545698,
      "loss": 4.3662,
      "step": 21614
    },
    {
      "epoch": 0.13861100423239708,
      "grad_norm": 7.480190277099609,
      "learning_rate": 0.0001999054618574254,
      "loss": 4.8101,
      "step": 21615
    },
    {
      "epoch": 0.1386174169552392,
      "grad_norm": 6.122696876525879,
      "learning_rate": 0.00019990545309898832,
      "loss": 4.2083,
      "step": 21616
    },
    {
      "epoch": 0.13862382967808132,
      "grad_norm": 9.081709861755371,
      "learning_rate": 0.00019990544434014576,
      "loss": 4.4048,
      "step": 21617
    },
    {
      "epoch": 0.13863024240092342,
      "grad_norm": 7.0801191329956055,
      "learning_rate": 0.00019990543558089766,
      "loss": 4.8248,
      "step": 21618
    },
    {
      "epoch": 0.13863665512376555,
      "grad_norm": 9.175141334533691,
      "learning_rate": 0.0001999054268212441,
      "loss": 4.3474,
      "step": 21619
    },
    {
      "epoch": 0.13864306784660768,
      "grad_norm": 6.084240436553955,
      "learning_rate": 0.000199905418061185,
      "loss": 4.5314,
      "step": 21620
    },
    {
      "epoch": 0.13864948056944978,
      "grad_norm": 9.642008781433105,
      "learning_rate": 0.00019990540930072044,
      "loss": 4.5832,
      "step": 21621
    },
    {
      "epoch": 0.13865589329229192,
      "grad_norm": 16.188953399658203,
      "learning_rate": 0.00019990540053985037,
      "loss": 4.4244,
      "step": 21622
    },
    {
      "epoch": 0.13866230601513402,
      "grad_norm": 23.797239303588867,
      "learning_rate": 0.00019990539177857478,
      "loss": 4.5141,
      "step": 21623
    },
    {
      "epoch": 0.13866871873797615,
      "grad_norm": 5.063065528869629,
      "learning_rate": 0.00019990538301689373,
      "loss": 4.5087,
      "step": 21624
    },
    {
      "epoch": 0.13867513146081825,
      "grad_norm": 5.485082626342773,
      "learning_rate": 0.00019990537425480714,
      "loss": 4.4107,
      "step": 21625
    },
    {
      "epoch": 0.13868154418366038,
      "grad_norm": 9.3972749710083,
      "learning_rate": 0.00019990536549231505,
      "loss": 4.476,
      "step": 21626
    },
    {
      "epoch": 0.1386879569065025,
      "grad_norm": 19.285280227661133,
      "learning_rate": 0.0001999053567294175,
      "loss": 4.4832,
      "step": 21627
    },
    {
      "epoch": 0.13869436962934462,
      "grad_norm": 10.506059646606445,
      "learning_rate": 0.00019990534796611442,
      "loss": 4.515,
      "step": 21628
    },
    {
      "epoch": 0.13870078235218675,
      "grad_norm": 26.625417709350586,
      "learning_rate": 0.00019990533920240583,
      "loss": 4.3142,
      "step": 21629
    },
    {
      "epoch": 0.13870719507502885,
      "grad_norm": 4.134501934051514,
      "learning_rate": 0.00019990533043829175,
      "loss": 4.4672,
      "step": 21630
    },
    {
      "epoch": 0.13871360779787098,
      "grad_norm": 6.212426662445068,
      "learning_rate": 0.0001999053216737722,
      "loss": 4.5374,
      "step": 21631
    },
    {
      "epoch": 0.13872002052071308,
      "grad_norm": 5.291874408721924,
      "learning_rate": 0.0001999053129088471,
      "loss": 4.4095,
      "step": 21632
    },
    {
      "epoch": 0.13872643324355521,
      "grad_norm": 5.757229328155518,
      "learning_rate": 0.00019990530414351656,
      "loss": 4.5069,
      "step": 21633
    },
    {
      "epoch": 0.13873284596639734,
      "grad_norm": 20.710901260375977,
      "learning_rate": 0.00019990529537778048,
      "loss": 4.5933,
      "step": 21634
    },
    {
      "epoch": 0.13873925868923945,
      "grad_norm": 32.930538177490234,
      "learning_rate": 0.0001999052866116389,
      "loss": 4.6013,
      "step": 21635
    },
    {
      "epoch": 0.13874567141208158,
      "grad_norm": 25.1567440032959,
      "learning_rate": 0.00019990527784509185,
      "loss": 4.7265,
      "step": 21636
    },
    {
      "epoch": 0.13875208413492368,
      "grad_norm": 13.92218017578125,
      "learning_rate": 0.00019990526907813928,
      "loss": 4.4673,
      "step": 21637
    },
    {
      "epoch": 0.1387584968577658,
      "grad_norm": 13.158616065979004,
      "learning_rate": 0.0001999052603107812,
      "loss": 4.5707,
      "step": 21638
    },
    {
      "epoch": 0.13876490958060791,
      "grad_norm": 5.249148368835449,
      "learning_rate": 0.00019990525154301768,
      "loss": 4.5942,
      "step": 21639
    },
    {
      "epoch": 0.13877132230345005,
      "grad_norm": 11.986279487609863,
      "learning_rate": 0.0001999052427748486,
      "loss": 4.4533,
      "step": 21640
    },
    {
      "epoch": 0.13877773502629218,
      "grad_norm": 5.1661787033081055,
      "learning_rate": 0.00019990523400627403,
      "loss": 4.6821,
      "step": 21641
    },
    {
      "epoch": 0.13878414774913428,
      "grad_norm": 3.88309383392334,
      "learning_rate": 0.000199905225237294,
      "loss": 4.3168,
      "step": 21642
    },
    {
      "epoch": 0.1387905604719764,
      "grad_norm": 13.438446044921875,
      "learning_rate": 0.0001999052164679084,
      "loss": 4.8454,
      "step": 21643
    },
    {
      "epoch": 0.1387969731948185,
      "grad_norm": 5.921784400939941,
      "learning_rate": 0.00019990520769811736,
      "loss": 4.5452,
      "step": 21644
    },
    {
      "epoch": 0.13880338591766064,
      "grad_norm": 9.148275375366211,
      "learning_rate": 0.0001999051989279208,
      "loss": 4.6686,
      "step": 21645
    },
    {
      "epoch": 0.13880979864050275,
      "grad_norm": 11.20777416229248,
      "learning_rate": 0.00019990519015731874,
      "loss": 4.5005,
      "step": 21646
    },
    {
      "epoch": 0.13881621136334488,
      "grad_norm": 8.359146118164062,
      "learning_rate": 0.00019990518138631117,
      "loss": 4.5673,
      "step": 21647
    },
    {
      "epoch": 0.138822624086187,
      "grad_norm": 8.849631309509277,
      "learning_rate": 0.00019990517261489813,
      "loss": 4.371,
      "step": 21648
    },
    {
      "epoch": 0.1388290368090291,
      "grad_norm": 4.180650234222412,
      "learning_rate": 0.0001999051638430796,
      "loss": 4.3343,
      "step": 21649
    },
    {
      "epoch": 0.13883544953187124,
      "grad_norm": 7.6731696128845215,
      "learning_rate": 0.00019990515507085555,
      "loss": 4.2844,
      "step": 21650
    },
    {
      "epoch": 0.13884186225471334,
      "grad_norm": 14.835694313049316,
      "learning_rate": 0.00019990514629822598,
      "loss": 4.6135,
      "step": 21651
    },
    {
      "epoch": 0.13884827497755547,
      "grad_norm": 12.328134536743164,
      "learning_rate": 0.00019990513752519092,
      "loss": 4.3064,
      "step": 21652
    },
    {
      "epoch": 0.13885468770039758,
      "grad_norm": 6.890812873840332,
      "learning_rate": 0.00019990512875175037,
      "loss": 4.8034,
      "step": 21653
    },
    {
      "epoch": 0.1388611004232397,
      "grad_norm": 4.662909507751465,
      "learning_rate": 0.00019990511997790435,
      "loss": 4.4536,
      "step": 21654
    },
    {
      "epoch": 0.13886751314608184,
      "grad_norm": 9.93929386138916,
      "learning_rate": 0.00019990511120365282,
      "loss": 4.7541,
      "step": 21655
    },
    {
      "epoch": 0.13887392586892394,
      "grad_norm": 5.10465145111084,
      "learning_rate": 0.0001999051024289958,
      "loss": 4.8598,
      "step": 21656
    },
    {
      "epoch": 0.13888033859176607,
      "grad_norm": 7.884819030761719,
      "learning_rate": 0.00019990509365393325,
      "loss": 4.378,
      "step": 21657
    },
    {
      "epoch": 0.13888675131460818,
      "grad_norm": 5.478828430175781,
      "learning_rate": 0.0001999050848784652,
      "loss": 4.3784,
      "step": 21658
    },
    {
      "epoch": 0.1388931640374503,
      "grad_norm": 6.843107223510742,
      "learning_rate": 0.00019990507610259165,
      "loss": 4.3273,
      "step": 21659
    },
    {
      "epoch": 0.1388995767602924,
      "grad_norm": 3.5666632652282715,
      "learning_rate": 0.00019990506732631263,
      "loss": 4.4212,
      "step": 21660
    },
    {
      "epoch": 0.13890598948313454,
      "grad_norm": 5.379708290100098,
      "learning_rate": 0.0001999050585496281,
      "loss": 4.6577,
      "step": 21661
    },
    {
      "epoch": 0.13891240220597667,
      "grad_norm": 3.7356231212615967,
      "learning_rate": 0.00019990504977253807,
      "loss": 4.5826,
      "step": 21662
    },
    {
      "epoch": 0.13891881492881877,
      "grad_norm": 3.797835350036621,
      "learning_rate": 0.00019990504099504252,
      "loss": 4.3344,
      "step": 21663
    },
    {
      "epoch": 0.1389252276516609,
      "grad_norm": 4.0955071449279785,
      "learning_rate": 0.0001999050322171415,
      "loss": 4.3003,
      "step": 21664
    },
    {
      "epoch": 0.138931640374503,
      "grad_norm": 5.025819301605225,
      "learning_rate": 0.00019990502343883497,
      "loss": 4.4408,
      "step": 21665
    },
    {
      "epoch": 0.13893805309734514,
      "grad_norm": 6.005398750305176,
      "learning_rate": 0.00019990501466012295,
      "loss": 4.8515,
      "step": 21666
    },
    {
      "epoch": 0.13894446582018724,
      "grad_norm": 4.35798978805542,
      "learning_rate": 0.00019990500588100546,
      "loss": 4.5689,
      "step": 21667
    },
    {
      "epoch": 0.13895087854302937,
      "grad_norm": 5.3174519538879395,
      "learning_rate": 0.00019990499710148242,
      "loss": 4.5557,
      "step": 21668
    },
    {
      "epoch": 0.1389572912658715,
      "grad_norm": 6.96007776260376,
      "learning_rate": 0.0001999049883215539,
      "loss": 4.5099,
      "step": 21669
    },
    {
      "epoch": 0.1389637039887136,
      "grad_norm": 7.474503040313721,
      "learning_rate": 0.00019990497954121988,
      "loss": 4.6679,
      "step": 21670
    },
    {
      "epoch": 0.13897011671155574,
      "grad_norm": 7.732535362243652,
      "learning_rate": 0.00019990497076048037,
      "loss": 4.7397,
      "step": 21671
    },
    {
      "epoch": 0.13897652943439784,
      "grad_norm": 7.582129955291748,
      "learning_rate": 0.00019990496197933537,
      "loss": 4.6521,
      "step": 21672
    },
    {
      "epoch": 0.13898294215723997,
      "grad_norm": 8.257161140441895,
      "learning_rate": 0.00019990495319778485,
      "loss": 4.4438,
      "step": 21673
    },
    {
      "epoch": 0.13898935488008207,
      "grad_norm": 9.346986770629883,
      "learning_rate": 0.00019990494441582887,
      "loss": 4.4606,
      "step": 21674
    },
    {
      "epoch": 0.1389957676029242,
      "grad_norm": 15.381513595581055,
      "learning_rate": 0.00019990493563346737,
      "loss": 4.736,
      "step": 21675
    },
    {
      "epoch": 0.13900218032576633,
      "grad_norm": 6.349483013153076,
      "learning_rate": 0.00019990492685070037,
      "loss": 4.6382,
      "step": 21676
    },
    {
      "epoch": 0.13900859304860844,
      "grad_norm": 7.673261642456055,
      "learning_rate": 0.00019990491806752786,
      "loss": 4.406,
      "step": 21677
    },
    {
      "epoch": 0.13901500577145057,
      "grad_norm": 6.12307071685791,
      "learning_rate": 0.00019990490928394988,
      "loss": 4.51,
      "step": 21678
    },
    {
      "epoch": 0.13902141849429267,
      "grad_norm": 5.097530364990234,
      "learning_rate": 0.00019990490049996639,
      "loss": 4.5048,
      "step": 21679
    },
    {
      "epoch": 0.1390278312171348,
      "grad_norm": 4.619969367980957,
      "learning_rate": 0.00019990489171557737,
      "loss": 4.3203,
      "step": 21680
    },
    {
      "epoch": 0.1390342439399769,
      "grad_norm": 5.80993127822876,
      "learning_rate": 0.0001999048829307829,
      "loss": 4.8544,
      "step": 21681
    },
    {
      "epoch": 0.13904065666281903,
      "grad_norm": 29.811220169067383,
      "learning_rate": 0.0001999048741455829,
      "loss": 4.4821,
      "step": 21682
    },
    {
      "epoch": 0.13904706938566117,
      "grad_norm": 4.960939884185791,
      "learning_rate": 0.0001999048653599774,
      "loss": 4.3137,
      "step": 21683
    },
    {
      "epoch": 0.13905348210850327,
      "grad_norm": 6.326587200164795,
      "learning_rate": 0.00019990485657396645,
      "loss": 4.5348,
      "step": 21684
    },
    {
      "epoch": 0.1390598948313454,
      "grad_norm": 4.613041400909424,
      "learning_rate": 0.00019990484778754998,
      "loss": 4.6674,
      "step": 21685
    },
    {
      "epoch": 0.1390663075541875,
      "grad_norm": 7.057162761688232,
      "learning_rate": 0.000199904839000728,
      "loss": 4.6374,
      "step": 21686
    },
    {
      "epoch": 0.13907272027702963,
      "grad_norm": 6.364773750305176,
      "learning_rate": 0.00019990483021350053,
      "loss": 4.7002,
      "step": 21687
    },
    {
      "epoch": 0.13907913299987174,
      "grad_norm": 4.778269290924072,
      "learning_rate": 0.00019990482142586755,
      "loss": 4.448,
      "step": 21688
    },
    {
      "epoch": 0.13908554572271387,
      "grad_norm": 5.093995571136475,
      "learning_rate": 0.0001999048126378291,
      "loss": 4.3693,
      "step": 21689
    },
    {
      "epoch": 0.139091958445556,
      "grad_norm": 5.1794514656066895,
      "learning_rate": 0.00019990480384938513,
      "loss": 4.7835,
      "step": 21690
    },
    {
      "epoch": 0.1390983711683981,
      "grad_norm": 5.081550121307373,
      "learning_rate": 0.00019990479506053565,
      "loss": 4.4765,
      "step": 21691
    },
    {
      "epoch": 0.13910478389124023,
      "grad_norm": 3.0976030826568604,
      "learning_rate": 0.0001999047862712807,
      "loss": 4.4586,
      "step": 21692
    },
    {
      "epoch": 0.13911119661408233,
      "grad_norm": 4.148036956787109,
      "learning_rate": 0.00019990477748162025,
      "loss": 4.5499,
      "step": 21693
    },
    {
      "epoch": 0.13911760933692446,
      "grad_norm": 4.337642669677734,
      "learning_rate": 0.0001999047686915543,
      "loss": 4.4014,
      "step": 21694
    },
    {
      "epoch": 0.13912402205976657,
      "grad_norm": 9.22982406616211,
      "learning_rate": 0.00019990475990108286,
      "loss": 4.7063,
      "step": 21695
    },
    {
      "epoch": 0.1391304347826087,
      "grad_norm": 9.257142066955566,
      "learning_rate": 0.0001999047511102059,
      "loss": 4.3163,
      "step": 21696
    },
    {
      "epoch": 0.13913684750545083,
      "grad_norm": 5.728737831115723,
      "learning_rate": 0.00019990474231892344,
      "loss": 4.5807,
      "step": 21697
    },
    {
      "epoch": 0.13914326022829293,
      "grad_norm": 4.897871494293213,
      "learning_rate": 0.00019990473352723552,
      "loss": 4.5853,
      "step": 21698
    },
    {
      "epoch": 0.13914967295113506,
      "grad_norm": 3.9934706687927246,
      "learning_rate": 0.0001999047247351421,
      "loss": 4.4962,
      "step": 21699
    },
    {
      "epoch": 0.13915608567397716,
      "grad_norm": 6.235897541046143,
      "learning_rate": 0.00019990471594264316,
      "loss": 4.2261,
      "step": 21700
    },
    {
      "epoch": 0.13915608567397716,
      "eval_loss": 4.422206878662109,
      "eval_runtime": 34.7967,
      "eval_samples_per_second": 90.095,
      "eval_steps_per_second": 22.531,
      "step": 21700
    },
    {
      "epoch": 0.1391624983968193,
      "grad_norm": 5.692132472991943,
      "learning_rate": 0.0001999047071497387,
      "loss": 4.7526,
      "step": 21701
    },
    {
      "epoch": 0.1391689111196614,
      "grad_norm": 29.231494903564453,
      "learning_rate": 0.00019990469835642877,
      "loss": 4.2848,
      "step": 21702
    },
    {
      "epoch": 0.13917532384250353,
      "grad_norm": 15.078673362731934,
      "learning_rate": 0.00019990468956271337,
      "loss": 4.522,
      "step": 21703
    },
    {
      "epoch": 0.13918173656534566,
      "grad_norm": 7.430912971496582,
      "learning_rate": 0.00019990468076859245,
      "loss": 4.241,
      "step": 21704
    },
    {
      "epoch": 0.13918814928818776,
      "grad_norm": 6.49947452545166,
      "learning_rate": 0.00019990467197406603,
      "loss": 4.3692,
      "step": 21705
    },
    {
      "epoch": 0.1391945620110299,
      "grad_norm": 3.977717399597168,
      "learning_rate": 0.00019990466317913413,
      "loss": 4.5992,
      "step": 21706
    },
    {
      "epoch": 0.139200974733872,
      "grad_norm": 14.8440523147583,
      "learning_rate": 0.0001999046543837967,
      "loss": 4.4959,
      "step": 21707
    },
    {
      "epoch": 0.13920738745671413,
      "grad_norm": 4.4309844970703125,
      "learning_rate": 0.00019990464558805382,
      "loss": 4.3486,
      "step": 21708
    },
    {
      "epoch": 0.13921380017955623,
      "grad_norm": 5.295151710510254,
      "learning_rate": 0.00019990463679190538,
      "loss": 4.3162,
      "step": 21709
    },
    {
      "epoch": 0.13922021290239836,
      "grad_norm": 11.692872047424316,
      "learning_rate": 0.0001999046279953515,
      "loss": 4.6098,
      "step": 21710
    },
    {
      "epoch": 0.13922662562524046,
      "grad_norm": 35.612754821777344,
      "learning_rate": 0.00019990461919839212,
      "loss": 4.5473,
      "step": 21711
    },
    {
      "epoch": 0.1392330383480826,
      "grad_norm": 7.096791744232178,
      "learning_rate": 0.0001999046104010272,
      "loss": 4.3439,
      "step": 21712
    },
    {
      "epoch": 0.13923945107092472,
      "grad_norm": 15.243293762207031,
      "learning_rate": 0.0001999046016032568,
      "loss": 4.6502,
      "step": 21713
    },
    {
      "epoch": 0.13924586379376683,
      "grad_norm": 6.9325761795043945,
      "learning_rate": 0.00019990459280508095,
      "loss": 4.7425,
      "step": 21714
    },
    {
      "epoch": 0.13925227651660896,
      "grad_norm": 28.07908058166504,
      "learning_rate": 0.00019990458400649956,
      "loss": 4.7537,
      "step": 21715
    },
    {
      "epoch": 0.13925868923945106,
      "grad_norm": 11.281344413757324,
      "learning_rate": 0.00019990457520751269,
      "loss": 4.4381,
      "step": 21716
    },
    {
      "epoch": 0.1392651019622932,
      "grad_norm": 9.091851234436035,
      "learning_rate": 0.00019990456640812032,
      "loss": 4.6266,
      "step": 21717
    },
    {
      "epoch": 0.1392715146851353,
      "grad_norm": 6.609212398529053,
      "learning_rate": 0.00019990455760832246,
      "loss": 4.4521,
      "step": 21718
    },
    {
      "epoch": 0.13927792740797743,
      "grad_norm": 4.101284503936768,
      "learning_rate": 0.00019990454880811908,
      "loss": 4.4824,
      "step": 21719
    },
    {
      "epoch": 0.13928434013081956,
      "grad_norm": 6.24989128112793,
      "learning_rate": 0.00019990454000751021,
      "loss": 4.4057,
      "step": 21720
    },
    {
      "epoch": 0.13929075285366166,
      "grad_norm": 5.108283519744873,
      "learning_rate": 0.00019990453120649585,
      "loss": 4.6988,
      "step": 21721
    },
    {
      "epoch": 0.1392971655765038,
      "grad_norm": 9.570960998535156,
      "learning_rate": 0.000199904522405076,
      "loss": 4.5389,
      "step": 21722
    },
    {
      "epoch": 0.1393035782993459,
      "grad_norm": 5.095919609069824,
      "learning_rate": 0.00019990451360325063,
      "loss": 4.7713,
      "step": 21723
    },
    {
      "epoch": 0.13930999102218802,
      "grad_norm": 3.5718982219696045,
      "learning_rate": 0.00019990450480101982,
      "loss": 4.2529,
      "step": 21724
    },
    {
      "epoch": 0.13931640374503013,
      "grad_norm": 6.799046993255615,
      "learning_rate": 0.00019990449599838347,
      "loss": 4.7067,
      "step": 21725
    },
    {
      "epoch": 0.13932281646787226,
      "grad_norm": 3.596961498260498,
      "learning_rate": 0.00019990448719534162,
      "loss": 4.559,
      "step": 21726
    },
    {
      "epoch": 0.1393292291907144,
      "grad_norm": 4.162477493286133,
      "learning_rate": 0.0001999044783918943,
      "loss": 4.473,
      "step": 21727
    },
    {
      "epoch": 0.1393356419135565,
      "grad_norm": 15.3826904296875,
      "learning_rate": 0.00019990446958804148,
      "loss": 4.6736,
      "step": 21728
    },
    {
      "epoch": 0.13934205463639862,
      "grad_norm": 4.146686553955078,
      "learning_rate": 0.00019990446078378313,
      "loss": 4.4578,
      "step": 21729
    },
    {
      "epoch": 0.13934846735924072,
      "grad_norm": 5.091635704040527,
      "learning_rate": 0.00019990445197911932,
      "loss": 4.3888,
      "step": 21730
    },
    {
      "epoch": 0.13935488008208285,
      "grad_norm": 4.272816181182861,
      "learning_rate": 0.00019990444317405,
      "loss": 4.2454,
      "step": 21731
    },
    {
      "epoch": 0.13936129280492496,
      "grad_norm": 3.2919061183929443,
      "learning_rate": 0.0001999044343685752,
      "loss": 4.2122,
      "step": 21732
    },
    {
      "epoch": 0.1393677055277671,
      "grad_norm": 5.1786909103393555,
      "learning_rate": 0.00019990442556269488,
      "loss": 4.8836,
      "step": 21733
    },
    {
      "epoch": 0.13937411825060922,
      "grad_norm": 4.865645408630371,
      "learning_rate": 0.00019990441675640908,
      "loss": 4.8199,
      "step": 21734
    },
    {
      "epoch": 0.13938053097345132,
      "grad_norm": 3.877974033355713,
      "learning_rate": 0.00019990440794971778,
      "loss": 4.4778,
      "step": 21735
    },
    {
      "epoch": 0.13938694369629345,
      "grad_norm": 5.292283535003662,
      "learning_rate": 0.000199904399142621,
      "loss": 4.6518,
      "step": 21736
    },
    {
      "epoch": 0.13939335641913556,
      "grad_norm": 5.873191833496094,
      "learning_rate": 0.0001999043903351187,
      "loss": 4.2794,
      "step": 21737
    },
    {
      "epoch": 0.1393997691419777,
      "grad_norm": 18.098716735839844,
      "learning_rate": 0.0001999043815272109,
      "loss": 4.7295,
      "step": 21738
    },
    {
      "epoch": 0.1394061818648198,
      "grad_norm": 3.8748104572296143,
      "learning_rate": 0.00019990437271889765,
      "loss": 4.4484,
      "step": 21739
    },
    {
      "epoch": 0.13941259458766192,
      "grad_norm": 5.023544788360596,
      "learning_rate": 0.00019990436391017886,
      "loss": 4.4287,
      "step": 21740
    },
    {
      "epoch": 0.13941900731050405,
      "grad_norm": 8.112948417663574,
      "learning_rate": 0.0001999043551010546,
      "loss": 4.6102,
      "step": 21741
    },
    {
      "epoch": 0.13942542003334615,
      "grad_norm": 8.96999740600586,
      "learning_rate": 0.00019990434629152482,
      "loss": 4.4808,
      "step": 21742
    },
    {
      "epoch": 0.13943183275618828,
      "grad_norm": 6.521353244781494,
      "learning_rate": 0.00019990433748158956,
      "loss": 4.324,
      "step": 21743
    },
    {
      "epoch": 0.1394382454790304,
      "grad_norm": 3.8853063583374023,
      "learning_rate": 0.0001999043286712488,
      "loss": 4.4759,
      "step": 21744
    },
    {
      "epoch": 0.13944465820187252,
      "grad_norm": 4.174440860748291,
      "learning_rate": 0.00019990431986050255,
      "loss": 4.6208,
      "step": 21745
    },
    {
      "epoch": 0.13945107092471462,
      "grad_norm": 5.434545516967773,
      "learning_rate": 0.00019990431104935082,
      "loss": 4.542,
      "step": 21746
    },
    {
      "epoch": 0.13945748364755675,
      "grad_norm": 6.9245100021362305,
      "learning_rate": 0.00019990430223779354,
      "loss": 4.5058,
      "step": 21747
    },
    {
      "epoch": 0.13946389637039888,
      "grad_norm": 11.109748840332031,
      "learning_rate": 0.00019990429342583082,
      "loss": 4.9341,
      "step": 21748
    },
    {
      "epoch": 0.13947030909324099,
      "grad_norm": 4.986072063446045,
      "learning_rate": 0.0001999042846134626,
      "loss": 4.3439,
      "step": 21749
    },
    {
      "epoch": 0.13947672181608312,
      "grad_norm": 5.6745171546936035,
      "learning_rate": 0.00019990427580068886,
      "loss": 4.4746,
      "step": 21750
    },
    {
      "epoch": 0.13948313453892522,
      "grad_norm": 11.178180694580078,
      "learning_rate": 0.00019990426698750967,
      "loss": 4.2824,
      "step": 21751
    },
    {
      "epoch": 0.13948954726176735,
      "grad_norm": 5.936555862426758,
      "learning_rate": 0.00019990425817392494,
      "loss": 4.4181,
      "step": 21752
    },
    {
      "epoch": 0.13949595998460945,
      "grad_norm": 4.519807815551758,
      "learning_rate": 0.0001999042493599347,
      "loss": 4.362,
      "step": 21753
    },
    {
      "epoch": 0.13950237270745158,
      "grad_norm": 5.042180061340332,
      "learning_rate": 0.000199904240545539,
      "loss": 4.2507,
      "step": 21754
    },
    {
      "epoch": 0.1395087854302937,
      "grad_norm": 4.206799030303955,
      "learning_rate": 0.0001999042317307378,
      "loss": 4.3197,
      "step": 21755
    },
    {
      "epoch": 0.13951519815313582,
      "grad_norm": 6.762984752655029,
      "learning_rate": 0.0001999042229155311,
      "loss": 4.4686,
      "step": 21756
    },
    {
      "epoch": 0.13952161087597795,
      "grad_norm": 5.977267742156982,
      "learning_rate": 0.0001999042140999189,
      "loss": 4.3133,
      "step": 21757
    },
    {
      "epoch": 0.13952802359882005,
      "grad_norm": 16.460542678833008,
      "learning_rate": 0.00019990420528390125,
      "loss": 4.2605,
      "step": 21758
    },
    {
      "epoch": 0.13953443632166218,
      "grad_norm": 4.701537132263184,
      "learning_rate": 0.00019990419646747807,
      "loss": 4.8289,
      "step": 21759
    },
    {
      "epoch": 0.13954084904450428,
      "grad_norm": 5.466536045074463,
      "learning_rate": 0.00019990418765064938,
      "loss": 4.4335,
      "step": 21760
    },
    {
      "epoch": 0.13954726176734641,
      "grad_norm": 3.953343391418457,
      "learning_rate": 0.00019990417883341521,
      "loss": 4.8523,
      "step": 21761
    },
    {
      "epoch": 0.13955367449018855,
      "grad_norm": 7.002976417541504,
      "learning_rate": 0.00019990417001577556,
      "loss": 4.355,
      "step": 21762
    },
    {
      "epoch": 0.13956008721303065,
      "grad_norm": 10.079349517822266,
      "learning_rate": 0.0001999041611977304,
      "loss": 4.2997,
      "step": 21763
    },
    {
      "epoch": 0.13956649993587278,
      "grad_norm": 4.556807994842529,
      "learning_rate": 0.00019990415237927973,
      "loss": 4.469,
      "step": 21764
    },
    {
      "epoch": 0.13957291265871488,
      "grad_norm": 5.1846394538879395,
      "learning_rate": 0.0001999041435604236,
      "loss": 4.4307,
      "step": 21765
    },
    {
      "epoch": 0.139579325381557,
      "grad_norm": 5.145859718322754,
      "learning_rate": 0.00019990413474116193,
      "loss": 4.5086,
      "step": 21766
    },
    {
      "epoch": 0.13958573810439912,
      "grad_norm": 5.553703784942627,
      "learning_rate": 0.0001999041259214948,
      "loss": 4.7153,
      "step": 21767
    },
    {
      "epoch": 0.13959215082724125,
      "grad_norm": 4.0494065284729,
      "learning_rate": 0.00019990411710142216,
      "loss": 4.3388,
      "step": 21768
    },
    {
      "epoch": 0.13959856355008338,
      "grad_norm": 8.517793655395508,
      "learning_rate": 0.00019990410828094404,
      "loss": 4.1994,
      "step": 21769
    },
    {
      "epoch": 0.13960497627292548,
      "grad_norm": 4.137179374694824,
      "learning_rate": 0.0001999040994600604,
      "loss": 4.2468,
      "step": 21770
    },
    {
      "epoch": 0.1396113889957676,
      "grad_norm": 5.637455463409424,
      "learning_rate": 0.00019990409063877133,
      "loss": 4.6659,
      "step": 21771
    },
    {
      "epoch": 0.1396178017186097,
      "grad_norm": 6.165943145751953,
      "learning_rate": 0.0001999040818170767,
      "loss": 4.3156,
      "step": 21772
    },
    {
      "epoch": 0.13962421444145184,
      "grad_norm": 5.168190956115723,
      "learning_rate": 0.0001999040729949766,
      "loss": 4.3743,
      "step": 21773
    },
    {
      "epoch": 0.13963062716429395,
      "grad_norm": 5.967395782470703,
      "learning_rate": 0.000199904064172471,
      "loss": 4.5789,
      "step": 21774
    },
    {
      "epoch": 0.13963703988713608,
      "grad_norm": 7.327448844909668,
      "learning_rate": 0.0001999040553495599,
      "loss": 4.5815,
      "step": 21775
    },
    {
      "epoch": 0.1396434526099782,
      "grad_norm": 5.814525127410889,
      "learning_rate": 0.00019990404652624332,
      "loss": 4.5194,
      "step": 21776
    },
    {
      "epoch": 0.1396498653328203,
      "grad_norm": 7.098842620849609,
      "learning_rate": 0.00019990403770252124,
      "loss": 4.5225,
      "step": 21777
    },
    {
      "epoch": 0.13965627805566244,
      "grad_norm": 3.2613589763641357,
      "learning_rate": 0.00019990402887839367,
      "loss": 4.3242,
      "step": 21778
    },
    {
      "epoch": 0.13966269077850454,
      "grad_norm": 3.5838935375213623,
      "learning_rate": 0.0001999040200538606,
      "loss": 4.3973,
      "step": 21779
    },
    {
      "epoch": 0.13966910350134668,
      "grad_norm": 6.169498443603516,
      "learning_rate": 0.00019990401122892205,
      "loss": 4.6139,
      "step": 21780
    },
    {
      "epoch": 0.13967551622418878,
      "grad_norm": 4.489805221557617,
      "learning_rate": 0.000199904002403578,
      "loss": 4.4998,
      "step": 21781
    },
    {
      "epoch": 0.1396819289470309,
      "grad_norm": 35.45096206665039,
      "learning_rate": 0.00019990399357782846,
      "loss": 4.4116,
      "step": 21782
    },
    {
      "epoch": 0.13968834166987304,
      "grad_norm": 9.36210823059082,
      "learning_rate": 0.0001999039847516734,
      "loss": 4.6551,
      "step": 21783
    },
    {
      "epoch": 0.13969475439271514,
      "grad_norm": 9.17684268951416,
      "learning_rate": 0.00019990397592511286,
      "loss": 4.4832,
      "step": 21784
    },
    {
      "epoch": 0.13970116711555727,
      "grad_norm": 5.96892786026001,
      "learning_rate": 0.00019990396709814684,
      "loss": 4.3275,
      "step": 21785
    },
    {
      "epoch": 0.13970757983839938,
      "grad_norm": 4.335902690887451,
      "learning_rate": 0.0001999039582707753,
      "loss": 4.676,
      "step": 21786
    },
    {
      "epoch": 0.1397139925612415,
      "grad_norm": 5.560786724090576,
      "learning_rate": 0.00019990394944299832,
      "loss": 4.3755,
      "step": 21787
    },
    {
      "epoch": 0.1397204052840836,
      "grad_norm": 7.1187567710876465,
      "learning_rate": 0.0001999039406148158,
      "loss": 4.636,
      "step": 21788
    },
    {
      "epoch": 0.13972681800692574,
      "grad_norm": 5.517756462097168,
      "learning_rate": 0.00019990393178622777,
      "loss": 4.6158,
      "step": 21789
    },
    {
      "epoch": 0.13973323072976787,
      "grad_norm": 54.37381362915039,
      "learning_rate": 0.00019990392295723427,
      "loss": 4.3763,
      "step": 21790
    },
    {
      "epoch": 0.13973964345260997,
      "grad_norm": 4.8937273025512695,
      "learning_rate": 0.00019990391412783528,
      "loss": 4.5551,
      "step": 21791
    },
    {
      "epoch": 0.1397460561754521,
      "grad_norm": 4.345148086547852,
      "learning_rate": 0.0001999039052980308,
      "loss": 4.6951,
      "step": 21792
    },
    {
      "epoch": 0.1397524688982942,
      "grad_norm": 5.581513404846191,
      "learning_rate": 0.00019990389646782082,
      "loss": 4.3027,
      "step": 21793
    },
    {
      "epoch": 0.13975888162113634,
      "grad_norm": 4.819629192352295,
      "learning_rate": 0.00019990388763720536,
      "loss": 4.3146,
      "step": 21794
    },
    {
      "epoch": 0.13976529434397844,
      "grad_norm": 5.617441177368164,
      "learning_rate": 0.0001999038788061844,
      "loss": 4.4445,
      "step": 21795
    },
    {
      "epoch": 0.13977170706682057,
      "grad_norm": 7.291031837463379,
      "learning_rate": 0.00019990386997475792,
      "loss": 4.4,
      "step": 21796
    },
    {
      "epoch": 0.1397781197896627,
      "grad_norm": 6.213798999786377,
      "learning_rate": 0.00019990386114292598,
      "loss": 4.5943,
      "step": 21797
    },
    {
      "epoch": 0.1397845325125048,
      "grad_norm": 4.687537670135498,
      "learning_rate": 0.00019990385231068852,
      "loss": 4.2988,
      "step": 21798
    },
    {
      "epoch": 0.13979094523534694,
      "grad_norm": 3.3126254081726074,
      "learning_rate": 0.00019990384347804557,
      "loss": 4.5835,
      "step": 21799
    },
    {
      "epoch": 0.13979735795818904,
      "grad_norm": 3.291606903076172,
      "learning_rate": 0.00019990383464499716,
      "loss": 4.3327,
      "step": 21800
    },
    {
      "epoch": 0.13979735795818904,
      "eval_loss": 4.390685558319092,
      "eval_runtime": 34.7371,
      "eval_samples_per_second": 90.249,
      "eval_steps_per_second": 22.57,
      "step": 21800
    },
    {
      "epoch": 0.13980377068103117,
      "grad_norm": 4.650044918060303,
      "learning_rate": 0.00019990382581154323,
      "loss": 4.2675,
      "step": 21801
    },
    {
      "epoch": 0.13981018340387327,
      "grad_norm": 4.09205436706543,
      "learning_rate": 0.0001999038169776838,
      "loss": 4.4188,
      "step": 21802
    },
    {
      "epoch": 0.1398165961267154,
      "grad_norm": 4.430947780609131,
      "learning_rate": 0.00019990380814341888,
      "loss": 4.4631,
      "step": 21803
    },
    {
      "epoch": 0.13982300884955753,
      "grad_norm": 4.12152099609375,
      "learning_rate": 0.00019990379930874853,
      "loss": 4.5166,
      "step": 21804
    },
    {
      "epoch": 0.13982942157239964,
      "grad_norm": 32.457096099853516,
      "learning_rate": 0.0001999037904736726,
      "loss": 4.5443,
      "step": 21805
    },
    {
      "epoch": 0.13983583429524177,
      "grad_norm": 3.2392125129699707,
      "learning_rate": 0.0001999037816381912,
      "loss": 4.4178,
      "step": 21806
    },
    {
      "epoch": 0.13984224701808387,
      "grad_norm": 9.449456214904785,
      "learning_rate": 0.00019990377280230433,
      "loss": 4.3894,
      "step": 21807
    },
    {
      "epoch": 0.139848659740926,
      "grad_norm": 6.27626371383667,
      "learning_rate": 0.00019990376396601195,
      "loss": 4.2522,
      "step": 21808
    },
    {
      "epoch": 0.1398550724637681,
      "grad_norm": 7.368323802947998,
      "learning_rate": 0.00019990375512931409,
      "loss": 4.5362,
      "step": 21809
    },
    {
      "epoch": 0.13986148518661023,
      "grad_norm": 4.04597806930542,
      "learning_rate": 0.00019990374629221073,
      "loss": 4.2782,
      "step": 21810
    },
    {
      "epoch": 0.13986789790945237,
      "grad_norm": 3.4404451847076416,
      "learning_rate": 0.00019990373745470188,
      "loss": 4.4292,
      "step": 21811
    },
    {
      "epoch": 0.13987431063229447,
      "grad_norm": 3.350032329559326,
      "learning_rate": 0.0001999037286167875,
      "loss": 4.3904,
      "step": 21812
    },
    {
      "epoch": 0.1398807233551366,
      "grad_norm": 3.868457078933716,
      "learning_rate": 0.00019990371977846768,
      "loss": 4.2751,
      "step": 21813
    },
    {
      "epoch": 0.1398871360779787,
      "grad_norm": 3.618136405944824,
      "learning_rate": 0.00019990371093974235,
      "loss": 4.5452,
      "step": 21814
    },
    {
      "epoch": 0.13989354880082083,
      "grad_norm": 5.821561336517334,
      "learning_rate": 0.0001999037021006115,
      "loss": 4.2748,
      "step": 21815
    },
    {
      "epoch": 0.13989996152366294,
      "grad_norm": 3.2348930835723877,
      "learning_rate": 0.0001999036932610752,
      "loss": 4.1052,
      "step": 21816
    },
    {
      "epoch": 0.13990637424650507,
      "grad_norm": 7.784299850463867,
      "learning_rate": 0.0001999036844211334,
      "loss": 4.1071,
      "step": 21817
    },
    {
      "epoch": 0.1399127869693472,
      "grad_norm": 7.105535507202148,
      "learning_rate": 0.00019990367558078608,
      "loss": 4.4492,
      "step": 21818
    },
    {
      "epoch": 0.1399191996921893,
      "grad_norm": 7.038728713989258,
      "learning_rate": 0.0001999036667400333,
      "loss": 4.5401,
      "step": 21819
    },
    {
      "epoch": 0.13992561241503143,
      "grad_norm": 4.201014041900635,
      "learning_rate": 0.00019990365789887503,
      "loss": 4.1566,
      "step": 21820
    },
    {
      "epoch": 0.13993202513787353,
      "grad_norm": 4.637094020843506,
      "learning_rate": 0.00019990364905731123,
      "loss": 4.5731,
      "step": 21821
    },
    {
      "epoch": 0.13993843786071566,
      "grad_norm": 4.046706199645996,
      "learning_rate": 0.00019990364021534195,
      "loss": 4.5348,
      "step": 21822
    },
    {
      "epoch": 0.13994485058355777,
      "grad_norm": 4.0668110847473145,
      "learning_rate": 0.0001999036313729672,
      "loss": 4.5762,
      "step": 21823
    },
    {
      "epoch": 0.1399512633063999,
      "grad_norm": 3.1754281520843506,
      "learning_rate": 0.00019990362253018693,
      "loss": 4.4591,
      "step": 21824
    },
    {
      "epoch": 0.13995767602924203,
      "grad_norm": 7.098998546600342,
      "learning_rate": 0.00019990361368700117,
      "loss": 6.4728,
      "step": 21825
    },
    {
      "epoch": 0.13996408875208413,
      "grad_norm": 3.53352427482605,
      "learning_rate": 0.00019990360484340992,
      "loss": 4.7873,
      "step": 21826
    },
    {
      "epoch": 0.13997050147492626,
      "grad_norm": 3.486060380935669,
      "learning_rate": 0.0001999035959994132,
      "loss": 4.3323,
      "step": 21827
    },
    {
      "epoch": 0.13997691419776837,
      "grad_norm": 19.16689109802246,
      "learning_rate": 0.00019990358715501097,
      "loss": 4.426,
      "step": 21828
    },
    {
      "epoch": 0.1399833269206105,
      "grad_norm": 4.999000072479248,
      "learning_rate": 0.00019990357831020322,
      "loss": 4.5266,
      "step": 21829
    },
    {
      "epoch": 0.1399897396434526,
      "grad_norm": 4.9318952560424805,
      "learning_rate": 0.00019990356946499006,
      "loss": 4.542,
      "step": 21830
    },
    {
      "epoch": 0.13999615236629473,
      "grad_norm": 6.15926456451416,
      "learning_rate": 0.00019990356061937132,
      "loss": 4.4092,
      "step": 21831
    },
    {
      "epoch": 0.14000256508913686,
      "grad_norm": 3.0416181087493896,
      "learning_rate": 0.00019990355177334715,
      "loss": 5.1328,
      "step": 21832
    },
    {
      "epoch": 0.14000897781197896,
      "grad_norm": 10.614246368408203,
      "learning_rate": 0.00019990354292691745,
      "loss": 4.6387,
      "step": 21833
    },
    {
      "epoch": 0.1400153905348211,
      "grad_norm": 4.652745723724365,
      "learning_rate": 0.00019990353408008227,
      "loss": 4.2528,
      "step": 21834
    },
    {
      "epoch": 0.1400218032576632,
      "grad_norm": 4.93562126159668,
      "learning_rate": 0.0001999035252328416,
      "loss": 4.3608,
      "step": 21835
    },
    {
      "epoch": 0.14002821598050533,
      "grad_norm": 3.3583343029022217,
      "learning_rate": 0.00019990351638519545,
      "loss": 4.3641,
      "step": 21836
    },
    {
      "epoch": 0.14003462870334743,
      "grad_norm": 3.32140851020813,
      "learning_rate": 0.00019990350753714377,
      "loss": 4.3596,
      "step": 21837
    },
    {
      "epoch": 0.14004104142618956,
      "grad_norm": 4.266145706176758,
      "learning_rate": 0.00019990349868868662,
      "loss": 4.3244,
      "step": 21838
    },
    {
      "epoch": 0.1400474541490317,
      "grad_norm": 4.112115383148193,
      "learning_rate": 0.00019990348983982398,
      "loss": 4.4245,
      "step": 21839
    },
    {
      "epoch": 0.1400538668718738,
      "grad_norm": 3.449455499649048,
      "learning_rate": 0.00019990348099055587,
      "loss": 4.694,
      "step": 21840
    },
    {
      "epoch": 0.14006027959471593,
      "grad_norm": 3.1853795051574707,
      "learning_rate": 0.00019990347214088222,
      "loss": 4.2754,
      "step": 21841
    },
    {
      "epoch": 0.14006669231755803,
      "grad_norm": 3.7264320850372314,
      "learning_rate": 0.00019990346329080313,
      "loss": 4.5747,
      "step": 21842
    },
    {
      "epoch": 0.14007310504040016,
      "grad_norm": 4.203602313995361,
      "learning_rate": 0.00019990345444031852,
      "loss": 4.8421,
      "step": 21843
    },
    {
      "epoch": 0.14007951776324226,
      "grad_norm": 4.272305488586426,
      "learning_rate": 0.00019990344558942842,
      "loss": 4.5698,
      "step": 21844
    },
    {
      "epoch": 0.1400859304860844,
      "grad_norm": 3.6290693283081055,
      "learning_rate": 0.00019990343673813283,
      "loss": 4.4213,
      "step": 21845
    },
    {
      "epoch": 0.14009234320892652,
      "grad_norm": 3.3842809200286865,
      "learning_rate": 0.00019990342788643174,
      "loss": 4.4295,
      "step": 21846
    },
    {
      "epoch": 0.14009875593176863,
      "grad_norm": 3.769719123840332,
      "learning_rate": 0.0001999034190343252,
      "loss": 4.6916,
      "step": 21847
    },
    {
      "epoch": 0.14010516865461076,
      "grad_norm": 7.380438804626465,
      "learning_rate": 0.0001999034101818131,
      "loss": 4.3213,
      "step": 21848
    },
    {
      "epoch": 0.14011158137745286,
      "grad_norm": 4.723577976226807,
      "learning_rate": 0.00019990340132889555,
      "loss": 4.4574,
      "step": 21849
    },
    {
      "epoch": 0.140117994100295,
      "grad_norm": 3.547194719314575,
      "learning_rate": 0.0001999033924755725,
      "loss": 4.4903,
      "step": 21850
    },
    {
      "epoch": 0.1401244068231371,
      "grad_norm": 3.3294994831085205,
      "learning_rate": 0.00019990338362184398,
      "loss": 4.2994,
      "step": 21851
    },
    {
      "epoch": 0.14013081954597922,
      "grad_norm": 4.160765647888184,
      "learning_rate": 0.00019990337476770992,
      "loss": 4.5564,
      "step": 21852
    },
    {
      "epoch": 0.14013723226882135,
      "grad_norm": 3.1378371715545654,
      "learning_rate": 0.00019990336591317042,
      "loss": 4.3837,
      "step": 21853
    },
    {
      "epoch": 0.14014364499166346,
      "grad_norm": 3.287647008895874,
      "learning_rate": 0.0001999033570582254,
      "loss": 4.487,
      "step": 21854
    },
    {
      "epoch": 0.1401500577145056,
      "grad_norm": 3.629805088043213,
      "learning_rate": 0.0001999033482028749,
      "loss": 5.0271,
      "step": 21855
    },
    {
      "epoch": 0.1401564704373477,
      "grad_norm": 5.500611782073975,
      "learning_rate": 0.0001999033393471189,
      "loss": 4.6094,
      "step": 21856
    },
    {
      "epoch": 0.14016288316018982,
      "grad_norm": 3.808495283126831,
      "learning_rate": 0.0001999033304909574,
      "loss": 4.4639,
      "step": 21857
    },
    {
      "epoch": 0.14016929588303192,
      "grad_norm": 12.086347579956055,
      "learning_rate": 0.00019990332163439045,
      "loss": 4.2028,
      "step": 21858
    },
    {
      "epoch": 0.14017570860587406,
      "grad_norm": 4.5012383460998535,
      "learning_rate": 0.00019990331277741795,
      "loss": 4.5379,
      "step": 21859
    },
    {
      "epoch": 0.14018212132871619,
      "grad_norm": 3.103806734085083,
      "learning_rate": 0.00019990330392004001,
      "loss": 4.6539,
      "step": 21860
    },
    {
      "epoch": 0.1401885340515583,
      "grad_norm": 3.3746402263641357,
      "learning_rate": 0.00019990329506225658,
      "loss": 4.2113,
      "step": 21861
    },
    {
      "epoch": 0.14019494677440042,
      "grad_norm": 3.367323637008667,
      "learning_rate": 0.00019990328620406763,
      "loss": 4.3208,
      "step": 21862
    },
    {
      "epoch": 0.14020135949724252,
      "grad_norm": 3.2339704036712646,
      "learning_rate": 0.0001999032773454732,
      "loss": 4.1484,
      "step": 21863
    },
    {
      "epoch": 0.14020777222008465,
      "grad_norm": 4.386885643005371,
      "learning_rate": 0.00019990326848647326,
      "loss": 4.4416,
      "step": 21864
    },
    {
      "epoch": 0.14021418494292676,
      "grad_norm": 4.20393705368042,
      "learning_rate": 0.00019990325962706784,
      "loss": 4.4209,
      "step": 21865
    },
    {
      "epoch": 0.1402205976657689,
      "grad_norm": 3.383451461791992,
      "learning_rate": 0.00019990325076725695,
      "loss": 4.5524,
      "step": 21866
    },
    {
      "epoch": 0.14022701038861102,
      "grad_norm": 5.954174995422363,
      "learning_rate": 0.00019990324190704054,
      "loss": 4.2243,
      "step": 21867
    },
    {
      "epoch": 0.14023342311145312,
      "grad_norm": 2.778507709503174,
      "learning_rate": 0.00019990323304641867,
      "loss": 4.4314,
      "step": 21868
    },
    {
      "epoch": 0.14023983583429525,
      "grad_norm": 3.4650721549987793,
      "learning_rate": 0.00019990322418539128,
      "loss": 4.2362,
      "step": 21869
    },
    {
      "epoch": 0.14024624855713735,
      "grad_norm": 4.462642192840576,
      "learning_rate": 0.00019990321532395842,
      "loss": 4.6433,
      "step": 21870
    },
    {
      "epoch": 0.14025266127997948,
      "grad_norm": 2.9410297870635986,
      "learning_rate": 0.00019990320646212005,
      "loss": 4.0379,
      "step": 21871
    },
    {
      "epoch": 0.1402590740028216,
      "grad_norm": 3.1398909091949463,
      "learning_rate": 0.0001999031975998762,
      "loss": 4.3533,
      "step": 21872
    },
    {
      "epoch": 0.14026548672566372,
      "grad_norm": 3.5672740936279297,
      "learning_rate": 0.00019990318873722686,
      "loss": 4.4056,
      "step": 21873
    },
    {
      "epoch": 0.14027189944850585,
      "grad_norm": 3.4935953617095947,
      "learning_rate": 0.00019990317987417204,
      "loss": 4.1311,
      "step": 21874
    },
    {
      "epoch": 0.14027831217134795,
      "grad_norm": 4.234866142272949,
      "learning_rate": 0.00019990317101071172,
      "loss": 4.1609,
      "step": 21875
    },
    {
      "epoch": 0.14028472489419008,
      "grad_norm": 5.893967151641846,
      "learning_rate": 0.0001999031621468459,
      "loss": 4.4852,
      "step": 21876
    },
    {
      "epoch": 0.14029113761703219,
      "grad_norm": 2.937091588973999,
      "learning_rate": 0.00019990315328257462,
      "loss": 3.9032,
      "step": 21877
    },
    {
      "epoch": 0.14029755033987432,
      "grad_norm": 3.30120849609375,
      "learning_rate": 0.0001999031444178978,
      "loss": 4.5422,
      "step": 21878
    },
    {
      "epoch": 0.14030396306271642,
      "grad_norm": 4.300854682922363,
      "learning_rate": 0.00019990313555281555,
      "loss": 4.3846,
      "step": 21879
    },
    {
      "epoch": 0.14031037578555855,
      "grad_norm": 3.749375820159912,
      "learning_rate": 0.00019990312668732778,
      "loss": 4.4381,
      "step": 21880
    },
    {
      "epoch": 0.14031678850840068,
      "grad_norm": 3.9708821773529053,
      "learning_rate": 0.00019990311782143452,
      "loss": 4.3489,
      "step": 21881
    },
    {
      "epoch": 0.14032320123124278,
      "grad_norm": 3.2717928886413574,
      "learning_rate": 0.00019990310895513577,
      "loss": 4.4194,
      "step": 21882
    },
    {
      "epoch": 0.14032961395408491,
      "grad_norm": 11.168187141418457,
      "learning_rate": 0.0001999031000884315,
      "loss": 4.2691,
      "step": 21883
    },
    {
      "epoch": 0.14033602667692702,
      "grad_norm": 3.261507034301758,
      "learning_rate": 0.00019990309122132178,
      "loss": 4.3932,
      "step": 21884
    },
    {
      "epoch": 0.14034243939976915,
      "grad_norm": 4.167002201080322,
      "learning_rate": 0.00019990308235380655,
      "loss": 4.6129,
      "step": 21885
    },
    {
      "epoch": 0.14034885212261125,
      "grad_norm": 3.6132686138153076,
      "learning_rate": 0.0001999030734858858,
      "loss": 4.5142,
      "step": 21886
    },
    {
      "epoch": 0.14035526484545338,
      "grad_norm": 3.976201295852661,
      "learning_rate": 0.00019990306461755962,
      "loss": 4.4899,
      "step": 21887
    },
    {
      "epoch": 0.1403616775682955,
      "grad_norm": 4.025412082672119,
      "learning_rate": 0.00019990305574882794,
      "loss": 4.4328,
      "step": 21888
    },
    {
      "epoch": 0.14036809029113761,
      "grad_norm": 3.124563217163086,
      "learning_rate": 0.00019990304687969075,
      "loss": 4.368,
      "step": 21889
    },
    {
      "epoch": 0.14037450301397975,
      "grad_norm": 3.509655475616455,
      "learning_rate": 0.0001999030380101481,
      "loss": 4.544,
      "step": 21890
    },
    {
      "epoch": 0.14038091573682185,
      "grad_norm": 3.3242197036743164,
      "learning_rate": 0.0001999030291401999,
      "loss": 4.1845,
      "step": 21891
    },
    {
      "epoch": 0.14038732845966398,
      "grad_norm": 2.948317527770996,
      "learning_rate": 0.00019990302026984624,
      "loss": 4.2488,
      "step": 21892
    },
    {
      "epoch": 0.14039374118250608,
      "grad_norm": 3.2001073360443115,
      "learning_rate": 0.0001999030113990871,
      "loss": 4.0885,
      "step": 21893
    },
    {
      "epoch": 0.1404001539053482,
      "grad_norm": 5.094532012939453,
      "learning_rate": 0.00019990300252792248,
      "loss": 4.564,
      "step": 21894
    },
    {
      "epoch": 0.14040656662819032,
      "grad_norm": 3.4280717372894287,
      "learning_rate": 0.00019990299365635233,
      "loss": 4.3395,
      "step": 21895
    },
    {
      "epoch": 0.14041297935103245,
      "grad_norm": 5.606988906860352,
      "learning_rate": 0.00019990298478437675,
      "loss": 4.4872,
      "step": 21896
    },
    {
      "epoch": 0.14041939207387458,
      "grad_norm": 3.4354569911956787,
      "learning_rate": 0.00019990297591199565,
      "loss": 4.5824,
      "step": 21897
    },
    {
      "epoch": 0.14042580479671668,
      "grad_norm": 3.91817569732666,
      "learning_rate": 0.00019990296703920906,
      "loss": 4.7589,
      "step": 21898
    },
    {
      "epoch": 0.1404322175195588,
      "grad_norm": 3.3252224922180176,
      "learning_rate": 0.00019990295816601697,
      "loss": 4.4359,
      "step": 21899
    },
    {
      "epoch": 0.1404386302424009,
      "grad_norm": 10.994725227355957,
      "learning_rate": 0.0001999029492924194,
      "loss": 4.6014,
      "step": 21900
    },
    {
      "epoch": 0.1404386302424009,
      "eval_loss": 4.369729518890381,
      "eval_runtime": 34.7556,
      "eval_samples_per_second": 90.201,
      "eval_steps_per_second": 22.558,
      "step": 21900
    },
    {
      "epoch": 0.14044504296524304,
      "grad_norm": 3.521008014678955,
      "learning_rate": 0.00019990294041841633,
      "loss": 4.4384,
      "step": 21901
    },
    {
      "epoch": 0.14045145568808515,
      "grad_norm": 2.9592413902282715,
      "learning_rate": 0.0001999029315440078,
      "loss": 4.5823,
      "step": 21902
    },
    {
      "epoch": 0.14045786841092728,
      "grad_norm": 3.516214609146118,
      "learning_rate": 0.00019990292266919375,
      "loss": 4.4609,
      "step": 21903
    },
    {
      "epoch": 0.1404642811337694,
      "grad_norm": 2.8608572483062744,
      "learning_rate": 0.0001999029137939742,
      "loss": 4.2575,
      "step": 21904
    },
    {
      "epoch": 0.1404706938566115,
      "grad_norm": 3.0906388759613037,
      "learning_rate": 0.00019990290491834917,
      "loss": 4.4416,
      "step": 21905
    },
    {
      "epoch": 0.14047710657945364,
      "grad_norm": 5.709865093231201,
      "learning_rate": 0.0001999028960423187,
      "loss": 4.8266,
      "step": 21906
    },
    {
      "epoch": 0.14048351930229575,
      "grad_norm": 4.6652421951293945,
      "learning_rate": 0.00019990288716588268,
      "loss": 4.4212,
      "step": 21907
    },
    {
      "epoch": 0.14048993202513788,
      "grad_norm": 3.1555137634277344,
      "learning_rate": 0.0001999028782890412,
      "loss": 4.4022,
      "step": 21908
    },
    {
      "epoch": 0.14049634474797998,
      "grad_norm": 3.24063777923584,
      "learning_rate": 0.00019990286941179422,
      "loss": 4.1875,
      "step": 21909
    },
    {
      "epoch": 0.1405027574708221,
      "grad_norm": 3.11932110786438,
      "learning_rate": 0.00019990286053414176,
      "loss": 4.5578,
      "step": 21910
    },
    {
      "epoch": 0.14050917019366424,
      "grad_norm": 3.8535115718841553,
      "learning_rate": 0.00019990285165608377,
      "loss": 4.3973,
      "step": 21911
    },
    {
      "epoch": 0.14051558291650634,
      "grad_norm": 3.989826202392578,
      "learning_rate": 0.00019990284277762035,
      "loss": 4.4675,
      "step": 21912
    },
    {
      "epoch": 0.14052199563934847,
      "grad_norm": 4.075361251831055,
      "learning_rate": 0.00019990283389875141,
      "loss": 4.5111,
      "step": 21913
    },
    {
      "epoch": 0.14052840836219058,
      "grad_norm": 3.637094259262085,
      "learning_rate": 0.00019990282501947698,
      "loss": 4.3489,
      "step": 21914
    },
    {
      "epoch": 0.1405348210850327,
      "grad_norm": 3.991178274154663,
      "learning_rate": 0.00019990281613979706,
      "loss": 4.664,
      "step": 21915
    },
    {
      "epoch": 0.1405412338078748,
      "grad_norm": 3.8091683387756348,
      "learning_rate": 0.0001999028072597117,
      "loss": 4.7873,
      "step": 21916
    },
    {
      "epoch": 0.14054764653071694,
      "grad_norm": 4.307716369628906,
      "learning_rate": 0.0001999027983792208,
      "loss": 4.3555,
      "step": 21917
    },
    {
      "epoch": 0.14055405925355907,
      "grad_norm": 2.945295572280884,
      "learning_rate": 0.0001999027894983244,
      "loss": 4.5882,
      "step": 21918
    },
    {
      "epoch": 0.14056047197640117,
      "grad_norm": 3.6550540924072266,
      "learning_rate": 0.00019990278061702253,
      "loss": 4.2664,
      "step": 21919
    },
    {
      "epoch": 0.1405668846992433,
      "grad_norm": 5.64190673828125,
      "learning_rate": 0.0001999027717353152,
      "loss": 4.3227,
      "step": 21920
    },
    {
      "epoch": 0.1405732974220854,
      "grad_norm": 4.0281853675842285,
      "learning_rate": 0.00019990276285320233,
      "loss": 4.3508,
      "step": 21921
    },
    {
      "epoch": 0.14057971014492754,
      "grad_norm": 3.637826681137085,
      "learning_rate": 0.00019990275397068402,
      "loss": 4.2781,
      "step": 21922
    },
    {
      "epoch": 0.14058612286776964,
      "grad_norm": 3.4672372341156006,
      "learning_rate": 0.0001999027450877602,
      "loss": 4.2601,
      "step": 21923
    },
    {
      "epoch": 0.14059253559061177,
      "grad_norm": 2.7923977375030518,
      "learning_rate": 0.00019990273620443087,
      "loss": 4.1942,
      "step": 21924
    },
    {
      "epoch": 0.1405989483134539,
      "grad_norm": 5.2207350730896,
      "learning_rate": 0.00019990272732069606,
      "loss": 4.7952,
      "step": 21925
    },
    {
      "epoch": 0.140605361036296,
      "grad_norm": 85.34931945800781,
      "learning_rate": 0.00019990271843655578,
      "loss": 4.4338,
      "step": 21926
    },
    {
      "epoch": 0.14061177375913814,
      "grad_norm": 3.995269775390625,
      "learning_rate": 0.00019990270955201,
      "loss": 4.4724,
      "step": 21927
    },
    {
      "epoch": 0.14061818648198024,
      "grad_norm": 3.0696370601654053,
      "learning_rate": 0.00019990270066705873,
      "loss": 4.1998,
      "step": 21928
    },
    {
      "epoch": 0.14062459920482237,
      "grad_norm": 3.132286310195923,
      "learning_rate": 0.00019990269178170195,
      "loss": 4.5743,
      "step": 21929
    },
    {
      "epoch": 0.14063101192766447,
      "grad_norm": 2.510131597518921,
      "learning_rate": 0.00019990268289593973,
      "loss": 4.4283,
      "step": 21930
    },
    {
      "epoch": 0.1406374246505066,
      "grad_norm": 2.4547736644744873,
      "learning_rate": 0.000199902674009772,
      "loss": 4.5311,
      "step": 21931
    },
    {
      "epoch": 0.14064383737334873,
      "grad_norm": 3.2089109420776367,
      "learning_rate": 0.00019990266512319877,
      "loss": 4.5511,
      "step": 21932
    },
    {
      "epoch": 0.14065025009619084,
      "grad_norm": 6.8183465003967285,
      "learning_rate": 0.00019990265623622005,
      "loss": 4.3857,
      "step": 21933
    },
    {
      "epoch": 0.14065666281903297,
      "grad_norm": 9.433192253112793,
      "learning_rate": 0.00019990264734883587,
      "loss": 4.5129,
      "step": 21934
    },
    {
      "epoch": 0.14066307554187507,
      "grad_norm": 4.571680068969727,
      "learning_rate": 0.00019990263846104617,
      "loss": 4.1676,
      "step": 21935
    },
    {
      "epoch": 0.1406694882647172,
      "grad_norm": 3.3985817432403564,
      "learning_rate": 0.000199902629572851,
      "loss": 4.481,
      "step": 21936
    },
    {
      "epoch": 0.1406759009875593,
      "grad_norm": 4.128445625305176,
      "learning_rate": 0.00019990262068425035,
      "loss": 4.4066,
      "step": 21937
    },
    {
      "epoch": 0.14068231371040144,
      "grad_norm": 3.517852783203125,
      "learning_rate": 0.0001999026117952442,
      "loss": 3.9732,
      "step": 21938
    },
    {
      "epoch": 0.14068872643324357,
      "grad_norm": 3.7593417167663574,
      "learning_rate": 0.00019990260290583253,
      "loss": 4.6873,
      "step": 21939
    },
    {
      "epoch": 0.14069513915608567,
      "grad_norm": 3.0075085163116455,
      "learning_rate": 0.00019990259401601542,
      "loss": 4.8217,
      "step": 21940
    },
    {
      "epoch": 0.1407015518789278,
      "grad_norm": 3.114900827407837,
      "learning_rate": 0.0001999025851257928,
      "loss": 4.3622,
      "step": 21941
    },
    {
      "epoch": 0.1407079646017699,
      "grad_norm": 3.189890146255493,
      "learning_rate": 0.0001999025762351647,
      "loss": 4.4876,
      "step": 21942
    },
    {
      "epoch": 0.14071437732461203,
      "grad_norm": 2.538522720336914,
      "learning_rate": 0.00019990256734413113,
      "loss": 4.2366,
      "step": 21943
    },
    {
      "epoch": 0.14072079004745414,
      "grad_norm": 2.6632368564605713,
      "learning_rate": 0.00019990255845269203,
      "loss": 4.3614,
      "step": 21944
    },
    {
      "epoch": 0.14072720277029627,
      "grad_norm": 3.2381293773651123,
      "learning_rate": 0.00019990254956084747,
      "loss": 4.4055,
      "step": 21945
    },
    {
      "epoch": 0.1407336154931384,
      "grad_norm": 3.400214910507202,
      "learning_rate": 0.00019990254066859742,
      "loss": 4.2639,
      "step": 21946
    },
    {
      "epoch": 0.1407400282159805,
      "grad_norm": 3.0465047359466553,
      "learning_rate": 0.00019990253177594187,
      "loss": 4.3829,
      "step": 21947
    },
    {
      "epoch": 0.14074644093882263,
      "grad_norm": 4.9104905128479,
      "learning_rate": 0.00019990252288288086,
      "loss": 4.3509,
      "step": 21948
    },
    {
      "epoch": 0.14075285366166473,
      "grad_norm": 3.047872304916382,
      "learning_rate": 0.0001999025139894143,
      "loss": 4.3084,
      "step": 21949
    },
    {
      "epoch": 0.14075926638450686,
      "grad_norm": 4.143398284912109,
      "learning_rate": 0.0001999025050955423,
      "loss": 4.4457,
      "step": 21950
    },
    {
      "epoch": 0.14076567910734897,
      "grad_norm": 3.7618799209594727,
      "learning_rate": 0.00019990249620126482,
      "loss": 4.8073,
      "step": 21951
    },
    {
      "epoch": 0.1407720918301911,
      "grad_norm": 3.4971861839294434,
      "learning_rate": 0.00019990248730658184,
      "loss": 4.2896,
      "step": 21952
    },
    {
      "epoch": 0.14077850455303323,
      "grad_norm": 3.261866331100464,
      "learning_rate": 0.00019990247841149335,
      "loss": 4.3289,
      "step": 21953
    },
    {
      "epoch": 0.14078491727587533,
      "grad_norm": 3.730681896209717,
      "learning_rate": 0.00019990246951599941,
      "loss": 4.3831,
      "step": 21954
    },
    {
      "epoch": 0.14079132999871746,
      "grad_norm": 6.573727130889893,
      "learning_rate": 0.00019990246062009996,
      "loss": 4.1285,
      "step": 21955
    },
    {
      "epoch": 0.14079774272155957,
      "grad_norm": 2.820333480834961,
      "learning_rate": 0.00019990245172379502,
      "loss": 4.5649,
      "step": 21956
    },
    {
      "epoch": 0.1408041554444017,
      "grad_norm": 33.06179428100586,
      "learning_rate": 0.00019990244282708458,
      "loss": 4.4156,
      "step": 21957
    },
    {
      "epoch": 0.1408105681672438,
      "grad_norm": 4.741219997406006,
      "learning_rate": 0.0001999024339299687,
      "loss": 4.4909,
      "step": 21958
    },
    {
      "epoch": 0.14081698089008593,
      "grad_norm": 2.743169069290161,
      "learning_rate": 0.0001999024250324473,
      "loss": 4.3296,
      "step": 21959
    },
    {
      "epoch": 0.14082339361292806,
      "grad_norm": 9.184537887573242,
      "learning_rate": 0.0001999024161345204,
      "loss": 4.1699,
      "step": 21960
    },
    {
      "epoch": 0.14082980633577016,
      "grad_norm": 4.062808990478516,
      "learning_rate": 0.00019990240723618806,
      "loss": 4.6183,
      "step": 21961
    },
    {
      "epoch": 0.1408362190586123,
      "grad_norm": 3.802241802215576,
      "learning_rate": 0.00019990239833745017,
      "loss": 4.294,
      "step": 21962
    },
    {
      "epoch": 0.1408426317814544,
      "grad_norm": 4.115322113037109,
      "learning_rate": 0.00019990238943830684,
      "loss": 4.2395,
      "step": 21963
    },
    {
      "epoch": 0.14084904450429653,
      "grad_norm": 3.273061752319336,
      "learning_rate": 0.00019990238053875801,
      "loss": 4.1381,
      "step": 21964
    },
    {
      "epoch": 0.14085545722713863,
      "grad_norm": 5.078934669494629,
      "learning_rate": 0.00019990237163880367,
      "loss": 4.3879,
      "step": 21965
    },
    {
      "epoch": 0.14086186994998076,
      "grad_norm": 3.125803232192993,
      "learning_rate": 0.00019990236273844387,
      "loss": 4.5866,
      "step": 21966
    },
    {
      "epoch": 0.1408682826728229,
      "grad_norm": 13.29377269744873,
      "learning_rate": 0.00019990235383767857,
      "loss": 4.3144,
      "step": 21967
    },
    {
      "epoch": 0.140874695395665,
      "grad_norm": 3.215850591659546,
      "learning_rate": 0.00019990234493650778,
      "loss": 4.5243,
      "step": 21968
    },
    {
      "epoch": 0.14088110811850713,
      "grad_norm": 4.601395606994629,
      "learning_rate": 0.00019990233603493153,
      "loss": 4.1871,
      "step": 21969
    },
    {
      "epoch": 0.14088752084134923,
      "grad_norm": 3.4632959365844727,
      "learning_rate": 0.00019990232713294978,
      "loss": 4.4642,
      "step": 21970
    },
    {
      "epoch": 0.14089393356419136,
      "grad_norm": 3.7878053188323975,
      "learning_rate": 0.00019990231823056255,
      "loss": 4.3275,
      "step": 21971
    },
    {
      "epoch": 0.14090034628703346,
      "grad_norm": 4.368915557861328,
      "learning_rate": 0.0001999023093277698,
      "loss": 4.585,
      "step": 21972
    },
    {
      "epoch": 0.1409067590098756,
      "grad_norm": 3.2852885723114014,
      "learning_rate": 0.0001999023004245716,
      "loss": 4.2101,
      "step": 21973
    },
    {
      "epoch": 0.14091317173271772,
      "grad_norm": 3.1015307903289795,
      "learning_rate": 0.00019990229152096789,
      "loss": 4.2832,
      "step": 21974
    },
    {
      "epoch": 0.14091958445555983,
      "grad_norm": 14.479086875915527,
      "learning_rate": 0.00019990228261695868,
      "loss": 4.4949,
      "step": 21975
    },
    {
      "epoch": 0.14092599717840196,
      "grad_norm": 3.6849732398986816,
      "learning_rate": 0.000199902273712544,
      "loss": 4.4578,
      "step": 21976
    },
    {
      "epoch": 0.14093240990124406,
      "grad_norm": 5.424689292907715,
      "learning_rate": 0.00019990226480772386,
      "loss": 4.4322,
      "step": 21977
    },
    {
      "epoch": 0.1409388226240862,
      "grad_norm": 3.6245248317718506,
      "learning_rate": 0.0001999022559024982,
      "loss": 4.4891,
      "step": 21978
    },
    {
      "epoch": 0.1409452353469283,
      "grad_norm": 5.073390960693359,
      "learning_rate": 0.00019990224699686706,
      "loss": 4.4865,
      "step": 21979
    },
    {
      "epoch": 0.14095164806977042,
      "grad_norm": 3.8190038204193115,
      "learning_rate": 0.00019990223809083043,
      "loss": 4.1965,
      "step": 21980
    },
    {
      "epoch": 0.14095806079261256,
      "grad_norm": 3.5785179138183594,
      "learning_rate": 0.00019990222918438833,
      "loss": 4.6548,
      "step": 21981
    },
    {
      "epoch": 0.14096447351545466,
      "grad_norm": 3.4572203159332275,
      "learning_rate": 0.00019990222027754074,
      "loss": 4.1285,
      "step": 21982
    },
    {
      "epoch": 0.1409708862382968,
      "grad_norm": 4.292593479156494,
      "learning_rate": 0.00019990221137028763,
      "loss": 4.2422,
      "step": 21983
    },
    {
      "epoch": 0.1409772989611389,
      "grad_norm": 5.688060760498047,
      "learning_rate": 0.00019990220246262906,
      "loss": 4.5653,
      "step": 21984
    },
    {
      "epoch": 0.14098371168398102,
      "grad_norm": 3.464049816131592,
      "learning_rate": 0.00019990219355456502,
      "loss": 4.3716,
      "step": 21985
    },
    {
      "epoch": 0.14099012440682313,
      "grad_norm": 3.3655805587768555,
      "learning_rate": 0.00019990218464609546,
      "loss": 4.1575,
      "step": 21986
    },
    {
      "epoch": 0.14099653712966526,
      "grad_norm": 8.849629402160645,
      "learning_rate": 0.00019990217573722044,
      "loss": 5.1359,
      "step": 21987
    },
    {
      "epoch": 0.1410029498525074,
      "grad_norm": 4.495248794555664,
      "learning_rate": 0.0001999021668279399,
      "loss": 4.6173,
      "step": 21988
    },
    {
      "epoch": 0.1410093625753495,
      "grad_norm": 3.2906687259674072,
      "learning_rate": 0.0001999021579182539,
      "loss": 4.4164,
      "step": 21989
    },
    {
      "epoch": 0.14101577529819162,
      "grad_norm": 3.158688545227051,
      "learning_rate": 0.00019990214900816243,
      "loss": 4.4814,
      "step": 21990
    },
    {
      "epoch": 0.14102218802103372,
      "grad_norm": 3.278108835220337,
      "learning_rate": 0.00019990214009766544,
      "loss": 4.4757,
      "step": 21991
    },
    {
      "epoch": 0.14102860074387585,
      "grad_norm": 4.8497138023376465,
      "learning_rate": 0.000199902131186763,
      "loss": 4.952,
      "step": 21992
    },
    {
      "epoch": 0.14103501346671796,
      "grad_norm": 3.325604200363159,
      "learning_rate": 0.00019990212227545505,
      "loss": 4.2007,
      "step": 21993
    },
    {
      "epoch": 0.1410414261895601,
      "grad_norm": 3.447617292404175,
      "learning_rate": 0.00019990211336374158,
      "loss": 4.2976,
      "step": 21994
    },
    {
      "epoch": 0.14104783891240222,
      "grad_norm": 3.6610488891601562,
      "learning_rate": 0.00019990210445162268,
      "loss": 4.5512,
      "step": 21995
    },
    {
      "epoch": 0.14105425163524432,
      "grad_norm": 4.86059045791626,
      "learning_rate": 0.00019990209553909826,
      "loss": 4.1919,
      "step": 21996
    },
    {
      "epoch": 0.14106066435808645,
      "grad_norm": 2.902966022491455,
      "learning_rate": 0.00019990208662616835,
      "loss": 4.2859,
      "step": 21997
    },
    {
      "epoch": 0.14106707708092855,
      "grad_norm": 3.380711317062378,
      "learning_rate": 0.000199902077712833,
      "loss": 4.3963,
      "step": 21998
    },
    {
      "epoch": 0.14107348980377069,
      "grad_norm": 3.492549180984497,
      "learning_rate": 0.0001999020687990921,
      "loss": 4.4289,
      "step": 21999
    },
    {
      "epoch": 0.1410799025266128,
      "grad_norm": 8.408048629760742,
      "learning_rate": 0.00019990205988494578,
      "loss": 4.0794,
      "step": 22000
    },
    {
      "epoch": 0.1410799025266128,
      "eval_loss": 4.350730895996094,
      "eval_runtime": 34.7123,
      "eval_samples_per_second": 90.314,
      "eval_steps_per_second": 22.586,
      "step": 22000
    },
    {
      "epoch": 0.14108631524945492,
      "grad_norm": 3.3506813049316406,
      "learning_rate": 0.00019990205097039393,
      "loss": 4.4544,
      "step": 22001
    },
    {
      "epoch": 0.14109272797229705,
      "grad_norm": 2.651823043823242,
      "learning_rate": 0.00019990204205543662,
      "loss": 4.0688,
      "step": 22002
    },
    {
      "epoch": 0.14109914069513915,
      "grad_norm": 2.8893210887908936,
      "learning_rate": 0.00019990203314007379,
      "loss": 4.2958,
      "step": 22003
    },
    {
      "epoch": 0.14110555341798128,
      "grad_norm": 2.8450093269348145,
      "learning_rate": 0.0001999020242243055,
      "loss": 4.2541,
      "step": 22004
    },
    {
      "epoch": 0.14111196614082339,
      "grad_norm": 4.178333282470703,
      "learning_rate": 0.00019990201530813173,
      "loss": 4.3928,
      "step": 22005
    },
    {
      "epoch": 0.14111837886366552,
      "grad_norm": 7.115727424621582,
      "learning_rate": 0.00019990200639155245,
      "loss": 6.4675,
      "step": 22006
    },
    {
      "epoch": 0.14112479158650762,
      "grad_norm": 3.2037599086761475,
      "learning_rate": 0.00019990199747456767,
      "loss": 4.4275,
      "step": 22007
    },
    {
      "epoch": 0.14113120430934975,
      "grad_norm": 3.5586140155792236,
      "learning_rate": 0.00019990198855717746,
      "loss": 4.4679,
      "step": 22008
    },
    {
      "epoch": 0.14113761703219188,
      "grad_norm": 2.8274388313293457,
      "learning_rate": 0.00019990197963938174,
      "loss": 4.3508,
      "step": 22009
    },
    {
      "epoch": 0.14114402975503398,
      "grad_norm": 3.1084184646606445,
      "learning_rate": 0.00019990197072118054,
      "loss": 4.3722,
      "step": 22010
    },
    {
      "epoch": 0.14115044247787611,
      "grad_norm": 4.715299129486084,
      "learning_rate": 0.00019990196180257383,
      "loss": 4.6805,
      "step": 22011
    },
    {
      "epoch": 0.14115685520071822,
      "grad_norm": 3.215567111968994,
      "learning_rate": 0.00019990195288356163,
      "loss": 4.6462,
      "step": 22012
    },
    {
      "epoch": 0.14116326792356035,
      "grad_norm": 3.0170886516571045,
      "learning_rate": 0.000199901943964144,
      "loss": 4.5503,
      "step": 22013
    },
    {
      "epoch": 0.14116968064640245,
      "grad_norm": 3.9459612369537354,
      "learning_rate": 0.00019990193504432083,
      "loss": 4.3412,
      "step": 22014
    },
    {
      "epoch": 0.14117609336924458,
      "grad_norm": 3.460601329803467,
      "learning_rate": 0.0001999019261240922,
      "loss": 4.1839,
      "step": 22015
    },
    {
      "epoch": 0.1411825060920867,
      "grad_norm": 3.730067729949951,
      "learning_rate": 0.00019990191720345806,
      "loss": 4.3794,
      "step": 22016
    },
    {
      "epoch": 0.14118891881492882,
      "grad_norm": 4.064076900482178,
      "learning_rate": 0.00019990190828241846,
      "loss": 4.1852,
      "step": 22017
    },
    {
      "epoch": 0.14119533153777095,
      "grad_norm": 4.374482154846191,
      "learning_rate": 0.00019990189936097336,
      "loss": 4.4369,
      "step": 22018
    },
    {
      "epoch": 0.14120174426061305,
      "grad_norm": 2.7310850620269775,
      "learning_rate": 0.00019990189043912277,
      "loss": 4.2688,
      "step": 22019
    },
    {
      "epoch": 0.14120815698345518,
      "grad_norm": 3.0453481674194336,
      "learning_rate": 0.00019990188151686674,
      "loss": 4.2695,
      "step": 22020
    },
    {
      "epoch": 0.14121456970629728,
      "grad_norm": 8.491276741027832,
      "learning_rate": 0.00019990187259420517,
      "loss": 4.5516,
      "step": 22021
    },
    {
      "epoch": 0.1412209824291394,
      "grad_norm": 2.9747889041900635,
      "learning_rate": 0.00019990186367113816,
      "loss": 4.215,
      "step": 22022
    },
    {
      "epoch": 0.14122739515198154,
      "grad_norm": 3.133802890777588,
      "learning_rate": 0.0001999018547476656,
      "loss": 4.5854,
      "step": 22023
    },
    {
      "epoch": 0.14123380787482365,
      "grad_norm": 4.732475757598877,
      "learning_rate": 0.0001999018458237876,
      "loss": 4.4028,
      "step": 22024
    },
    {
      "epoch": 0.14124022059766578,
      "grad_norm": 3.3436596393585205,
      "learning_rate": 0.00019990183689950412,
      "loss": 4.3076,
      "step": 22025
    },
    {
      "epoch": 0.14124663332050788,
      "grad_norm": 2.814319133758545,
      "learning_rate": 0.00019990182797481514,
      "loss": 4.2384,
      "step": 22026
    },
    {
      "epoch": 0.14125304604335,
      "grad_norm": 3.1949572563171387,
      "learning_rate": 0.00019990181904972067,
      "loss": 4.6532,
      "step": 22027
    },
    {
      "epoch": 0.14125945876619211,
      "grad_norm": 4.748754501342773,
      "learning_rate": 0.00019990181012422074,
      "loss": 4.3991,
      "step": 22028
    },
    {
      "epoch": 0.14126587148903424,
      "grad_norm": 3.3257806301116943,
      "learning_rate": 0.0001999018011983153,
      "loss": 4.2925,
      "step": 22029
    },
    {
      "epoch": 0.14127228421187638,
      "grad_norm": 3.40194034576416,
      "learning_rate": 0.00019990179227200437,
      "loss": 4.5053,
      "step": 22030
    },
    {
      "epoch": 0.14127869693471848,
      "grad_norm": 3.375743865966797,
      "learning_rate": 0.000199901783345288,
      "loss": 4.3633,
      "step": 22031
    },
    {
      "epoch": 0.1412851096575606,
      "grad_norm": 3.1311049461364746,
      "learning_rate": 0.00019990177441816612,
      "loss": 4.4633,
      "step": 22032
    },
    {
      "epoch": 0.1412915223804027,
      "grad_norm": 2.8173556327819824,
      "learning_rate": 0.00019990176549063873,
      "loss": 4.1478,
      "step": 22033
    },
    {
      "epoch": 0.14129793510324484,
      "grad_norm": 2.589104652404785,
      "learning_rate": 0.00019990175656270587,
      "loss": 4.4901,
      "step": 22034
    },
    {
      "epoch": 0.14130434782608695,
      "grad_norm": 13.287384033203125,
      "learning_rate": 0.00019990174763436752,
      "loss": 4.3518,
      "step": 22035
    },
    {
      "epoch": 0.14131076054892908,
      "grad_norm": 9.456228256225586,
      "learning_rate": 0.0001999017387056237,
      "loss": 4.7082,
      "step": 22036
    },
    {
      "epoch": 0.1413171732717712,
      "grad_norm": 2.6760482788085938,
      "learning_rate": 0.00019990172977647438,
      "loss": 4.1984,
      "step": 22037
    },
    {
      "epoch": 0.1413235859946133,
      "grad_norm": 4.367668151855469,
      "learning_rate": 0.0001999017208469196,
      "loss": 4.5194,
      "step": 22038
    },
    {
      "epoch": 0.14132999871745544,
      "grad_norm": 2.7097208499908447,
      "learning_rate": 0.00019990171191695933,
      "loss": 4.3838,
      "step": 22039
    },
    {
      "epoch": 0.14133641144029754,
      "grad_norm": 2.542804718017578,
      "learning_rate": 0.00019990170298659357,
      "loss": 4.4458,
      "step": 22040
    },
    {
      "epoch": 0.14134282416313967,
      "grad_norm": 3.1078004837036133,
      "learning_rate": 0.0001999016940558223,
      "loss": 4.3936,
      "step": 22041
    },
    {
      "epoch": 0.14134923688598178,
      "grad_norm": 3.1559536457061768,
      "learning_rate": 0.00019990168512464557,
      "loss": 4.6269,
      "step": 22042
    },
    {
      "epoch": 0.1413556496088239,
      "grad_norm": 4.410270690917969,
      "learning_rate": 0.00019990167619306337,
      "loss": 4.2413,
      "step": 22043
    },
    {
      "epoch": 0.14136206233166604,
      "grad_norm": 3.0024847984313965,
      "learning_rate": 0.00019990166726107565,
      "loss": 4.6808,
      "step": 22044
    },
    {
      "epoch": 0.14136847505450814,
      "grad_norm": 4.765940189361572,
      "learning_rate": 0.00019990165832868247,
      "loss": 4.4782,
      "step": 22045
    },
    {
      "epoch": 0.14137488777735027,
      "grad_norm": 2.7214176654815674,
      "learning_rate": 0.0001999016493958838,
      "loss": 4.4188,
      "step": 22046
    },
    {
      "epoch": 0.14138130050019238,
      "grad_norm": 4.441129684448242,
      "learning_rate": 0.00019990164046267966,
      "loss": 4.3683,
      "step": 22047
    },
    {
      "epoch": 0.1413877132230345,
      "grad_norm": 3.400352954864502,
      "learning_rate": 0.00019990163152907003,
      "loss": 4.2267,
      "step": 22048
    },
    {
      "epoch": 0.1413941259458766,
      "grad_norm": 3.427870273590088,
      "learning_rate": 0.0001999016225950549,
      "loss": 4.2846,
      "step": 22049
    },
    {
      "epoch": 0.14140053866871874,
      "grad_norm": 3.071758270263672,
      "learning_rate": 0.0001999016136606343,
      "loss": 4.3747,
      "step": 22050
    },
    {
      "epoch": 0.14140695139156087,
      "grad_norm": 3.1237080097198486,
      "learning_rate": 0.00019990160472580822,
      "loss": 4.3784,
      "step": 22051
    },
    {
      "epoch": 0.14141336411440297,
      "grad_norm": 3.553230047225952,
      "learning_rate": 0.00019990159579057665,
      "loss": 4.5293,
      "step": 22052
    },
    {
      "epoch": 0.1414197768372451,
      "grad_norm": 3.026449203491211,
      "learning_rate": 0.00019990158685493956,
      "loss": 4.1656,
      "step": 22053
    },
    {
      "epoch": 0.1414261895600872,
      "grad_norm": 2.851970911026001,
      "learning_rate": 0.00019990157791889703,
      "loss": 4.5657,
      "step": 22054
    },
    {
      "epoch": 0.14143260228292934,
      "grad_norm": 2.901967763900757,
      "learning_rate": 0.00019990156898244902,
      "loss": 4.2,
      "step": 22055
    },
    {
      "epoch": 0.14143901500577144,
      "grad_norm": 2.5212104320526123,
      "learning_rate": 0.00019990156004559548,
      "loss": 4.3089,
      "step": 22056
    },
    {
      "epoch": 0.14144542772861357,
      "grad_norm": 3.249898672103882,
      "learning_rate": 0.00019990155110833648,
      "loss": 4.3862,
      "step": 22057
    },
    {
      "epoch": 0.1414518404514557,
      "grad_norm": 14.683162689208984,
      "learning_rate": 0.00019990154217067201,
      "loss": 4.2603,
      "step": 22058
    },
    {
      "epoch": 0.1414582531742978,
      "grad_norm": 3.1765754222869873,
      "learning_rate": 0.00019990153323260206,
      "loss": 4.4554,
      "step": 22059
    },
    {
      "epoch": 0.14146466589713994,
      "grad_norm": 6.598901748657227,
      "learning_rate": 0.00019990152429412658,
      "loss": 4.8336,
      "step": 22060
    },
    {
      "epoch": 0.14147107861998204,
      "grad_norm": 4.8470540046691895,
      "learning_rate": 0.00019990151535524567,
      "loss": 4.2685,
      "step": 22061
    },
    {
      "epoch": 0.14147749134282417,
      "grad_norm": 3.5083889961242676,
      "learning_rate": 0.00019990150641595924,
      "loss": 4.7042,
      "step": 22062
    },
    {
      "epoch": 0.14148390406566627,
      "grad_norm": 5.367307186126709,
      "learning_rate": 0.00019990149747626737,
      "loss": 4.5099,
      "step": 22063
    },
    {
      "epoch": 0.1414903167885084,
      "grad_norm": 4.36733341217041,
      "learning_rate": 0.00019990148853616998,
      "loss": 4.5406,
      "step": 22064
    },
    {
      "epoch": 0.14149672951135053,
      "grad_norm": 3.0786023139953613,
      "learning_rate": 0.00019990147959566713,
      "loss": 4.2539,
      "step": 22065
    },
    {
      "epoch": 0.14150314223419264,
      "grad_norm": 3.551187038421631,
      "learning_rate": 0.00019990147065475876,
      "loss": 4.671,
      "step": 22066
    },
    {
      "epoch": 0.14150955495703477,
      "grad_norm": 3.0213682651519775,
      "learning_rate": 0.00019990146171344493,
      "loss": 4.4783,
      "step": 22067
    },
    {
      "epoch": 0.14151596767987687,
      "grad_norm": 2.8492393493652344,
      "learning_rate": 0.0001999014527717256,
      "loss": 4.4415,
      "step": 22068
    },
    {
      "epoch": 0.141522380402719,
      "grad_norm": 2.5550591945648193,
      "learning_rate": 0.0001999014438296008,
      "loss": 4.2409,
      "step": 22069
    },
    {
      "epoch": 0.1415287931255611,
      "grad_norm": 2.8543174266815186,
      "learning_rate": 0.00019990143488707052,
      "loss": 4.2044,
      "step": 22070
    },
    {
      "epoch": 0.14153520584840323,
      "grad_norm": 2.300349712371826,
      "learning_rate": 0.00019990142594413475,
      "loss": 4.1303,
      "step": 22071
    },
    {
      "epoch": 0.14154161857124536,
      "grad_norm": 3.2547354698181152,
      "learning_rate": 0.0001999014170007935,
      "loss": 4.3771,
      "step": 22072
    },
    {
      "epoch": 0.14154803129408747,
      "grad_norm": 3.6475026607513428,
      "learning_rate": 0.00019990140805704678,
      "loss": 4.5527,
      "step": 22073
    },
    {
      "epoch": 0.1415544440169296,
      "grad_norm": 2.9227330684661865,
      "learning_rate": 0.00019990139911289456,
      "loss": 4.1405,
      "step": 22074
    },
    {
      "epoch": 0.1415608567397717,
      "grad_norm": 3.4101672172546387,
      "learning_rate": 0.00019990139016833687,
      "loss": 4.517,
      "step": 22075
    },
    {
      "epoch": 0.14156726946261383,
      "grad_norm": 2.9004313945770264,
      "learning_rate": 0.00019990138122337367,
      "loss": 4.3107,
      "step": 22076
    },
    {
      "epoch": 0.14157368218545593,
      "grad_norm": 3.4588215351104736,
      "learning_rate": 0.000199901372278005,
      "loss": 4.6173,
      "step": 22077
    },
    {
      "epoch": 0.14158009490829807,
      "grad_norm": 4.41549015045166,
      "learning_rate": 0.00019990136333223086,
      "loss": 4.5186,
      "step": 22078
    },
    {
      "epoch": 0.1415865076311402,
      "grad_norm": 5.046773433685303,
      "learning_rate": 0.00019990135438605123,
      "loss": 4.1862,
      "step": 22079
    },
    {
      "epoch": 0.1415929203539823,
      "grad_norm": 3.235780954360962,
      "learning_rate": 0.00019990134543946612,
      "loss": 4.4204,
      "step": 22080
    },
    {
      "epoch": 0.14159933307682443,
      "grad_norm": 3.8428497314453125,
      "learning_rate": 0.0001999013364924755,
      "loss": 4.5514,
      "step": 22081
    },
    {
      "epoch": 0.14160574579966653,
      "grad_norm": 4.842911720275879,
      "learning_rate": 0.00019990132754507943,
      "loss": 5.3073,
      "step": 22082
    },
    {
      "epoch": 0.14161215852250866,
      "grad_norm": 3.21010160446167,
      "learning_rate": 0.00019990131859727787,
      "loss": 4.7532,
      "step": 22083
    },
    {
      "epoch": 0.14161857124535077,
      "grad_norm": 3.3477931022644043,
      "learning_rate": 0.0001999013096490708,
      "loss": 4.3249,
      "step": 22084
    },
    {
      "epoch": 0.1416249839681929,
      "grad_norm": 4.450437545776367,
      "learning_rate": 0.0001999013007004583,
      "loss": 4.3532,
      "step": 22085
    },
    {
      "epoch": 0.141631396691035,
      "grad_norm": 3.3132107257843018,
      "learning_rate": 0.00019990129175144028,
      "loss": 4.3486,
      "step": 22086
    },
    {
      "epoch": 0.14163780941387713,
      "grad_norm": 3.308021306991577,
      "learning_rate": 0.00019990128280201677,
      "loss": 4.4876,
      "step": 22087
    },
    {
      "epoch": 0.14164422213671926,
      "grad_norm": 3.215400457382202,
      "learning_rate": 0.0001999012738521878,
      "loss": 4.4047,
      "step": 22088
    },
    {
      "epoch": 0.14165063485956136,
      "grad_norm": 2.7045464515686035,
      "learning_rate": 0.00019990126490195334,
      "loss": 4.2474,
      "step": 22089
    },
    {
      "epoch": 0.1416570475824035,
      "grad_norm": 2.7298521995544434,
      "learning_rate": 0.0001999012559513134,
      "loss": 4.3184,
      "step": 22090
    },
    {
      "epoch": 0.1416634603052456,
      "grad_norm": 3.3237221240997314,
      "learning_rate": 0.00019990124700026795,
      "loss": 4.2389,
      "step": 22091
    },
    {
      "epoch": 0.14166987302808773,
      "grad_norm": 2.9268085956573486,
      "learning_rate": 0.00019990123804881704,
      "loss": 4.2222,
      "step": 22092
    },
    {
      "epoch": 0.14167628575092983,
      "grad_norm": 9.746163368225098,
      "learning_rate": 0.00019990122909696066,
      "loss": 4.4059,
      "step": 22093
    },
    {
      "epoch": 0.14168269847377196,
      "grad_norm": 3.6967976093292236,
      "learning_rate": 0.0001999012201446988,
      "loss": 4.849,
      "step": 22094
    },
    {
      "epoch": 0.1416891111966141,
      "grad_norm": 3.2117953300476074,
      "learning_rate": 0.00019990121119203142,
      "loss": 4.4489,
      "step": 22095
    },
    {
      "epoch": 0.1416955239194562,
      "grad_norm": 3.536332845687866,
      "learning_rate": 0.0001999012022389586,
      "loss": 4.2316,
      "step": 22096
    },
    {
      "epoch": 0.14170193664229833,
      "grad_norm": 3.5923843383789062,
      "learning_rate": 0.00019990119328548028,
      "loss": 4.4386,
      "step": 22097
    },
    {
      "epoch": 0.14170834936514043,
      "grad_norm": 3.3235580921173096,
      "learning_rate": 0.00019990118433159645,
      "loss": 4.5642,
      "step": 22098
    },
    {
      "epoch": 0.14171476208798256,
      "grad_norm": 3.015824317932129,
      "learning_rate": 0.00019990117537730718,
      "loss": 4.4849,
      "step": 22099
    },
    {
      "epoch": 0.14172117481082466,
      "grad_norm": 2.7372825145721436,
      "learning_rate": 0.0001999011664226124,
      "loss": 4.1546,
      "step": 22100
    },
    {
      "epoch": 0.14172117481082466,
      "eval_loss": 4.344026565551758,
      "eval_runtime": 34.7371,
      "eval_samples_per_second": 90.249,
      "eval_steps_per_second": 22.569,
      "step": 22100
    },
    {
      "epoch": 0.1417275875336668,
      "grad_norm": 2.891150951385498,
      "learning_rate": 0.00019990115746751214,
      "loss": 4.2801,
      "step": 22101
    },
    {
      "epoch": 0.14173400025650892,
      "grad_norm": 2.6929421424865723,
      "learning_rate": 0.0001999011485120064,
      "loss": 4.4867,
      "step": 22102
    },
    {
      "epoch": 0.14174041297935103,
      "grad_norm": 3.5777008533477783,
      "learning_rate": 0.0001999011395560952,
      "loss": 4.0479,
      "step": 22103
    },
    {
      "epoch": 0.14174682570219316,
      "grad_norm": 4.095446586608887,
      "learning_rate": 0.0001999011305997785,
      "loss": 4.7926,
      "step": 22104
    },
    {
      "epoch": 0.14175323842503526,
      "grad_norm": 2.8529627323150635,
      "learning_rate": 0.00019990112164305633,
      "loss": 4.3764,
      "step": 22105
    },
    {
      "epoch": 0.1417596511478774,
      "grad_norm": 2.537959575653076,
      "learning_rate": 0.00019990111268592867,
      "loss": 4.0854,
      "step": 22106
    },
    {
      "epoch": 0.1417660638707195,
      "grad_norm": 3.8352012634277344,
      "learning_rate": 0.0001999011037283955,
      "loss": 4.5009,
      "step": 22107
    },
    {
      "epoch": 0.14177247659356162,
      "grad_norm": 3.0616064071655273,
      "learning_rate": 0.00019990109477045686,
      "loss": 3.9971,
      "step": 22108
    },
    {
      "epoch": 0.14177888931640376,
      "grad_norm": 3.0519442558288574,
      "learning_rate": 0.00019990108581211278,
      "loss": 4.1253,
      "step": 22109
    },
    {
      "epoch": 0.14178530203924586,
      "grad_norm": 5.574557304382324,
      "learning_rate": 0.00019990107685336316,
      "loss": 4.4805,
      "step": 22110
    },
    {
      "epoch": 0.141791714762088,
      "grad_norm": 3.2137725353240967,
      "learning_rate": 0.0001999010678942081,
      "loss": 4.344,
      "step": 22111
    },
    {
      "epoch": 0.1417981274849301,
      "grad_norm": 3.7585952281951904,
      "learning_rate": 0.00019990105893464755,
      "loss": 4.3176,
      "step": 22112
    },
    {
      "epoch": 0.14180454020777222,
      "grad_norm": 3.3851983547210693,
      "learning_rate": 0.00019990104997468148,
      "loss": 4.4459,
      "step": 22113
    },
    {
      "epoch": 0.14181095293061433,
      "grad_norm": 3.438469648361206,
      "learning_rate": 0.00019990104101430997,
      "loss": 4.5503,
      "step": 22114
    },
    {
      "epoch": 0.14181736565345646,
      "grad_norm": 3.8827223777770996,
      "learning_rate": 0.00019990103205353297,
      "loss": 4.3979,
      "step": 22115
    },
    {
      "epoch": 0.1418237783762986,
      "grad_norm": 2.700848340988159,
      "learning_rate": 0.0001999010230923505,
      "loss": 4.3928,
      "step": 22116
    },
    {
      "epoch": 0.1418301910991407,
      "grad_norm": 3.093859910964966,
      "learning_rate": 0.00019990101413076256,
      "loss": 4.4139,
      "step": 22117
    },
    {
      "epoch": 0.14183660382198282,
      "grad_norm": 3.4148359298706055,
      "learning_rate": 0.00019990100516876908,
      "loss": 4.1994,
      "step": 22118
    },
    {
      "epoch": 0.14184301654482492,
      "grad_norm": 3.3337340354919434,
      "learning_rate": 0.00019990099620637014,
      "loss": 4.2824,
      "step": 22119
    },
    {
      "epoch": 0.14184942926766705,
      "grad_norm": 3.7708334922790527,
      "learning_rate": 0.00019990098724356574,
      "loss": 4.3923,
      "step": 22120
    },
    {
      "epoch": 0.14185584199050916,
      "grad_norm": 2.8043107986450195,
      "learning_rate": 0.00019990097828035585,
      "loss": 4.6281,
      "step": 22121
    },
    {
      "epoch": 0.1418622547133513,
      "grad_norm": 3.733379602432251,
      "learning_rate": 0.00019990096931674046,
      "loss": 4.3458,
      "step": 22122
    },
    {
      "epoch": 0.14186866743619342,
      "grad_norm": 2.8938541412353516,
      "learning_rate": 0.00019990096035271964,
      "loss": 4.3738,
      "step": 22123
    },
    {
      "epoch": 0.14187508015903552,
      "grad_norm": 7.954018592834473,
      "learning_rate": 0.00019990095138829327,
      "loss": 4.3166,
      "step": 22124
    },
    {
      "epoch": 0.14188149288187765,
      "grad_norm": 3.736687421798706,
      "learning_rate": 0.00019990094242346146,
      "loss": 4.411,
      "step": 22125
    },
    {
      "epoch": 0.14188790560471976,
      "grad_norm": 3.317265033721924,
      "learning_rate": 0.00019990093345822416,
      "loss": 4.6624,
      "step": 22126
    },
    {
      "epoch": 0.14189431832756189,
      "grad_norm": 3.904707431793213,
      "learning_rate": 0.0001999009244925814,
      "loss": 4.4865,
      "step": 22127
    },
    {
      "epoch": 0.141900731050404,
      "grad_norm": 2.9085705280303955,
      "learning_rate": 0.00019990091552653312,
      "loss": 4.6157,
      "step": 22128
    },
    {
      "epoch": 0.14190714377324612,
      "grad_norm": 3.464660882949829,
      "learning_rate": 0.00019990090656007937,
      "loss": 4.5841,
      "step": 22129
    },
    {
      "epoch": 0.14191355649608825,
      "grad_norm": 3.9329681396484375,
      "learning_rate": 0.00019990089759322016,
      "loss": 4.5264,
      "step": 22130
    },
    {
      "epoch": 0.14191996921893035,
      "grad_norm": 3.627957344055176,
      "learning_rate": 0.00019990088862595543,
      "loss": 4.3188,
      "step": 22131
    },
    {
      "epoch": 0.14192638194177248,
      "grad_norm": 3.7524876594543457,
      "learning_rate": 0.00019990087965828527,
      "loss": 4.2047,
      "step": 22132
    },
    {
      "epoch": 0.1419327946646146,
      "grad_norm": 6.391834735870361,
      "learning_rate": 0.0001999008706902096,
      "loss": 4.3555,
      "step": 22133
    },
    {
      "epoch": 0.14193920738745672,
      "grad_norm": 3.982172966003418,
      "learning_rate": 0.00019990086172172843,
      "loss": 4.5436,
      "step": 22134
    },
    {
      "epoch": 0.14194562011029882,
      "grad_norm": 4.525518417358398,
      "learning_rate": 0.00019990085275284182,
      "loss": 4.1489,
      "step": 22135
    },
    {
      "epoch": 0.14195203283314095,
      "grad_norm": 4.5463409423828125,
      "learning_rate": 0.00019990084378354968,
      "loss": 4.6457,
      "step": 22136
    },
    {
      "epoch": 0.14195844555598308,
      "grad_norm": 4.031100749969482,
      "learning_rate": 0.00019990083481385211,
      "loss": 4.4635,
      "step": 22137
    },
    {
      "epoch": 0.14196485827882518,
      "grad_norm": 5.609334468841553,
      "learning_rate": 0.00019990082584374902,
      "loss": 4.6616,
      "step": 22138
    },
    {
      "epoch": 0.14197127100166732,
      "grad_norm": 6.243650913238525,
      "learning_rate": 0.00019990081687324047,
      "loss": 4.1549,
      "step": 22139
    },
    {
      "epoch": 0.14197768372450942,
      "grad_norm": 6.218623161315918,
      "learning_rate": 0.00019990080790232643,
      "loss": 4.3837,
      "step": 22140
    },
    {
      "epoch": 0.14198409644735155,
      "grad_norm": 9.40757942199707,
      "learning_rate": 0.00019990079893100692,
      "loss": 4.6139,
      "step": 22141
    },
    {
      "epoch": 0.14199050917019365,
      "grad_norm": 4.8823161125183105,
      "learning_rate": 0.00019990078995928191,
      "loss": 4.5754,
      "step": 22142
    },
    {
      "epoch": 0.14199692189303578,
      "grad_norm": 5.39703893661499,
      "learning_rate": 0.00019990078098715145,
      "loss": 4.4253,
      "step": 22143
    },
    {
      "epoch": 0.1420033346158779,
      "grad_norm": 5.183165550231934,
      "learning_rate": 0.0001999007720146155,
      "loss": 4.5895,
      "step": 22144
    },
    {
      "epoch": 0.14200974733872002,
      "grad_norm": 15.993139266967773,
      "learning_rate": 0.00019990076304167404,
      "loss": 4.2574,
      "step": 22145
    },
    {
      "epoch": 0.14201616006156215,
      "grad_norm": 4.565021991729736,
      "learning_rate": 0.00019990075406832713,
      "loss": 4.2373,
      "step": 22146
    },
    {
      "epoch": 0.14202257278440425,
      "grad_norm": 3.566500425338745,
      "learning_rate": 0.00019990074509457472,
      "loss": 4.5743,
      "step": 22147
    },
    {
      "epoch": 0.14202898550724638,
      "grad_norm": 6.82793664932251,
      "learning_rate": 0.00019990073612041683,
      "loss": 5.3645,
      "step": 22148
    },
    {
      "epoch": 0.14203539823008848,
      "grad_norm": 24.478824615478516,
      "learning_rate": 0.00019990072714585347,
      "loss": 4.3457,
      "step": 22149
    },
    {
      "epoch": 0.1420418109529306,
      "grad_norm": 3.8331499099731445,
      "learning_rate": 0.00019990071817088464,
      "loss": 4.2722,
      "step": 22150
    },
    {
      "epoch": 0.14204822367577274,
      "grad_norm": 6.045539855957031,
      "learning_rate": 0.0001999007091955103,
      "loss": 4.4953,
      "step": 22151
    },
    {
      "epoch": 0.14205463639861485,
      "grad_norm": 4.457630634307861,
      "learning_rate": 0.00019990070021973049,
      "loss": 4.2038,
      "step": 22152
    },
    {
      "epoch": 0.14206104912145698,
      "grad_norm": 3.3121755123138428,
      "learning_rate": 0.0001999006912435452,
      "loss": 4.2724,
      "step": 22153
    },
    {
      "epoch": 0.14206746184429908,
      "grad_norm": 4.10900354385376,
      "learning_rate": 0.00019990068226695447,
      "loss": 4.5018,
      "step": 22154
    },
    {
      "epoch": 0.1420738745671412,
      "grad_norm": 3.480281352996826,
      "learning_rate": 0.00019990067328995822,
      "loss": 4.4132,
      "step": 22155
    },
    {
      "epoch": 0.14208028728998331,
      "grad_norm": 3.299844980239868,
      "learning_rate": 0.00019990066431255647,
      "loss": 4.2078,
      "step": 22156
    },
    {
      "epoch": 0.14208670001282545,
      "grad_norm": 3.9764933586120605,
      "learning_rate": 0.00019990065533474928,
      "loss": 4.2607,
      "step": 22157
    },
    {
      "epoch": 0.14209311273566758,
      "grad_norm": 17.49897003173828,
      "learning_rate": 0.00019990064635653658,
      "loss": 4.3323,
      "step": 22158
    },
    {
      "epoch": 0.14209952545850968,
      "grad_norm": 4.7473225593566895,
      "learning_rate": 0.0001999006373779184,
      "loss": 4.2081,
      "step": 22159
    },
    {
      "epoch": 0.1421059381813518,
      "grad_norm": 5.202536106109619,
      "learning_rate": 0.00019990062839889478,
      "loss": 4.4973,
      "step": 22160
    },
    {
      "epoch": 0.1421123509041939,
      "grad_norm": 4.916579246520996,
      "learning_rate": 0.00019990061941946565,
      "loss": 4.2959,
      "step": 22161
    },
    {
      "epoch": 0.14211876362703604,
      "grad_norm": 5.1094136238098145,
      "learning_rate": 0.00019990061043963103,
      "loss": 4.5591,
      "step": 22162
    },
    {
      "epoch": 0.14212517634987815,
      "grad_norm": 3.6486141681671143,
      "learning_rate": 0.00019990060145939093,
      "loss": 4.3558,
      "step": 22163
    },
    {
      "epoch": 0.14213158907272028,
      "grad_norm": 3.6744167804718018,
      "learning_rate": 0.00019990059247874538,
      "loss": 4.2827,
      "step": 22164
    },
    {
      "epoch": 0.1421380017955624,
      "grad_norm": 3.9357757568359375,
      "learning_rate": 0.00019990058349769434,
      "loss": 4.1713,
      "step": 22165
    },
    {
      "epoch": 0.1421444145184045,
      "grad_norm": 5.346734523773193,
      "learning_rate": 0.0001999005745162378,
      "loss": 4.3962,
      "step": 22166
    },
    {
      "epoch": 0.14215082724124664,
      "grad_norm": 4.824194431304932,
      "learning_rate": 0.0001999005655343758,
      "loss": 4.1981,
      "step": 22167
    },
    {
      "epoch": 0.14215723996408874,
      "grad_norm": 3.0586609840393066,
      "learning_rate": 0.0001999005565521083,
      "loss": 4.7545,
      "step": 22168
    },
    {
      "epoch": 0.14216365268693087,
      "grad_norm": 4.123173713684082,
      "learning_rate": 0.00019990054756943536,
      "loss": 4.1979,
      "step": 22169
    },
    {
      "epoch": 0.14217006540977298,
      "grad_norm": 4.127007484436035,
      "learning_rate": 0.00019990053858635692,
      "loss": 4.7717,
      "step": 22170
    },
    {
      "epoch": 0.1421764781326151,
      "grad_norm": 5.08178186416626,
      "learning_rate": 0.00019990052960287296,
      "loss": 4.4915,
      "step": 22171
    },
    {
      "epoch": 0.14218289085545724,
      "grad_norm": 3.3161470890045166,
      "learning_rate": 0.00019990052061898356,
      "loss": 4.5618,
      "step": 22172
    },
    {
      "epoch": 0.14218930357829934,
      "grad_norm": 6.243943691253662,
      "learning_rate": 0.00019990051163468867,
      "loss": 4.2656,
      "step": 22173
    },
    {
      "epoch": 0.14219571630114147,
      "grad_norm": 3.8308324813842773,
      "learning_rate": 0.00019990050264998832,
      "loss": 4.3834,
      "step": 22174
    },
    {
      "epoch": 0.14220212902398358,
      "grad_norm": 5.429287433624268,
      "learning_rate": 0.00019990049366488247,
      "loss": 4.7074,
      "step": 22175
    },
    {
      "epoch": 0.1422085417468257,
      "grad_norm": 6.9981303215026855,
      "learning_rate": 0.00019990048467937113,
      "loss": 4.0554,
      "step": 22176
    },
    {
      "epoch": 0.1422149544696678,
      "grad_norm": 3.522705078125,
      "learning_rate": 0.00019990047569345433,
      "loss": 4.5738,
      "step": 22177
    },
    {
      "epoch": 0.14222136719250994,
      "grad_norm": 2.87736177444458,
      "learning_rate": 0.00019990046670713204,
      "loss": 4.3413,
      "step": 22178
    },
    {
      "epoch": 0.14222777991535207,
      "grad_norm": 2.9926512241363525,
      "learning_rate": 0.00019990045772040428,
      "loss": 4.4029,
      "step": 22179
    },
    {
      "epoch": 0.14223419263819417,
      "grad_norm": 4.079261779785156,
      "learning_rate": 0.00019990044873327106,
      "loss": 4.3648,
      "step": 22180
    },
    {
      "epoch": 0.1422406053610363,
      "grad_norm": 6.2309393882751465,
      "learning_rate": 0.00019990043974573232,
      "loss": 4.4558,
      "step": 22181
    },
    {
      "epoch": 0.1422470180838784,
      "grad_norm": 3.199796199798584,
      "learning_rate": 0.00019990043075778812,
      "loss": 4.3792,
      "step": 22182
    },
    {
      "epoch": 0.14225343080672054,
      "grad_norm": 3.7905120849609375,
      "learning_rate": 0.00019990042176943845,
      "loss": 4.2238,
      "step": 22183
    },
    {
      "epoch": 0.14225984352956264,
      "grad_norm": 4.078553199768066,
      "learning_rate": 0.00019990041278068329,
      "loss": 4.5105,
      "step": 22184
    },
    {
      "epoch": 0.14226625625240477,
      "grad_norm": 2.694793939590454,
      "learning_rate": 0.00019990040379152263,
      "loss": 4.3359,
      "step": 22185
    },
    {
      "epoch": 0.1422726689752469,
      "grad_norm": 2.768465280532837,
      "learning_rate": 0.00019990039480195651,
      "loss": 4.3997,
      "step": 22186
    },
    {
      "epoch": 0.142279081698089,
      "grad_norm": 4.104884147644043,
      "learning_rate": 0.0001999003858119849,
      "loss": 4.4736,
      "step": 22187
    },
    {
      "epoch": 0.14228549442093114,
      "grad_norm": 3.653036117553711,
      "learning_rate": 0.00019990037682160786,
      "loss": 4.3272,
      "step": 22188
    },
    {
      "epoch": 0.14229190714377324,
      "grad_norm": 5.487663269042969,
      "learning_rate": 0.0001999003678308253,
      "loss": 4.4454,
      "step": 22189
    },
    {
      "epoch": 0.14229831986661537,
      "grad_norm": 3.792257785797119,
      "learning_rate": 0.00019990035883963724,
      "loss": 4.4448,
      "step": 22190
    },
    {
      "epoch": 0.14230473258945747,
      "grad_norm": 8.115010261535645,
      "learning_rate": 0.00019990034984804374,
      "loss": 4.3256,
      "step": 22191
    },
    {
      "epoch": 0.1423111453122996,
      "grad_norm": 5.3657755851745605,
      "learning_rate": 0.00019990034085604473,
      "loss": 4.2112,
      "step": 22192
    },
    {
      "epoch": 0.14231755803514173,
      "grad_norm": 4.928454399108887,
      "learning_rate": 0.00019990033186364025,
      "loss": 4.2042,
      "step": 22193
    },
    {
      "epoch": 0.14232397075798384,
      "grad_norm": 3.625544786453247,
      "learning_rate": 0.0001999003228708303,
      "loss": 4.6165,
      "step": 22194
    },
    {
      "epoch": 0.14233038348082597,
      "grad_norm": 5.683745384216309,
      "learning_rate": 0.00019990031387761488,
      "loss": 4.349,
      "step": 22195
    },
    {
      "epoch": 0.14233679620366807,
      "grad_norm": 6.319744110107422,
      "learning_rate": 0.00019990030488399398,
      "loss": 4.5773,
      "step": 22196
    },
    {
      "epoch": 0.1423432089265102,
      "grad_norm": 5.18123722076416,
      "learning_rate": 0.00019990029588996756,
      "loss": 4.1003,
      "step": 22197
    },
    {
      "epoch": 0.1423496216493523,
      "grad_norm": 3.8302791118621826,
      "learning_rate": 0.0001999002868955357,
      "loss": 4.442,
      "step": 22198
    },
    {
      "epoch": 0.14235603437219443,
      "grad_norm": 4.778576374053955,
      "learning_rate": 0.00019990027790069836,
      "loss": 4.4895,
      "step": 22199
    },
    {
      "epoch": 0.14236244709503657,
      "grad_norm": 4.331309795379639,
      "learning_rate": 0.00019990026890545553,
      "loss": 3.9866,
      "step": 22200
    },
    {
      "epoch": 0.14236244709503657,
      "eval_loss": 4.317709445953369,
      "eval_runtime": 34.7758,
      "eval_samples_per_second": 90.149,
      "eval_steps_per_second": 22.544,
      "step": 22200
    },
    {
      "epoch": 0.14236885981787867,
      "grad_norm": 4.550439834594727,
      "learning_rate": 0.00019990025990980723,
      "loss": 4.1158,
      "step": 22201
    },
    {
      "epoch": 0.1423752725407208,
      "grad_norm": 12.041154861450195,
      "learning_rate": 0.00019990025091375343,
      "loss": 4.5207,
      "step": 22202
    },
    {
      "epoch": 0.1423816852635629,
      "grad_norm": 7.105020999908447,
      "learning_rate": 0.00019990024191729417,
      "loss": 4.3586,
      "step": 22203
    },
    {
      "epoch": 0.14238809798640503,
      "grad_norm": 4.182143211364746,
      "learning_rate": 0.00019990023292042945,
      "loss": 4.2015,
      "step": 22204
    },
    {
      "epoch": 0.14239451070924714,
      "grad_norm": 9.36337661743164,
      "learning_rate": 0.00019990022392315924,
      "loss": 4.2869,
      "step": 22205
    },
    {
      "epoch": 0.14240092343208927,
      "grad_norm": 3.2335095405578613,
      "learning_rate": 0.00019990021492548353,
      "loss": 4.3233,
      "step": 22206
    },
    {
      "epoch": 0.1424073361549314,
      "grad_norm": 8.660090446472168,
      "learning_rate": 0.00019990020592740236,
      "loss": 4.4619,
      "step": 22207
    },
    {
      "epoch": 0.1424137488777735,
      "grad_norm": 2.6566054821014404,
      "learning_rate": 0.0001999001969289157,
      "loss": 4.5382,
      "step": 22208
    },
    {
      "epoch": 0.14242016160061563,
      "grad_norm": 2.9970920085906982,
      "learning_rate": 0.00019990018793002357,
      "loss": 4.0399,
      "step": 22209
    },
    {
      "epoch": 0.14242657432345773,
      "grad_norm": 3.702528238296509,
      "learning_rate": 0.00019990017893072596,
      "loss": 4.4762,
      "step": 22210
    },
    {
      "epoch": 0.14243298704629986,
      "grad_norm": 3.9053218364715576,
      "learning_rate": 0.00019990016993102287,
      "loss": 4.255,
      "step": 22211
    },
    {
      "epoch": 0.14243939976914197,
      "grad_norm": 10.908907890319824,
      "learning_rate": 0.0001999001609309143,
      "loss": 4.252,
      "step": 22212
    },
    {
      "epoch": 0.1424458124919841,
      "grad_norm": 4.505753993988037,
      "learning_rate": 0.00019990015193040026,
      "loss": 4.3943,
      "step": 22213
    },
    {
      "epoch": 0.14245222521482623,
      "grad_norm": 19.486949920654297,
      "learning_rate": 0.00019990014292948073,
      "loss": 4.6762,
      "step": 22214
    },
    {
      "epoch": 0.14245863793766833,
      "grad_norm": 3.5469250679016113,
      "learning_rate": 0.00019990013392815574,
      "loss": 4.0601,
      "step": 22215
    },
    {
      "epoch": 0.14246505066051046,
      "grad_norm": 9.527412414550781,
      "learning_rate": 0.00019990012492642525,
      "loss": 4.1893,
      "step": 22216
    },
    {
      "epoch": 0.14247146338335256,
      "grad_norm": 2.7743961811065674,
      "learning_rate": 0.0001999001159242893,
      "loss": 4.3446,
      "step": 22217
    },
    {
      "epoch": 0.1424778761061947,
      "grad_norm": 3.7955257892608643,
      "learning_rate": 0.00019990010692174786,
      "loss": 4.285,
      "step": 22218
    },
    {
      "epoch": 0.1424842888290368,
      "grad_norm": 5.354334354400635,
      "learning_rate": 0.00019990009791880095,
      "loss": 4.3667,
      "step": 22219
    },
    {
      "epoch": 0.14249070155187893,
      "grad_norm": 3.2106451988220215,
      "learning_rate": 0.00019990008891544852,
      "loss": 4.3195,
      "step": 22220
    },
    {
      "epoch": 0.14249711427472106,
      "grad_norm": 4.333847522735596,
      "learning_rate": 0.0001999000799116907,
      "loss": 4.6843,
      "step": 22221
    },
    {
      "epoch": 0.14250352699756316,
      "grad_norm": 3.952781915664673,
      "learning_rate": 0.00019990007090752733,
      "loss": 4.4916,
      "step": 22222
    },
    {
      "epoch": 0.1425099397204053,
      "grad_norm": 3.3442776203155518,
      "learning_rate": 0.00019990006190295852,
      "loss": 4.5575,
      "step": 22223
    },
    {
      "epoch": 0.1425163524432474,
      "grad_norm": 5.153573513031006,
      "learning_rate": 0.0001999000528979842,
      "loss": 4.7087,
      "step": 22224
    },
    {
      "epoch": 0.14252276516608953,
      "grad_norm": 3.572094440460205,
      "learning_rate": 0.00019990004389260443,
      "loss": 4.408,
      "step": 22225
    },
    {
      "epoch": 0.14252917788893163,
      "grad_norm": 5.107011318206787,
      "learning_rate": 0.00019990003488681914,
      "loss": 4.293,
      "step": 22226
    },
    {
      "epoch": 0.14253559061177376,
      "grad_norm": 3.1901798248291016,
      "learning_rate": 0.0001999000258806284,
      "loss": 4.3599,
      "step": 22227
    },
    {
      "epoch": 0.1425420033346159,
      "grad_norm": 4.017392635345459,
      "learning_rate": 0.00019990001687403218,
      "loss": 4.319,
      "step": 22228
    },
    {
      "epoch": 0.142548416057458,
      "grad_norm": 3.3665852546691895,
      "learning_rate": 0.00019990000786703052,
      "loss": 4.3629,
      "step": 22229
    },
    {
      "epoch": 0.14255482878030012,
      "grad_norm": 4.513513565063477,
      "learning_rate": 0.00019989999885962334,
      "loss": 4.4057,
      "step": 22230
    },
    {
      "epoch": 0.14256124150314223,
      "grad_norm": 3.1585421562194824,
      "learning_rate": 0.0001998999898518107,
      "loss": 4.3161,
      "step": 22231
    },
    {
      "epoch": 0.14256765422598436,
      "grad_norm": 3.638410806655884,
      "learning_rate": 0.0001998999808435926,
      "loss": 4.3206,
      "step": 22232
    },
    {
      "epoch": 0.14257406694882646,
      "grad_norm": 3.7535202503204346,
      "learning_rate": 0.00019989997183496896,
      "loss": 4.1846,
      "step": 22233
    },
    {
      "epoch": 0.1425804796716686,
      "grad_norm": 4.518371105194092,
      "learning_rate": 0.00019989996282593987,
      "loss": 4.5185,
      "step": 22234
    },
    {
      "epoch": 0.14258689239451072,
      "grad_norm": 3.2944436073303223,
      "learning_rate": 0.00019989995381650532,
      "loss": 4.1952,
      "step": 22235
    },
    {
      "epoch": 0.14259330511735283,
      "grad_norm": 5.7174072265625,
      "learning_rate": 0.00019989994480666527,
      "loss": 4.2554,
      "step": 22236
    },
    {
      "epoch": 0.14259971784019496,
      "grad_norm": 3.0741212368011475,
      "learning_rate": 0.00019989993579641978,
      "loss": 3.9983,
      "step": 22237
    },
    {
      "epoch": 0.14260613056303706,
      "grad_norm": 4.88084602355957,
      "learning_rate": 0.00019989992678576878,
      "loss": 4.2633,
      "step": 22238
    },
    {
      "epoch": 0.1426125432858792,
      "grad_norm": 4.788984775543213,
      "learning_rate": 0.00019989991777471234,
      "loss": 4.0887,
      "step": 22239
    },
    {
      "epoch": 0.1426189560087213,
      "grad_norm": 4.228599548339844,
      "learning_rate": 0.00019989990876325038,
      "loss": 4.3093,
      "step": 22240
    },
    {
      "epoch": 0.14262536873156342,
      "grad_norm": 4.3992719650268555,
      "learning_rate": 0.00019989989975138296,
      "loss": 4.6163,
      "step": 22241
    },
    {
      "epoch": 0.14263178145440555,
      "grad_norm": 4.115882396697998,
      "learning_rate": 0.00019989989073911004,
      "loss": 4.4826,
      "step": 22242
    },
    {
      "epoch": 0.14263819417724766,
      "grad_norm": 5.78801155090332,
      "learning_rate": 0.00019989988172643166,
      "loss": 4.2512,
      "step": 22243
    },
    {
      "epoch": 0.1426446069000898,
      "grad_norm": 5.8420281410217285,
      "learning_rate": 0.00019989987271334781,
      "loss": 4.3771,
      "step": 22244
    },
    {
      "epoch": 0.1426510196229319,
      "grad_norm": 3.8418307304382324,
      "learning_rate": 0.0001998998636998585,
      "loss": 4.3307,
      "step": 22245
    },
    {
      "epoch": 0.14265743234577402,
      "grad_norm": 3.787510395050049,
      "learning_rate": 0.00019989985468596368,
      "loss": 4.1759,
      "step": 22246
    },
    {
      "epoch": 0.14266384506861612,
      "grad_norm": 3.529445171356201,
      "learning_rate": 0.0001998998456716634,
      "loss": 4.5809,
      "step": 22247
    },
    {
      "epoch": 0.14267025779145825,
      "grad_norm": 2.981205463409424,
      "learning_rate": 0.00019989983665695763,
      "loss": 4.4048,
      "step": 22248
    },
    {
      "epoch": 0.14267667051430039,
      "grad_norm": 4.173440456390381,
      "learning_rate": 0.0001998998276418464,
      "loss": 4.4783,
      "step": 22249
    },
    {
      "epoch": 0.1426830832371425,
      "grad_norm": 4.565865993499756,
      "learning_rate": 0.00019989981862632967,
      "loss": 4.3793,
      "step": 22250
    },
    {
      "epoch": 0.14268949595998462,
      "grad_norm": 8.503325462341309,
      "learning_rate": 0.0001998998096104075,
      "loss": 4.3786,
      "step": 22251
    },
    {
      "epoch": 0.14269590868282672,
      "grad_norm": 6.949993133544922,
      "learning_rate": 0.0001998998005940798,
      "loss": 4.1983,
      "step": 22252
    },
    {
      "epoch": 0.14270232140566885,
      "grad_norm": 3.613640069961548,
      "learning_rate": 0.00019989979157734666,
      "loss": 4.5777,
      "step": 22253
    },
    {
      "epoch": 0.14270873412851096,
      "grad_norm": 3.3287458419799805,
      "learning_rate": 0.00019989978256020806,
      "loss": 4.2403,
      "step": 22254
    },
    {
      "epoch": 0.1427151468513531,
      "grad_norm": 4.485844612121582,
      "learning_rate": 0.00019989977354266394,
      "loss": 4.4136,
      "step": 22255
    },
    {
      "epoch": 0.14272155957419522,
      "grad_norm": 2.642294406890869,
      "learning_rate": 0.00019989976452471436,
      "loss": 4.5475,
      "step": 22256
    },
    {
      "epoch": 0.14272797229703732,
      "grad_norm": 3.358530044555664,
      "learning_rate": 0.00019989975550635931,
      "loss": 4.4532,
      "step": 22257
    },
    {
      "epoch": 0.14273438501987945,
      "grad_norm": 3.040376663208008,
      "learning_rate": 0.00019989974648759878,
      "loss": 4.1275,
      "step": 22258
    },
    {
      "epoch": 0.14274079774272155,
      "grad_norm": 2.7181384563446045,
      "learning_rate": 0.00019989973746843278,
      "loss": 4.4877,
      "step": 22259
    },
    {
      "epoch": 0.14274721046556368,
      "grad_norm": 3.8497021198272705,
      "learning_rate": 0.00019989972844886128,
      "loss": 4.381,
      "step": 22260
    },
    {
      "epoch": 0.1427536231884058,
      "grad_norm": 3.089503765106201,
      "learning_rate": 0.00019989971942888435,
      "loss": 4.1445,
      "step": 22261
    },
    {
      "epoch": 0.14276003591124792,
      "grad_norm": 3.6115200519561768,
      "learning_rate": 0.0001998997104085019,
      "loss": 4.5245,
      "step": 22262
    },
    {
      "epoch": 0.14276644863409005,
      "grad_norm": 2.7773680686950684,
      "learning_rate": 0.00019989970138771399,
      "loss": 4.3682,
      "step": 22263
    },
    {
      "epoch": 0.14277286135693215,
      "grad_norm": 13.704018592834473,
      "learning_rate": 0.0001998996923665206,
      "loss": 4.2763,
      "step": 22264
    },
    {
      "epoch": 0.14277927407977428,
      "grad_norm": 2.959063768386841,
      "learning_rate": 0.00019989968334492174,
      "loss": 4.0844,
      "step": 22265
    },
    {
      "epoch": 0.14278568680261639,
      "grad_norm": 3.5694727897644043,
      "learning_rate": 0.00019989967432291737,
      "loss": 4.5521,
      "step": 22266
    },
    {
      "epoch": 0.14279209952545852,
      "grad_norm": 3.2802321910858154,
      "learning_rate": 0.00019989966530050757,
      "loss": 4.2145,
      "step": 22267
    },
    {
      "epoch": 0.14279851224830062,
      "grad_norm": 2.626398801803589,
      "learning_rate": 0.00019989965627769228,
      "loss": 4.1485,
      "step": 22268
    },
    {
      "epoch": 0.14280492497114275,
      "grad_norm": 3.151062488555908,
      "learning_rate": 0.0001998996472544715,
      "loss": 4.4448,
      "step": 22269
    },
    {
      "epoch": 0.14281133769398485,
      "grad_norm": 3.3608837127685547,
      "learning_rate": 0.00019989963823084525,
      "loss": 4.6704,
      "step": 22270
    },
    {
      "epoch": 0.14281775041682698,
      "grad_norm": 4.844928741455078,
      "learning_rate": 0.00019989962920681354,
      "loss": 4.6192,
      "step": 22271
    },
    {
      "epoch": 0.1428241631396691,
      "grad_norm": 4.278185844421387,
      "learning_rate": 0.00019989962018237637,
      "loss": 4.3125,
      "step": 22272
    },
    {
      "epoch": 0.14283057586251122,
      "grad_norm": 4.292280673980713,
      "learning_rate": 0.00019989961115753367,
      "loss": 4.2037,
      "step": 22273
    },
    {
      "epoch": 0.14283698858535335,
      "grad_norm": 2.900763750076294,
      "learning_rate": 0.0001998996021322855,
      "loss": 4.659,
      "step": 22274
    },
    {
      "epoch": 0.14284340130819545,
      "grad_norm": 3.727109909057617,
      "learning_rate": 0.0001998995931066319,
      "loss": 4.2058,
      "step": 22275
    },
    {
      "epoch": 0.14284981403103758,
      "grad_norm": 2.9106647968292236,
      "learning_rate": 0.0001998995840805728,
      "loss": 4.7288,
      "step": 22276
    },
    {
      "epoch": 0.14285622675387968,
      "grad_norm": 7.207834720611572,
      "learning_rate": 0.00019989957505410822,
      "loss": 5.8431,
      "step": 22277
    },
    {
      "epoch": 0.14286263947672181,
      "grad_norm": 4.541360855102539,
      "learning_rate": 0.00019989956602723817,
      "loss": 4.5301,
      "step": 22278
    },
    {
      "epoch": 0.14286905219956395,
      "grad_norm": 9.98879623413086,
      "learning_rate": 0.0001998995569999626,
      "loss": 4.2707,
      "step": 22279
    },
    {
      "epoch": 0.14287546492240605,
      "grad_norm": 4.944486141204834,
      "learning_rate": 0.0001998995479722816,
      "loss": 4.2955,
      "step": 22280
    },
    {
      "epoch": 0.14288187764524818,
      "grad_norm": 3.9434399604797363,
      "learning_rate": 0.00019989953894419512,
      "loss": 4.1742,
      "step": 22281
    },
    {
      "epoch": 0.14288829036809028,
      "grad_norm": 3.3815178871154785,
      "learning_rate": 0.0001998995299157032,
      "loss": 4.7093,
      "step": 22282
    },
    {
      "epoch": 0.1428947030909324,
      "grad_norm": 8.383015632629395,
      "learning_rate": 0.00019989952088680574,
      "loss": 4.3241,
      "step": 22283
    },
    {
      "epoch": 0.14290111581377452,
      "grad_norm": 5.4332756996154785,
      "learning_rate": 0.00019989951185750285,
      "loss": 4.2943,
      "step": 22284
    },
    {
      "epoch": 0.14290752853661665,
      "grad_norm": 3.8614320755004883,
      "learning_rate": 0.00019989950282779445,
      "loss": 4.0961,
      "step": 22285
    },
    {
      "epoch": 0.14291394125945878,
      "grad_norm": 4.929560661315918,
      "learning_rate": 0.00019989949379768058,
      "loss": 4.5594,
      "step": 22286
    },
    {
      "epoch": 0.14292035398230088,
      "grad_norm": 3.3854265213012695,
      "learning_rate": 0.00019989948476716125,
      "loss": 4.465,
      "step": 22287
    },
    {
      "epoch": 0.142926766705143,
      "grad_norm": 4.44843864440918,
      "learning_rate": 0.00019989947573623645,
      "loss": 4.6446,
      "step": 22288
    },
    {
      "epoch": 0.1429331794279851,
      "grad_norm": 3.846132278442383,
      "learning_rate": 0.00019989946670490616,
      "loss": 4.4081,
      "step": 22289
    },
    {
      "epoch": 0.14293959215082724,
      "grad_norm": 4.730347633361816,
      "learning_rate": 0.0001998994576731704,
      "loss": 4.4225,
      "step": 22290
    },
    {
      "epoch": 0.14294600487366935,
      "grad_norm": 3.7410991191864014,
      "learning_rate": 0.00019989944864102913,
      "loss": 4.3779,
      "step": 22291
    },
    {
      "epoch": 0.14295241759651148,
      "grad_norm": 8.199795722961426,
      "learning_rate": 0.00019989943960848242,
      "loss": 4.2117,
      "step": 22292
    },
    {
      "epoch": 0.1429588303193536,
      "grad_norm": 3.418335199356079,
      "learning_rate": 0.00019989943057553025,
      "loss": 4.1861,
      "step": 22293
    },
    {
      "epoch": 0.1429652430421957,
      "grad_norm": 5.638608932495117,
      "learning_rate": 0.00019989942154217258,
      "loss": 4.3368,
      "step": 22294
    },
    {
      "epoch": 0.14297165576503784,
      "grad_norm": 3.6405742168426514,
      "learning_rate": 0.00019989941250840945,
      "loss": 4.2849,
      "step": 22295
    },
    {
      "epoch": 0.14297806848787994,
      "grad_norm": 3.076648712158203,
      "learning_rate": 0.00019989940347424083,
      "loss": 4.2949,
      "step": 22296
    },
    {
      "epoch": 0.14298448121072208,
      "grad_norm": 3.624561309814453,
      "learning_rate": 0.00019989939443966674,
      "loss": 4.6829,
      "step": 22297
    },
    {
      "epoch": 0.14299089393356418,
      "grad_norm": 3.0144073963165283,
      "learning_rate": 0.0001998993854046872,
      "loss": 4.4423,
      "step": 22298
    },
    {
      "epoch": 0.1429973066564063,
      "grad_norm": 3.1385903358459473,
      "learning_rate": 0.00019989937636930214,
      "loss": 4.5553,
      "step": 22299
    },
    {
      "epoch": 0.14300371937924844,
      "grad_norm": 48.21078872680664,
      "learning_rate": 0.00019989936733351164,
      "loss": 4.4076,
      "step": 22300
    },
    {
      "epoch": 0.14300371937924844,
      "eval_loss": 4.322357654571533,
      "eval_runtime": 34.7544,
      "eval_samples_per_second": 90.204,
      "eval_steps_per_second": 22.558,
      "step": 22300
    },
    {
      "epoch": 0.14301013210209054,
      "grad_norm": 12.106731414794922,
      "learning_rate": 0.00019989935829731564,
      "loss": 4.3568,
      "step": 22301
    },
    {
      "epoch": 0.14301654482493267,
      "grad_norm": 3.335966110229492,
      "learning_rate": 0.00019989934926071417,
      "loss": 4.464,
      "step": 22302
    },
    {
      "epoch": 0.14302295754777478,
      "grad_norm": 2.9136500358581543,
      "learning_rate": 0.00019989934022370722,
      "loss": 4.419,
      "step": 22303
    },
    {
      "epoch": 0.1430293702706169,
      "grad_norm": 5.24199914932251,
      "learning_rate": 0.0001998993311862948,
      "loss": 4.55,
      "step": 22304
    },
    {
      "epoch": 0.143035782993459,
      "grad_norm": 24.00860023498535,
      "learning_rate": 0.00019989932214847694,
      "loss": 4.3464,
      "step": 22305
    },
    {
      "epoch": 0.14304219571630114,
      "grad_norm": 36.25132369995117,
      "learning_rate": 0.00019989931311025356,
      "loss": 4.4556,
      "step": 22306
    },
    {
      "epoch": 0.14304860843914327,
      "grad_norm": 5.626679420471191,
      "learning_rate": 0.00019989930407162472,
      "loss": 4.1803,
      "step": 22307
    },
    {
      "epoch": 0.14305502116198537,
      "grad_norm": 6.826528549194336,
      "learning_rate": 0.00019989929503259042,
      "loss": 4.4982,
      "step": 22308
    },
    {
      "epoch": 0.1430614338848275,
      "grad_norm": 3.5699307918548584,
      "learning_rate": 0.0001998992859931506,
      "loss": 4.4672,
      "step": 22309
    },
    {
      "epoch": 0.1430678466076696,
      "grad_norm": 9.006841659545898,
      "learning_rate": 0.00019989927695330536,
      "loss": 4.4328,
      "step": 22310
    },
    {
      "epoch": 0.14307425933051174,
      "grad_norm": 3.6327011585235596,
      "learning_rate": 0.0001998992679130546,
      "loss": 4.3263,
      "step": 22311
    },
    {
      "epoch": 0.14308067205335384,
      "grad_norm": 4.102884769439697,
      "learning_rate": 0.0001998992588723984,
      "loss": 4.7012,
      "step": 22312
    },
    {
      "epoch": 0.14308708477619597,
      "grad_norm": 2.7032265663146973,
      "learning_rate": 0.0001998992498313367,
      "loss": 4.4302,
      "step": 22313
    },
    {
      "epoch": 0.1430934974990381,
      "grad_norm": 4.3413920402526855,
      "learning_rate": 0.00019989924078986953,
      "loss": 4.2572,
      "step": 22314
    },
    {
      "epoch": 0.1430999102218802,
      "grad_norm": 4.945898532867432,
      "learning_rate": 0.0001998992317479969,
      "loss": 4.367,
      "step": 22315
    },
    {
      "epoch": 0.14310632294472234,
      "grad_norm": 14.320931434631348,
      "learning_rate": 0.00019989922270571882,
      "loss": 4.2931,
      "step": 22316
    },
    {
      "epoch": 0.14311273566756444,
      "grad_norm": 5.232934951782227,
      "learning_rate": 0.0001998992136630352,
      "loss": 4.2448,
      "step": 22317
    },
    {
      "epoch": 0.14311914839040657,
      "grad_norm": 5.162635326385498,
      "learning_rate": 0.00019989920461994617,
      "loss": 4.5067,
      "step": 22318
    },
    {
      "epoch": 0.14312556111324867,
      "grad_norm": 3.9528608322143555,
      "learning_rate": 0.00019989919557645162,
      "loss": 4.2129,
      "step": 22319
    },
    {
      "epoch": 0.1431319738360908,
      "grad_norm": 3.1738879680633545,
      "learning_rate": 0.0001998991865325516,
      "loss": 4.4457,
      "step": 22320
    },
    {
      "epoch": 0.14313838655893293,
      "grad_norm": 17.49481201171875,
      "learning_rate": 0.00019989917748824612,
      "loss": 4.4021,
      "step": 22321
    },
    {
      "epoch": 0.14314479928177504,
      "grad_norm": 4.285004615783691,
      "learning_rate": 0.00019989916844353518,
      "loss": 4.3753,
      "step": 22322
    },
    {
      "epoch": 0.14315121200461717,
      "grad_norm": 3.735565423965454,
      "learning_rate": 0.00019989915939841874,
      "loss": 4.3823,
      "step": 22323
    },
    {
      "epoch": 0.14315762472745927,
      "grad_norm": 7.110631465911865,
      "learning_rate": 0.00019989915035289682,
      "loss": 4.2425,
      "step": 22324
    },
    {
      "epoch": 0.1431640374503014,
      "grad_norm": 6.794607162475586,
      "learning_rate": 0.00019989914130696945,
      "loss": 4.0106,
      "step": 22325
    },
    {
      "epoch": 0.1431704501731435,
      "grad_norm": 4.388768672943115,
      "learning_rate": 0.0001998991322606366,
      "loss": 4.4087,
      "step": 22326
    },
    {
      "epoch": 0.14317686289598563,
      "grad_norm": 3.7423834800720215,
      "learning_rate": 0.00019989912321389825,
      "loss": 4.2986,
      "step": 22327
    },
    {
      "epoch": 0.14318327561882777,
      "grad_norm": 6.982402324676514,
      "learning_rate": 0.00019989911416675446,
      "loss": 4.5824,
      "step": 22328
    },
    {
      "epoch": 0.14318968834166987,
      "grad_norm": 7.35936975479126,
      "learning_rate": 0.0001998991051192052,
      "loss": 4.6291,
      "step": 22329
    },
    {
      "epoch": 0.143196101064512,
      "grad_norm": 5.364290237426758,
      "learning_rate": 0.00019989909607125045,
      "loss": 4.2364,
      "step": 22330
    },
    {
      "epoch": 0.1432025137873541,
      "grad_norm": 4.856212615966797,
      "learning_rate": 0.0001998990870228902,
      "loss": 4.6679,
      "step": 22331
    },
    {
      "epoch": 0.14320892651019623,
      "grad_norm": 3.310366630554199,
      "learning_rate": 0.00019989907797412452,
      "loss": 4.1952,
      "step": 22332
    },
    {
      "epoch": 0.14321533923303834,
      "grad_norm": 5.532134056091309,
      "learning_rate": 0.00019989906892495333,
      "loss": 4.296,
      "step": 22333
    },
    {
      "epoch": 0.14322175195588047,
      "grad_norm": 3.9735260009765625,
      "learning_rate": 0.0001998990598753767,
      "loss": 4.2146,
      "step": 22334
    },
    {
      "epoch": 0.1432281646787226,
      "grad_norm": 8.809626579284668,
      "learning_rate": 0.00019989905082539458,
      "loss": 4.293,
      "step": 22335
    },
    {
      "epoch": 0.1432345774015647,
      "grad_norm": 65.94668579101562,
      "learning_rate": 0.00019989904177500697,
      "loss": 4.2739,
      "step": 22336
    },
    {
      "epoch": 0.14324099012440683,
      "grad_norm": 5.498516082763672,
      "learning_rate": 0.00019989903272421393,
      "loss": 4.3098,
      "step": 22337
    },
    {
      "epoch": 0.14324740284724893,
      "grad_norm": 3.3945581912994385,
      "learning_rate": 0.0001998990236730154,
      "loss": 4.3839,
      "step": 22338
    },
    {
      "epoch": 0.14325381557009106,
      "grad_norm": 11.527505874633789,
      "learning_rate": 0.00019989901462141136,
      "loss": 4.9976,
      "step": 22339
    },
    {
      "epoch": 0.14326022829293317,
      "grad_norm": 5.160715579986572,
      "learning_rate": 0.00019989900556940186,
      "loss": 4.2882,
      "step": 22340
    },
    {
      "epoch": 0.1432666410157753,
      "grad_norm": 6.57992696762085,
      "learning_rate": 0.00019989899651698688,
      "loss": 4.1516,
      "step": 22341
    },
    {
      "epoch": 0.14327305373861743,
      "grad_norm": 5.443831920623779,
      "learning_rate": 0.00019989898746416648,
      "loss": 4.5802,
      "step": 22342
    },
    {
      "epoch": 0.14327946646145953,
      "grad_norm": 4.491213798522949,
      "learning_rate": 0.00019989897841094057,
      "loss": 4.4327,
      "step": 22343
    },
    {
      "epoch": 0.14328587918430166,
      "grad_norm": 10.238056182861328,
      "learning_rate": 0.0001998989693573092,
      "loss": 4.225,
      "step": 22344
    },
    {
      "epoch": 0.14329229190714377,
      "grad_norm": 15.040383338928223,
      "learning_rate": 0.00019989896030327234,
      "loss": 4.7884,
      "step": 22345
    },
    {
      "epoch": 0.1432987046299859,
      "grad_norm": 8.54013442993164,
      "learning_rate": 0.00019989895124882998,
      "loss": 4.6637,
      "step": 22346
    },
    {
      "epoch": 0.143305117352828,
      "grad_norm": 37.56610870361328,
      "learning_rate": 0.0001998989421939822,
      "loss": 4.6119,
      "step": 22347
    },
    {
      "epoch": 0.14331153007567013,
      "grad_norm": 151.8526153564453,
      "learning_rate": 0.00019989893313872891,
      "loss": 4.5553,
      "step": 22348
    },
    {
      "epoch": 0.14331794279851226,
      "grad_norm": 13.52030086517334,
      "learning_rate": 0.00019989892408307016,
      "loss": 4.3235,
      "step": 22349
    },
    {
      "epoch": 0.14332435552135436,
      "grad_norm": 3.907367706298828,
      "learning_rate": 0.00019989891502700596,
      "loss": 4.2527,
      "step": 22350
    },
    {
      "epoch": 0.1433307682441965,
      "grad_norm": 21.591150283813477,
      "learning_rate": 0.00019989890597053625,
      "loss": 4.3037,
      "step": 22351
    },
    {
      "epoch": 0.1433371809670386,
      "grad_norm": 6.621570587158203,
      "learning_rate": 0.00019989889691366107,
      "loss": 4.6344,
      "step": 22352
    },
    {
      "epoch": 0.14334359368988073,
      "grad_norm": 10.880963325500488,
      "learning_rate": 0.00019989888785638043,
      "loss": 4.722,
      "step": 22353
    },
    {
      "epoch": 0.14335000641272283,
      "grad_norm": 3.475891351699829,
      "learning_rate": 0.0001998988787986943,
      "loss": 4.2594,
      "step": 22354
    },
    {
      "epoch": 0.14335641913556496,
      "grad_norm": 3.8874990940093994,
      "learning_rate": 0.00019989886974060276,
      "loss": 4.4568,
      "step": 22355
    },
    {
      "epoch": 0.1433628318584071,
      "grad_norm": 3.395444869995117,
      "learning_rate": 0.0001998988606821057,
      "loss": 4.3628,
      "step": 22356
    },
    {
      "epoch": 0.1433692445812492,
      "grad_norm": 6.62805700302124,
      "learning_rate": 0.00019989885162320314,
      "loss": 4.2977,
      "step": 22357
    },
    {
      "epoch": 0.14337565730409133,
      "grad_norm": 4.332264423370361,
      "learning_rate": 0.00019989884256389512,
      "loss": 4.3254,
      "step": 22358
    },
    {
      "epoch": 0.14338207002693343,
      "grad_norm": 5.52244758605957,
      "learning_rate": 0.00019989883350418164,
      "loss": 4.5711,
      "step": 22359
    },
    {
      "epoch": 0.14338848274977556,
      "grad_norm": 3.1100659370422363,
      "learning_rate": 0.00019989882444406272,
      "loss": 4.5179,
      "step": 22360
    },
    {
      "epoch": 0.14339489547261766,
      "grad_norm": 9.85787582397461,
      "learning_rate": 0.00019989881538353828,
      "loss": 4.5486,
      "step": 22361
    },
    {
      "epoch": 0.1434013081954598,
      "grad_norm": 3.2929365634918213,
      "learning_rate": 0.00019989880632260838,
      "loss": 4.5902,
      "step": 22362
    },
    {
      "epoch": 0.14340772091830192,
      "grad_norm": 3.6661033630371094,
      "learning_rate": 0.000199898797261273,
      "loss": 4.5874,
      "step": 22363
    },
    {
      "epoch": 0.14341413364114403,
      "grad_norm": 3.7333765029907227,
      "learning_rate": 0.00019989878819953215,
      "loss": 4.4436,
      "step": 22364
    },
    {
      "epoch": 0.14342054636398616,
      "grad_norm": 3.9611897468566895,
      "learning_rate": 0.00019989877913738585,
      "loss": 4.3727,
      "step": 22365
    },
    {
      "epoch": 0.14342695908682826,
      "grad_norm": 5.427891731262207,
      "learning_rate": 0.00019989877007483404,
      "loss": 4.4846,
      "step": 22366
    },
    {
      "epoch": 0.1434333718096704,
      "grad_norm": 4.100180149078369,
      "learning_rate": 0.00019989876101187678,
      "loss": 4.885,
      "step": 22367
    },
    {
      "epoch": 0.1434397845325125,
      "grad_norm": 3.8025169372558594,
      "learning_rate": 0.00019989875194851404,
      "loss": 4.2829,
      "step": 22368
    },
    {
      "epoch": 0.14344619725535462,
      "grad_norm": 3.7705037593841553,
      "learning_rate": 0.00019989874288474586,
      "loss": 4.4994,
      "step": 22369
    },
    {
      "epoch": 0.14345260997819675,
      "grad_norm": 7.651211738586426,
      "learning_rate": 0.00019989873382057218,
      "loss": 4.6629,
      "step": 22370
    },
    {
      "epoch": 0.14345902270103886,
      "grad_norm": 3.458799123764038,
      "learning_rate": 0.00019989872475599302,
      "loss": 4.0845,
      "step": 22371
    },
    {
      "epoch": 0.143465435423881,
      "grad_norm": 3.2191948890686035,
      "learning_rate": 0.00019989871569100839,
      "loss": 4.2654,
      "step": 22372
    },
    {
      "epoch": 0.1434718481467231,
      "grad_norm": 25.89325523376465,
      "learning_rate": 0.0001998987066256183,
      "loss": 4.5268,
      "step": 22373
    },
    {
      "epoch": 0.14347826086956522,
      "grad_norm": 3.7753822803497314,
      "learning_rate": 0.0001998986975598227,
      "loss": 4.2583,
      "step": 22374
    },
    {
      "epoch": 0.14348467359240732,
      "grad_norm": 3.7060298919677734,
      "learning_rate": 0.00019989868849362168,
      "loss": 4.5442,
      "step": 22375
    },
    {
      "epoch": 0.14349108631524946,
      "grad_norm": 3.420027017593384,
      "learning_rate": 0.00019989867942701517,
      "loss": 4.6948,
      "step": 22376
    },
    {
      "epoch": 0.14349749903809159,
      "grad_norm": 3.34552001953125,
      "learning_rate": 0.0001998986703600032,
      "loss": 4.6288,
      "step": 22377
    },
    {
      "epoch": 0.1435039117609337,
      "grad_norm": 3.501061201095581,
      "learning_rate": 0.00019989866129258572,
      "loss": 4.4287,
      "step": 22378
    },
    {
      "epoch": 0.14351032448377582,
      "grad_norm": 4.144320011138916,
      "learning_rate": 0.00019989865222476278,
      "loss": 4.3723,
      "step": 22379
    },
    {
      "epoch": 0.14351673720661792,
      "grad_norm": 10.53254508972168,
      "learning_rate": 0.00019989864315653438,
      "loss": 4.3711,
      "step": 22380
    },
    {
      "epoch": 0.14352314992946005,
      "grad_norm": 3.7641079425811768,
      "learning_rate": 0.00019989863408790052,
      "loss": 4.4608,
      "step": 22381
    },
    {
      "epoch": 0.14352956265230216,
      "grad_norm": 4.924863815307617,
      "learning_rate": 0.00019989862501886116,
      "loss": 4.2163,
      "step": 22382
    },
    {
      "epoch": 0.1435359753751443,
      "grad_norm": 3.9119651317596436,
      "learning_rate": 0.00019989861594941634,
      "loss": 4.6295,
      "step": 22383
    },
    {
      "epoch": 0.14354238809798642,
      "grad_norm": 3.4768292903900146,
      "learning_rate": 0.00019989860687956608,
      "loss": 4.2113,
      "step": 22384
    },
    {
      "epoch": 0.14354880082082852,
      "grad_norm": 4.321793079376221,
      "learning_rate": 0.00019989859780931028,
      "loss": 4.389,
      "step": 22385
    },
    {
      "epoch": 0.14355521354367065,
      "grad_norm": 3.2952754497528076,
      "learning_rate": 0.00019989858873864906,
      "loss": 4.2405,
      "step": 22386
    },
    {
      "epoch": 0.14356162626651275,
      "grad_norm": 3.2713847160339355,
      "learning_rate": 0.00019989857966758233,
      "loss": 4.4354,
      "step": 22387
    },
    {
      "epoch": 0.14356803898935488,
      "grad_norm": 5.197029113769531,
      "learning_rate": 0.00019989857059611019,
      "loss": 4.5397,
      "step": 22388
    },
    {
      "epoch": 0.143574451712197,
      "grad_norm": 3.206935405731201,
      "learning_rate": 0.00019989856152423255,
      "loss": 4.3883,
      "step": 22389
    },
    {
      "epoch": 0.14358086443503912,
      "grad_norm": 5.20670747756958,
      "learning_rate": 0.0001998985524519494,
      "loss": 4.5334,
      "step": 22390
    },
    {
      "epoch": 0.14358727715788125,
      "grad_norm": 3.764943838119507,
      "learning_rate": 0.0001998985433792608,
      "loss": 4.4944,
      "step": 22391
    },
    {
      "epoch": 0.14359368988072335,
      "grad_norm": 3.024719476699829,
      "learning_rate": 0.00019989853430616675,
      "loss": 4.1933,
      "step": 22392
    },
    {
      "epoch": 0.14360010260356548,
      "grad_norm": 6.162128925323486,
      "learning_rate": 0.0001998985252326672,
      "loss": 4.4788,
      "step": 22393
    },
    {
      "epoch": 0.14360651532640759,
      "grad_norm": 4.038636684417725,
      "learning_rate": 0.0001998985161587622,
      "loss": 4.568,
      "step": 22394
    },
    {
      "epoch": 0.14361292804924972,
      "grad_norm": 6.774199962615967,
      "learning_rate": 0.00019989850708445172,
      "loss": 4.4231,
      "step": 22395
    },
    {
      "epoch": 0.14361934077209182,
      "grad_norm": 3.2593331336975098,
      "learning_rate": 0.00019989849800973577,
      "loss": 4.4274,
      "step": 22396
    },
    {
      "epoch": 0.14362575349493395,
      "grad_norm": 3.4784512519836426,
      "learning_rate": 0.00019989848893461434,
      "loss": 4.4136,
      "step": 22397
    },
    {
      "epoch": 0.14363216621777608,
      "grad_norm": 3.91740345954895,
      "learning_rate": 0.00019989847985908745,
      "loss": 4.101,
      "step": 22398
    },
    {
      "epoch": 0.14363857894061818,
      "grad_norm": 5.86978816986084,
      "learning_rate": 0.00019989847078315508,
      "loss": 4.5066,
      "step": 22399
    },
    {
      "epoch": 0.14364499166346031,
      "grad_norm": 3.253361463546753,
      "learning_rate": 0.00019989846170681723,
      "loss": 4.6503,
      "step": 22400
    },
    {
      "epoch": 0.14364499166346031,
      "eval_loss": 4.3142924308776855,
      "eval_runtime": 34.7456,
      "eval_samples_per_second": 90.227,
      "eval_steps_per_second": 22.564,
      "step": 22400
    },
    {
      "epoch": 0.14365140438630242,
      "grad_norm": 3.099297523498535,
      "learning_rate": 0.00019989845263007391,
      "loss": 4.243,
      "step": 22401
    },
    {
      "epoch": 0.14365781710914455,
      "grad_norm": 5.523127555847168,
      "learning_rate": 0.00019989844355292516,
      "loss": 4.8429,
      "step": 22402
    },
    {
      "epoch": 0.14366422983198665,
      "grad_norm": 2.8052947521209717,
      "learning_rate": 0.00019989843447537089,
      "loss": 4.413,
      "step": 22403
    },
    {
      "epoch": 0.14367064255482878,
      "grad_norm": 3.2103583812713623,
      "learning_rate": 0.00019989842539741117,
      "loss": 4.3536,
      "step": 22404
    },
    {
      "epoch": 0.1436770552776709,
      "grad_norm": 10.375799179077148,
      "learning_rate": 0.00019989841631904597,
      "loss": 4.4564,
      "step": 22405
    },
    {
      "epoch": 0.14368346800051301,
      "grad_norm": 4.018747806549072,
      "learning_rate": 0.00019989840724027533,
      "loss": 4.4622,
      "step": 22406
    },
    {
      "epoch": 0.14368988072335515,
      "grad_norm": 2.7764346599578857,
      "learning_rate": 0.00019989839816109917,
      "loss": 4.4319,
      "step": 22407
    },
    {
      "epoch": 0.14369629344619725,
      "grad_norm": 3.094930648803711,
      "learning_rate": 0.00019989838908151758,
      "loss": 4.4459,
      "step": 22408
    },
    {
      "epoch": 0.14370270616903938,
      "grad_norm": 2.9973714351654053,
      "learning_rate": 0.0001998983800015305,
      "loss": 4.3,
      "step": 22409
    },
    {
      "epoch": 0.14370911889188148,
      "grad_norm": 4.897381782531738,
      "learning_rate": 0.00019989837092113794,
      "loss": 4.5345,
      "step": 22410
    },
    {
      "epoch": 0.1437155316147236,
      "grad_norm": 2.8943240642547607,
      "learning_rate": 0.00019989836184033992,
      "loss": 4.2788,
      "step": 22411
    },
    {
      "epoch": 0.14372194433756574,
      "grad_norm": 3.766289710998535,
      "learning_rate": 0.00019989835275913644,
      "loss": 4.4738,
      "step": 22412
    },
    {
      "epoch": 0.14372835706040785,
      "grad_norm": 13.677017211914062,
      "learning_rate": 0.00019989834367752747,
      "loss": 4.5232,
      "step": 22413
    },
    {
      "epoch": 0.14373476978324998,
      "grad_norm": 2.639866352081299,
      "learning_rate": 0.00019989833459551303,
      "loss": 4.458,
      "step": 22414
    },
    {
      "epoch": 0.14374118250609208,
      "grad_norm": 3.43308162689209,
      "learning_rate": 0.0001998983255130931,
      "loss": 4.2281,
      "step": 22415
    },
    {
      "epoch": 0.1437475952289342,
      "grad_norm": 3.0619301795959473,
      "learning_rate": 0.00019989831643026776,
      "loss": 4.1301,
      "step": 22416
    },
    {
      "epoch": 0.1437540079517763,
      "grad_norm": 3.1090359687805176,
      "learning_rate": 0.0001998983073470369,
      "loss": 4.4778,
      "step": 22417
    },
    {
      "epoch": 0.14376042067461844,
      "grad_norm": 3.633554220199585,
      "learning_rate": 0.00019989829826340058,
      "loss": 4.5018,
      "step": 22418
    },
    {
      "epoch": 0.14376683339746057,
      "grad_norm": 2.6683363914489746,
      "learning_rate": 0.0001998982891793588,
      "loss": 4.3458,
      "step": 22419
    },
    {
      "epoch": 0.14377324612030268,
      "grad_norm": 3.062175989151001,
      "learning_rate": 0.00019989828009491154,
      "loss": 4.3606,
      "step": 22420
    },
    {
      "epoch": 0.1437796588431448,
      "grad_norm": 3.3747975826263428,
      "learning_rate": 0.0001998982710100588,
      "loss": 4.4793,
      "step": 22421
    },
    {
      "epoch": 0.1437860715659869,
      "grad_norm": 3.046839714050293,
      "learning_rate": 0.00019989826192480062,
      "loss": 4.2268,
      "step": 22422
    },
    {
      "epoch": 0.14379248428882904,
      "grad_norm": 3.4336018562316895,
      "learning_rate": 0.00019989825283913695,
      "loss": 4.6213,
      "step": 22423
    },
    {
      "epoch": 0.14379889701167115,
      "grad_norm": 3.1660513877868652,
      "learning_rate": 0.0001998982437530678,
      "loss": 4.1934,
      "step": 22424
    },
    {
      "epoch": 0.14380530973451328,
      "grad_norm": 3.1247401237487793,
      "learning_rate": 0.00019989823466659318,
      "loss": 4.5485,
      "step": 22425
    },
    {
      "epoch": 0.1438117224573554,
      "grad_norm": 3.763939619064331,
      "learning_rate": 0.0001998982255797131,
      "loss": 4.4046,
      "step": 22426
    },
    {
      "epoch": 0.1438181351801975,
      "grad_norm": 3.8673577308654785,
      "learning_rate": 0.00019989821649242756,
      "loss": 4.1959,
      "step": 22427
    },
    {
      "epoch": 0.14382454790303964,
      "grad_norm": 3.394822835922241,
      "learning_rate": 0.00019989820740473654,
      "loss": 4.2631,
      "step": 22428
    },
    {
      "epoch": 0.14383096062588174,
      "grad_norm": 6.172513008117676,
      "learning_rate": 0.00019989819831664005,
      "loss": 4.3706,
      "step": 22429
    },
    {
      "epoch": 0.14383737334872387,
      "grad_norm": 2.9032201766967773,
      "learning_rate": 0.00019989818922813807,
      "loss": 4.3946,
      "step": 22430
    },
    {
      "epoch": 0.14384378607156598,
      "grad_norm": 2.815906047821045,
      "learning_rate": 0.00019989818013923066,
      "loss": 4.301,
      "step": 22431
    },
    {
      "epoch": 0.1438501987944081,
      "grad_norm": 7.977661609649658,
      "learning_rate": 0.00019989817104991775,
      "loss": 4.4456,
      "step": 22432
    },
    {
      "epoch": 0.14385661151725024,
      "grad_norm": 5.109233379364014,
      "learning_rate": 0.00019989816196019938,
      "loss": 4.3384,
      "step": 22433
    },
    {
      "epoch": 0.14386302424009234,
      "grad_norm": 3.825312852859497,
      "learning_rate": 0.00019989815287007551,
      "loss": 4.3265,
      "step": 22434
    },
    {
      "epoch": 0.14386943696293447,
      "grad_norm": 7.287057399749756,
      "learning_rate": 0.00019989814377954621,
      "loss": 4.3108,
      "step": 22435
    },
    {
      "epoch": 0.14387584968577657,
      "grad_norm": 4.5369954109191895,
      "learning_rate": 0.00019989813468861142,
      "loss": 4.5549,
      "step": 22436
    },
    {
      "epoch": 0.1438822624086187,
      "grad_norm": 4.249139785766602,
      "learning_rate": 0.00019989812559727117,
      "loss": 4.1432,
      "step": 22437
    },
    {
      "epoch": 0.1438886751314608,
      "grad_norm": 3.2022693157196045,
      "learning_rate": 0.00019989811650552544,
      "loss": 4.3713,
      "step": 22438
    },
    {
      "epoch": 0.14389508785430294,
      "grad_norm": 25.96416473388672,
      "learning_rate": 0.00019989810741337426,
      "loss": 4.0716,
      "step": 22439
    },
    {
      "epoch": 0.14390150057714507,
      "grad_norm": 5.504420280456543,
      "learning_rate": 0.00019989809832081758,
      "loss": 4.2928,
      "step": 22440
    },
    {
      "epoch": 0.14390791329998717,
      "grad_norm": 9.55013370513916,
      "learning_rate": 0.00019989808922785547,
      "loss": 4.4783,
      "step": 22441
    },
    {
      "epoch": 0.1439143260228293,
      "grad_norm": 9.260140419006348,
      "learning_rate": 0.00019989808013448786,
      "loss": 4.4186,
      "step": 22442
    },
    {
      "epoch": 0.1439207387456714,
      "grad_norm": 3.5578067302703857,
      "learning_rate": 0.0001998980710407148,
      "loss": 4.3569,
      "step": 22443
    },
    {
      "epoch": 0.14392715146851354,
      "grad_norm": 9.74556827545166,
      "learning_rate": 0.00019989806194653623,
      "loss": 4.51,
      "step": 22444
    },
    {
      "epoch": 0.14393356419135564,
      "grad_norm": 7.830434322357178,
      "learning_rate": 0.00019989805285195223,
      "loss": 4.3029,
      "step": 22445
    },
    {
      "epoch": 0.14393997691419777,
      "grad_norm": 5.433459758758545,
      "learning_rate": 0.00019989804375696274,
      "loss": 4.217,
      "step": 22446
    },
    {
      "epoch": 0.1439463896370399,
      "grad_norm": 9.07874584197998,
      "learning_rate": 0.00019989803466156778,
      "loss": 4.2587,
      "step": 22447
    },
    {
      "epoch": 0.143952802359882,
      "grad_norm": 4.332862377166748,
      "learning_rate": 0.00019989802556576736,
      "loss": 4.6196,
      "step": 22448
    },
    {
      "epoch": 0.14395921508272413,
      "grad_norm": 14.281647682189941,
      "learning_rate": 0.00019989801646956145,
      "loss": 4.5362,
      "step": 22449
    },
    {
      "epoch": 0.14396562780556624,
      "grad_norm": 24.711597442626953,
      "learning_rate": 0.0001998980073729501,
      "loss": 4.3589,
      "step": 22450
    },
    {
      "epoch": 0.14397204052840837,
      "grad_norm": 19.581472396850586,
      "learning_rate": 0.00019989799827593329,
      "loss": 4.3486,
      "step": 22451
    },
    {
      "epoch": 0.14397845325125047,
      "grad_norm": 30.83461570739746,
      "learning_rate": 0.00019989798917851098,
      "loss": 4.1439,
      "step": 22452
    },
    {
      "epoch": 0.1439848659740926,
      "grad_norm": 5.814726829528809,
      "learning_rate": 0.00019989798008068318,
      "loss": 4.4494,
      "step": 22453
    },
    {
      "epoch": 0.1439912786969347,
      "grad_norm": 10.327488899230957,
      "learning_rate": 0.00019989797098244995,
      "loss": 4.121,
      "step": 22454
    },
    {
      "epoch": 0.14399769141977684,
      "grad_norm": 8.238327980041504,
      "learning_rate": 0.00019989796188381128,
      "loss": 4.217,
      "step": 22455
    },
    {
      "epoch": 0.14400410414261897,
      "grad_norm": 8.251348495483398,
      "learning_rate": 0.00019989795278476709,
      "loss": 4.1697,
      "step": 22456
    },
    {
      "epoch": 0.14401051686546107,
      "grad_norm": 4.232882976531982,
      "learning_rate": 0.00019989794368531746,
      "loss": 4.407,
      "step": 22457
    },
    {
      "epoch": 0.1440169295883032,
      "grad_norm": 3.3422598838806152,
      "learning_rate": 0.0001998979345854623,
      "loss": 4.4087,
      "step": 22458
    },
    {
      "epoch": 0.1440233423111453,
      "grad_norm": 3.7206485271453857,
      "learning_rate": 0.00019989792548520173,
      "loss": 4.3189,
      "step": 22459
    },
    {
      "epoch": 0.14402975503398743,
      "grad_norm": 19.153797149658203,
      "learning_rate": 0.00019989791638453568,
      "loss": 4.2645,
      "step": 22460
    },
    {
      "epoch": 0.14403616775682954,
      "grad_norm": 4.032573699951172,
      "learning_rate": 0.00019989790728346414,
      "loss": 4.4219,
      "step": 22461
    },
    {
      "epoch": 0.14404258047967167,
      "grad_norm": 4.232163429260254,
      "learning_rate": 0.00019989789818198713,
      "loss": 4.2593,
      "step": 22462
    },
    {
      "epoch": 0.1440489932025138,
      "grad_norm": 9.800917625427246,
      "learning_rate": 0.0001998978890801047,
      "loss": 4.6256,
      "step": 22463
    },
    {
      "epoch": 0.1440554059253559,
      "grad_norm": 5.013768672943115,
      "learning_rate": 0.00019989787997781676,
      "loss": 4.485,
      "step": 22464
    },
    {
      "epoch": 0.14406181864819803,
      "grad_norm": 4.8094868659973145,
      "learning_rate": 0.00019989787087512336,
      "loss": 4.233,
      "step": 22465
    },
    {
      "epoch": 0.14406823137104013,
      "grad_norm": 4.328244209289551,
      "learning_rate": 0.0001998978617720245,
      "loss": 4.43,
      "step": 22466
    },
    {
      "epoch": 0.14407464409388226,
      "grad_norm": 4.52310037612915,
      "learning_rate": 0.00019989785266852014,
      "loss": 4.5803,
      "step": 22467
    },
    {
      "epoch": 0.14408105681672437,
      "grad_norm": 4.13115930557251,
      "learning_rate": 0.00019989784356461035,
      "loss": 4.5438,
      "step": 22468
    },
    {
      "epoch": 0.1440874695395665,
      "grad_norm": 3.4349896907806396,
      "learning_rate": 0.0001998978344602951,
      "loss": 4.7709,
      "step": 22469
    },
    {
      "epoch": 0.14409388226240863,
      "grad_norm": 5.202495574951172,
      "learning_rate": 0.00019989782535557432,
      "loss": 4.4699,
      "step": 22470
    },
    {
      "epoch": 0.14410029498525073,
      "grad_norm": 5.445895671844482,
      "learning_rate": 0.00019989781625044813,
      "loss": 4.1231,
      "step": 22471
    },
    {
      "epoch": 0.14410670770809286,
      "grad_norm": 10.143733978271484,
      "learning_rate": 0.00019989780714491643,
      "loss": 4.2171,
      "step": 22472
    },
    {
      "epoch": 0.14411312043093497,
      "grad_norm": 6.061760902404785,
      "learning_rate": 0.0001998977980389793,
      "loss": 4.1804,
      "step": 22473
    },
    {
      "epoch": 0.1441195331537771,
      "grad_norm": 5.836491584777832,
      "learning_rate": 0.00019989778893263665,
      "loss": 4.377,
      "step": 22474
    },
    {
      "epoch": 0.1441259458766192,
      "grad_norm": 3.7340869903564453,
      "learning_rate": 0.00019989777982588858,
      "loss": 4.4685,
      "step": 22475
    },
    {
      "epoch": 0.14413235859946133,
      "grad_norm": 4.974747180938721,
      "learning_rate": 0.00019989777071873502,
      "loss": 4.2101,
      "step": 22476
    },
    {
      "epoch": 0.14413877132230346,
      "grad_norm": 4.964954376220703,
      "learning_rate": 0.000199897761611176,
      "loss": 4.1941,
      "step": 22477
    },
    {
      "epoch": 0.14414518404514556,
      "grad_norm": 18.42050552368164,
      "learning_rate": 0.00019989775250321148,
      "loss": 4.3532,
      "step": 22478
    },
    {
      "epoch": 0.1441515967679877,
      "grad_norm": 5.603247165679932,
      "learning_rate": 0.00019989774339484152,
      "loss": 4.2978,
      "step": 22479
    },
    {
      "epoch": 0.1441580094908298,
      "grad_norm": 7.72453498840332,
      "learning_rate": 0.00019989773428606607,
      "loss": 4.015,
      "step": 22480
    },
    {
      "epoch": 0.14416442221367193,
      "grad_norm": 4.898563861846924,
      "learning_rate": 0.00019989772517688522,
      "loss": 4.3151,
      "step": 22481
    },
    {
      "epoch": 0.14417083493651403,
      "grad_norm": 5.48990535736084,
      "learning_rate": 0.00019989771606729884,
      "loss": 4.3635,
      "step": 22482
    },
    {
      "epoch": 0.14417724765935616,
      "grad_norm": 7.9423041343688965,
      "learning_rate": 0.000199897706957307,
      "loss": 4.3069,
      "step": 22483
    },
    {
      "epoch": 0.1441836603821983,
      "grad_norm": 9.680061340332031,
      "learning_rate": 0.0001998976978469097,
      "loss": 4.4521,
      "step": 22484
    },
    {
      "epoch": 0.1441900731050404,
      "grad_norm": 11.450279235839844,
      "learning_rate": 0.0001998976887361069,
      "loss": 4.3866,
      "step": 22485
    },
    {
      "epoch": 0.14419648582788253,
      "grad_norm": 16.630231857299805,
      "learning_rate": 0.00019989767962489866,
      "loss": 4.5783,
      "step": 22486
    },
    {
      "epoch": 0.14420289855072463,
      "grad_norm": 15.70773696899414,
      "learning_rate": 0.00019989767051328496,
      "loss": 4.3521,
      "step": 22487
    },
    {
      "epoch": 0.14420931127356676,
      "grad_norm": 21.085805892944336,
      "learning_rate": 0.0001998976614012658,
      "loss": 4.2138,
      "step": 22488
    },
    {
      "epoch": 0.14421572399640886,
      "grad_norm": 19.691377639770508,
      "learning_rate": 0.00019989765228884115,
      "loss": 4.4807,
      "step": 22489
    },
    {
      "epoch": 0.144222136719251,
      "grad_norm": 9.062406539916992,
      "learning_rate": 0.00019989764317601103,
      "loss": 4.8432,
      "step": 22490
    },
    {
      "epoch": 0.14422854944209312,
      "grad_norm": 8.407003402709961,
      "learning_rate": 0.00019989763406277544,
      "loss": 4.0737,
      "step": 22491
    },
    {
      "epoch": 0.14423496216493523,
      "grad_norm": 17.133712768554688,
      "learning_rate": 0.0001998976249491344,
      "loss": 4.6829,
      "step": 22492
    },
    {
      "epoch": 0.14424137488777736,
      "grad_norm": 9.626948356628418,
      "learning_rate": 0.00019989761583508788,
      "loss": 4.3877,
      "step": 22493
    },
    {
      "epoch": 0.14424778761061946,
      "grad_norm": 27.735349655151367,
      "learning_rate": 0.00019989760672063588,
      "loss": 4.2306,
      "step": 22494
    },
    {
      "epoch": 0.1442542003334616,
      "grad_norm": 14.118658065795898,
      "learning_rate": 0.00019989759760577844,
      "loss": 4.3141,
      "step": 22495
    },
    {
      "epoch": 0.1442606130563037,
      "grad_norm": 13.852112770080566,
      "learning_rate": 0.00019989758849051553,
      "loss": 4.0433,
      "step": 22496
    },
    {
      "epoch": 0.14426702577914582,
      "grad_norm": 12.43420696258545,
      "learning_rate": 0.00019989757937484713,
      "loss": 4.6768,
      "step": 22497
    },
    {
      "epoch": 0.14427343850198796,
      "grad_norm": 9.173934936523438,
      "learning_rate": 0.00019989757025877327,
      "loss": 4.3574,
      "step": 22498
    },
    {
      "epoch": 0.14427985122483006,
      "grad_norm": 10.005539894104004,
      "learning_rate": 0.00019989756114229394,
      "loss": 4.4521,
      "step": 22499
    },
    {
      "epoch": 0.1442862639476722,
      "grad_norm": 14.322577476501465,
      "learning_rate": 0.00019989755202540915,
      "loss": 4.3605,
      "step": 22500
    },
    {
      "epoch": 0.1442862639476722,
      "eval_loss": 4.327452182769775,
      "eval_runtime": 34.756,
      "eval_samples_per_second": 90.2,
      "eval_steps_per_second": 22.557,
      "step": 22500
    },
    {
      "epoch": 0.1442926766705143,
      "grad_norm": 19.944713592529297,
      "learning_rate": 0.0001998975429081189,
      "loss": 4.3363,
      "step": 22501
    },
    {
      "epoch": 0.14429908939335642,
      "grad_norm": 25.383926391601562,
      "learning_rate": 0.00019989753379042315,
      "loss": 4.1436,
      "step": 22502
    },
    {
      "epoch": 0.14430550211619853,
      "grad_norm": 17.243412017822266,
      "learning_rate": 0.00019989752467232196,
      "loss": 4.3329,
      "step": 22503
    },
    {
      "epoch": 0.14431191483904066,
      "grad_norm": 11.631059646606445,
      "learning_rate": 0.0001998975155538153,
      "loss": 4.4902,
      "step": 22504
    },
    {
      "epoch": 0.1443183275618828,
      "grad_norm": 10.288565635681152,
      "learning_rate": 0.00019989750643490317,
      "loss": 4.3888,
      "step": 22505
    },
    {
      "epoch": 0.1443247402847249,
      "grad_norm": 17.0266170501709,
      "learning_rate": 0.0001998974973155856,
      "loss": 4.4229,
      "step": 22506
    },
    {
      "epoch": 0.14433115300756702,
      "grad_norm": 36.11813735961914,
      "learning_rate": 0.00019989748819586252,
      "loss": 4.3459,
      "step": 22507
    },
    {
      "epoch": 0.14433756573040912,
      "grad_norm": 13.039989471435547,
      "learning_rate": 0.00019989747907573399,
      "loss": 4.3919,
      "step": 22508
    },
    {
      "epoch": 0.14434397845325125,
      "grad_norm": 19.527931213378906,
      "learning_rate": 0.0001998974699552,
      "loss": 4.2898,
      "step": 22509
    },
    {
      "epoch": 0.14435039117609336,
      "grad_norm": 133.08984375,
      "learning_rate": 0.0001998974608342605,
      "loss": 4.3469,
      "step": 22510
    },
    {
      "epoch": 0.1443568038989355,
      "grad_norm": 7.771199703216553,
      "learning_rate": 0.00019989745171291557,
      "loss": 4.5734,
      "step": 22511
    },
    {
      "epoch": 0.14436321662177762,
      "grad_norm": 6.873778820037842,
      "learning_rate": 0.00019989744259116517,
      "loss": 4.3906,
      "step": 22512
    },
    {
      "epoch": 0.14436962934461972,
      "grad_norm": 7.666143417358398,
      "learning_rate": 0.00019989743346900932,
      "loss": 4.7194,
      "step": 22513
    },
    {
      "epoch": 0.14437604206746185,
      "grad_norm": 8.678887367248535,
      "learning_rate": 0.00019989742434644797,
      "loss": 4.4663,
      "step": 22514
    },
    {
      "epoch": 0.14438245479030395,
      "grad_norm": 17.359155654907227,
      "learning_rate": 0.00019989741522348115,
      "loss": 4.5549,
      "step": 22515
    },
    {
      "epoch": 0.14438886751314609,
      "grad_norm": 7.271738052368164,
      "learning_rate": 0.0001998974061001089,
      "loss": 4.5077,
      "step": 22516
    },
    {
      "epoch": 0.1443952802359882,
      "grad_norm": 7.075849533081055,
      "learning_rate": 0.00019989739697633113,
      "loss": 4.2831,
      "step": 22517
    },
    {
      "epoch": 0.14440169295883032,
      "grad_norm": 67.12084197998047,
      "learning_rate": 0.00019989738785214795,
      "loss": 4.2343,
      "step": 22518
    },
    {
      "epoch": 0.14440810568167245,
      "grad_norm": 5.632684707641602,
      "learning_rate": 0.00019989737872755928,
      "loss": 4.3384,
      "step": 22519
    },
    {
      "epoch": 0.14441451840451455,
      "grad_norm": 6.954643249511719,
      "learning_rate": 0.00019989736960256512,
      "loss": 4.4063,
      "step": 22520
    },
    {
      "epoch": 0.14442093112735668,
      "grad_norm": 5.520836353302002,
      "learning_rate": 0.00019989736047716555,
      "loss": 4.5013,
      "step": 22521
    },
    {
      "epoch": 0.14442734385019879,
      "grad_norm": 6.540453910827637,
      "learning_rate": 0.00019989735135136045,
      "loss": 4.6787,
      "step": 22522
    },
    {
      "epoch": 0.14443375657304092,
      "grad_norm": 6.901095390319824,
      "learning_rate": 0.0001998973422251499,
      "loss": 4.3321,
      "step": 22523
    },
    {
      "epoch": 0.14444016929588302,
      "grad_norm": 6.035810947418213,
      "learning_rate": 0.0001998973330985339,
      "loss": 4.5248,
      "step": 22524
    },
    {
      "epoch": 0.14444658201872515,
      "grad_norm": 6.191415786743164,
      "learning_rate": 0.00019989732397151245,
      "loss": 4.3709,
      "step": 22525
    },
    {
      "epoch": 0.14445299474156728,
      "grad_norm": 25.15131950378418,
      "learning_rate": 0.00019989731484408552,
      "loss": 4.6967,
      "step": 22526
    },
    {
      "epoch": 0.14445940746440938,
      "grad_norm": 4.295419692993164,
      "learning_rate": 0.00019989730571625308,
      "loss": 4.2243,
      "step": 22527
    },
    {
      "epoch": 0.14446582018725151,
      "grad_norm": 9.851284980773926,
      "learning_rate": 0.0001998972965880152,
      "loss": 4.7847,
      "step": 22528
    },
    {
      "epoch": 0.14447223291009362,
      "grad_norm": 6.274262428283691,
      "learning_rate": 0.00019989728745937186,
      "loss": 4.596,
      "step": 22529
    },
    {
      "epoch": 0.14447864563293575,
      "grad_norm": 11.185237884521484,
      "learning_rate": 0.00019989727833032305,
      "loss": 4.6504,
      "step": 22530
    },
    {
      "epoch": 0.14448505835577785,
      "grad_norm": 11.585970878601074,
      "learning_rate": 0.0001998972692008688,
      "loss": 4.3681,
      "step": 22531
    },
    {
      "epoch": 0.14449147107861998,
      "grad_norm": 5.660312175750732,
      "learning_rate": 0.00019989726007100907,
      "loss": 4.2317,
      "step": 22532
    },
    {
      "epoch": 0.1444978838014621,
      "grad_norm": 17.711172103881836,
      "learning_rate": 0.00019989725094074384,
      "loss": 4.1979,
      "step": 22533
    },
    {
      "epoch": 0.14450429652430422,
      "grad_norm": 4.489241600036621,
      "learning_rate": 0.00019989724181007317,
      "loss": 4.2997,
      "step": 22534
    },
    {
      "epoch": 0.14451070924714635,
      "grad_norm": 5.526180744171143,
      "learning_rate": 0.00019989723267899704,
      "loss": 4.3741,
      "step": 22535
    },
    {
      "epoch": 0.14451712196998845,
      "grad_norm": 9.981070518493652,
      "learning_rate": 0.00019989722354751542,
      "loss": 4.3791,
      "step": 22536
    },
    {
      "epoch": 0.14452353469283058,
      "grad_norm": 12.81555461883545,
      "learning_rate": 0.00019989721441562836,
      "loss": 4.1355,
      "step": 22537
    },
    {
      "epoch": 0.14452994741567268,
      "grad_norm": 3.629348039627075,
      "learning_rate": 0.0001998972052833358,
      "loss": 4.2038,
      "step": 22538
    },
    {
      "epoch": 0.1445363601385148,
      "grad_norm": 4.123348712921143,
      "learning_rate": 0.00019989719615063782,
      "loss": 4.1478,
      "step": 22539
    },
    {
      "epoch": 0.14454277286135694,
      "grad_norm": 3.847689628601074,
      "learning_rate": 0.00019989718701753434,
      "loss": 4.3788,
      "step": 22540
    },
    {
      "epoch": 0.14454918558419905,
      "grad_norm": 8.088004112243652,
      "learning_rate": 0.00019989717788402542,
      "loss": 4.4657,
      "step": 22541
    },
    {
      "epoch": 0.14455559830704118,
      "grad_norm": 3.3236541748046875,
      "learning_rate": 0.00019989716875011099,
      "loss": 4.4205,
      "step": 22542
    },
    {
      "epoch": 0.14456201102988328,
      "grad_norm": 3.9404423236846924,
      "learning_rate": 0.00019989715961579114,
      "loss": 4.2077,
      "step": 22543
    },
    {
      "epoch": 0.1445684237527254,
      "grad_norm": 10.936261177062988,
      "learning_rate": 0.00019989715048106577,
      "loss": 4.5186,
      "step": 22544
    },
    {
      "epoch": 0.14457483647556751,
      "grad_norm": 3.0591118335723877,
      "learning_rate": 0.000199897141345935,
      "loss": 4.1464,
      "step": 22545
    },
    {
      "epoch": 0.14458124919840964,
      "grad_norm": 4.312675476074219,
      "learning_rate": 0.00019989713221039873,
      "loss": 4.4064,
      "step": 22546
    },
    {
      "epoch": 0.14458766192125178,
      "grad_norm": 3.0761168003082275,
      "learning_rate": 0.00019989712307445697,
      "loss": 4.3653,
      "step": 22547
    },
    {
      "epoch": 0.14459407464409388,
      "grad_norm": 6.409992218017578,
      "learning_rate": 0.0001998971139381098,
      "loss": 4.5122,
      "step": 22548
    },
    {
      "epoch": 0.144600487366936,
      "grad_norm": 8.6563081741333,
      "learning_rate": 0.00019989710480135714,
      "loss": 4.5072,
      "step": 22549
    },
    {
      "epoch": 0.1446069000897781,
      "grad_norm": 132.9175262451172,
      "learning_rate": 0.00019989709566419902,
      "loss": 4.3654,
      "step": 22550
    },
    {
      "epoch": 0.14461331281262024,
      "grad_norm": 4.529799461364746,
      "learning_rate": 0.00019989708652663543,
      "loss": 4.4886,
      "step": 22551
    },
    {
      "epoch": 0.14461972553546235,
      "grad_norm": 11.914420127868652,
      "learning_rate": 0.00019989707738866634,
      "loss": 4.3958,
      "step": 22552
    },
    {
      "epoch": 0.14462613825830448,
      "grad_norm": 3.9742329120635986,
      "learning_rate": 0.00019989706825029183,
      "loss": 4.2373,
      "step": 22553
    },
    {
      "epoch": 0.1446325509811466,
      "grad_norm": 4.339727401733398,
      "learning_rate": 0.00019989705911151181,
      "loss": 4.5066,
      "step": 22554
    },
    {
      "epoch": 0.1446389637039887,
      "grad_norm": 5.151561260223389,
      "learning_rate": 0.00019989704997232637,
      "loss": 4.2949,
      "step": 22555
    },
    {
      "epoch": 0.14464537642683084,
      "grad_norm": 4.043330669403076,
      "learning_rate": 0.00019989704083273543,
      "loss": 4.3071,
      "step": 22556
    },
    {
      "epoch": 0.14465178914967294,
      "grad_norm": 4.849126815795898,
      "learning_rate": 0.00019989703169273905,
      "loss": 4.1323,
      "step": 22557
    },
    {
      "epoch": 0.14465820187251507,
      "grad_norm": 4.836275100708008,
      "learning_rate": 0.0001998970225523372,
      "loss": 4.1915,
      "step": 22558
    },
    {
      "epoch": 0.14466461459535718,
      "grad_norm": 16.002540588378906,
      "learning_rate": 0.00019989701341152988,
      "loss": 4.4985,
      "step": 22559
    },
    {
      "epoch": 0.1446710273181993,
      "grad_norm": 4.498559951782227,
      "learning_rate": 0.00019989700427031708,
      "loss": 4.2009,
      "step": 22560
    },
    {
      "epoch": 0.14467744004104144,
      "grad_norm": 4.846800327301025,
      "learning_rate": 0.00019989699512869882,
      "loss": 4.6847,
      "step": 22561
    },
    {
      "epoch": 0.14468385276388354,
      "grad_norm": 4.765505313873291,
      "learning_rate": 0.0001998969859866751,
      "loss": 4.3319,
      "step": 22562
    },
    {
      "epoch": 0.14469026548672567,
      "grad_norm": 6.308856010437012,
      "learning_rate": 0.00019989697684424593,
      "loss": 4.1132,
      "step": 22563
    },
    {
      "epoch": 0.14469667820956778,
      "grad_norm": 4.69879150390625,
      "learning_rate": 0.00019989696770141127,
      "loss": 4.2528,
      "step": 22564
    },
    {
      "epoch": 0.1447030909324099,
      "grad_norm": 5.285373687744141,
      "learning_rate": 0.00019989695855817115,
      "loss": 4.1413,
      "step": 22565
    },
    {
      "epoch": 0.144709503655252,
      "grad_norm": 8.379966735839844,
      "learning_rate": 0.00019989694941452557,
      "loss": 4.38,
      "step": 22566
    },
    {
      "epoch": 0.14471591637809414,
      "grad_norm": 5.899492263793945,
      "learning_rate": 0.00019989694027047454,
      "loss": 4.3461,
      "step": 22567
    },
    {
      "epoch": 0.14472232910093627,
      "grad_norm": 6.1381449699401855,
      "learning_rate": 0.00019989693112601803,
      "loss": 4.1412,
      "step": 22568
    },
    {
      "epoch": 0.14472874182377837,
      "grad_norm": 7.907935619354248,
      "learning_rate": 0.00019989692198115602,
      "loss": 4.5516,
      "step": 22569
    },
    {
      "epoch": 0.1447351545466205,
      "grad_norm": 4.145508766174316,
      "learning_rate": 0.0001998969128358886,
      "loss": 4.5694,
      "step": 22570
    },
    {
      "epoch": 0.1447415672694626,
      "grad_norm": 3.611685276031494,
      "learning_rate": 0.0001998969036902157,
      "loss": 3.9672,
      "step": 22571
    },
    {
      "epoch": 0.14474797999230474,
      "grad_norm": 52.00282669067383,
      "learning_rate": 0.00019989689454413733,
      "loss": 4.5187,
      "step": 22572
    },
    {
      "epoch": 0.14475439271514684,
      "grad_norm": 3.09438157081604,
      "learning_rate": 0.0001998968853976535,
      "loss": 4.2339,
      "step": 22573
    },
    {
      "epoch": 0.14476080543798897,
      "grad_norm": 6.948337554931641,
      "learning_rate": 0.0001998968762507642,
      "loss": 4.3969,
      "step": 22574
    },
    {
      "epoch": 0.1447672181608311,
      "grad_norm": 3.2537894248962402,
      "learning_rate": 0.00019989686710346943,
      "loss": 4.2839,
      "step": 22575
    },
    {
      "epoch": 0.1447736308836732,
      "grad_norm": 19.974510192871094,
      "learning_rate": 0.00019989685795576917,
      "loss": 4.2608,
      "step": 22576
    },
    {
      "epoch": 0.14478004360651534,
      "grad_norm": 8.199091911315918,
      "learning_rate": 0.00019989684880766348,
      "loss": 4.2196,
      "step": 22577
    },
    {
      "epoch": 0.14478645632935744,
      "grad_norm": 4.135396480560303,
      "learning_rate": 0.00019989683965915235,
      "loss": 4.4778,
      "step": 22578
    },
    {
      "epoch": 0.14479286905219957,
      "grad_norm": 3.9626195430755615,
      "learning_rate": 0.00019989683051023572,
      "loss": 4.4967,
      "step": 22579
    },
    {
      "epoch": 0.14479928177504167,
      "grad_norm": 3.088226079940796,
      "learning_rate": 0.00019989682136091363,
      "loss": 4.4654,
      "step": 22580
    },
    {
      "epoch": 0.1448056944978838,
      "grad_norm": 3.0540380477905273,
      "learning_rate": 0.00019989681221118608,
      "loss": 4.4487,
      "step": 22581
    },
    {
      "epoch": 0.14481210722072593,
      "grad_norm": 3.1972670555114746,
      "learning_rate": 0.00019989680306105304,
      "loss": 4.0795,
      "step": 22582
    },
    {
      "epoch": 0.14481851994356804,
      "grad_norm": 3.256145477294922,
      "learning_rate": 0.00019989679391051456,
      "loss": 4.4885,
      "step": 22583
    },
    {
      "epoch": 0.14482493266641017,
      "grad_norm": 3.123213768005371,
      "learning_rate": 0.0001998967847595706,
      "loss": 4.1646,
      "step": 22584
    },
    {
      "epoch": 0.14483134538925227,
      "grad_norm": 3.2563955783843994,
      "learning_rate": 0.0001998967756082212,
      "loss": 4.2607,
      "step": 22585
    },
    {
      "epoch": 0.1448377581120944,
      "grad_norm": 4.001300811767578,
      "learning_rate": 0.00019989676645646633,
      "loss": 4.3036,
      "step": 22586
    },
    {
      "epoch": 0.1448441708349365,
      "grad_norm": 2.961521625518799,
      "learning_rate": 0.00019989675730430596,
      "loss": 4.422,
      "step": 22587
    },
    {
      "epoch": 0.14485058355777863,
      "grad_norm": 4.130335807800293,
      "learning_rate": 0.00019989674815174018,
      "loss": 4.5014,
      "step": 22588
    },
    {
      "epoch": 0.14485699628062076,
      "grad_norm": 2.7773542404174805,
      "learning_rate": 0.00019989673899876892,
      "loss": 4.176,
      "step": 22589
    },
    {
      "epoch": 0.14486340900346287,
      "grad_norm": 3.8026955127716064,
      "learning_rate": 0.00019989672984539216,
      "loss": 4.4493,
      "step": 22590
    },
    {
      "epoch": 0.144869821726305,
      "grad_norm": 5.434535026550293,
      "learning_rate": 0.00019989672069160999,
      "loss": 4.0921,
      "step": 22591
    },
    {
      "epoch": 0.1448762344491471,
      "grad_norm": 4.8179426193237305,
      "learning_rate": 0.0001998967115374223,
      "loss": 4.5964,
      "step": 22592
    },
    {
      "epoch": 0.14488264717198923,
      "grad_norm": 2.9042742252349854,
      "learning_rate": 0.00019989670238282917,
      "loss": 4.2174,
      "step": 22593
    },
    {
      "epoch": 0.14488905989483133,
      "grad_norm": 9.106402397155762,
      "learning_rate": 0.0001998966932278306,
      "loss": 4.4595,
      "step": 22594
    },
    {
      "epoch": 0.14489547261767347,
      "grad_norm": 3.3500800132751465,
      "learning_rate": 0.00019989668407242652,
      "loss": 4.7608,
      "step": 22595
    },
    {
      "epoch": 0.1449018853405156,
      "grad_norm": 3.523124933242798,
      "learning_rate": 0.000199896674916617,
      "loss": 4.4976,
      "step": 22596
    },
    {
      "epoch": 0.1449082980633577,
      "grad_norm": 3.480881452560425,
      "learning_rate": 0.00019989666576040202,
      "loss": 4.3224,
      "step": 22597
    },
    {
      "epoch": 0.14491471078619983,
      "grad_norm": 5.954790115356445,
      "learning_rate": 0.00019989665660378157,
      "loss": 4.2529,
      "step": 22598
    },
    {
      "epoch": 0.14492112350904193,
      "grad_norm": 45.93412399291992,
      "learning_rate": 0.00019989664744675566,
      "loss": 4.3718,
      "step": 22599
    },
    {
      "epoch": 0.14492753623188406,
      "grad_norm": 3.1667938232421875,
      "learning_rate": 0.00019989663828932428,
      "loss": 4.1473,
      "step": 22600
    },
    {
      "epoch": 0.14492753623188406,
      "eval_loss": 4.322630882263184,
      "eval_runtime": 34.7407,
      "eval_samples_per_second": 90.24,
      "eval_steps_per_second": 22.567,
      "step": 22600
    },
    {
      "epoch": 0.14493394895472617,
      "grad_norm": 2.470142126083374,
      "learning_rate": 0.00019989662913148744,
      "loss": 4.2181,
      "step": 22601
    },
    {
      "epoch": 0.1449403616775683,
      "grad_norm": 3.480987787246704,
      "learning_rate": 0.00019989661997324513,
      "loss": 4.1895,
      "step": 22602
    },
    {
      "epoch": 0.14494677440041043,
      "grad_norm": 3.1837399005889893,
      "learning_rate": 0.00019989661081459739,
      "loss": 4.504,
      "step": 22603
    },
    {
      "epoch": 0.14495318712325253,
      "grad_norm": 4.395655155181885,
      "learning_rate": 0.00019989660165554412,
      "loss": 4.5352,
      "step": 22604
    },
    {
      "epoch": 0.14495959984609466,
      "grad_norm": 2.7510876655578613,
      "learning_rate": 0.00019989659249608542,
      "loss": 4.4901,
      "step": 22605
    },
    {
      "epoch": 0.14496601256893676,
      "grad_norm": 3.755498170852661,
      "learning_rate": 0.00019989658333622129,
      "loss": 4.7141,
      "step": 22606
    },
    {
      "epoch": 0.1449724252917789,
      "grad_norm": 23.92796516418457,
      "learning_rate": 0.00019989657417595166,
      "loss": 4.29,
      "step": 22607
    },
    {
      "epoch": 0.144978838014621,
      "grad_norm": 3.549166202545166,
      "learning_rate": 0.00019989656501527656,
      "loss": 4.3174,
      "step": 22608
    },
    {
      "epoch": 0.14498525073746313,
      "grad_norm": 2.8722729682922363,
      "learning_rate": 0.000199896555854196,
      "loss": 4.1306,
      "step": 22609
    },
    {
      "epoch": 0.14499166346030526,
      "grad_norm": 3.470667600631714,
      "learning_rate": 0.00019989654669270998,
      "loss": 4.0664,
      "step": 22610
    },
    {
      "epoch": 0.14499807618314736,
      "grad_norm": 4.517169952392578,
      "learning_rate": 0.00019989653753081852,
      "loss": 4.4099,
      "step": 22611
    },
    {
      "epoch": 0.1450044889059895,
      "grad_norm": 3.390001058578491,
      "learning_rate": 0.00019989652836852157,
      "loss": 4.2404,
      "step": 22612
    },
    {
      "epoch": 0.1450109016288316,
      "grad_norm": 2.9164445400238037,
      "learning_rate": 0.00019989651920581918,
      "loss": 4.406,
      "step": 22613
    },
    {
      "epoch": 0.14501731435167373,
      "grad_norm": 4.022452354431152,
      "learning_rate": 0.0001998965100427113,
      "loss": 4.3726,
      "step": 22614
    },
    {
      "epoch": 0.14502372707451583,
      "grad_norm": 4.288228988647461,
      "learning_rate": 0.00019989650087919798,
      "loss": 4.5712,
      "step": 22615
    },
    {
      "epoch": 0.14503013979735796,
      "grad_norm": 4.211613655090332,
      "learning_rate": 0.00019989649171527917,
      "loss": 4.3983,
      "step": 22616
    },
    {
      "epoch": 0.1450365525202001,
      "grad_norm": 2.9367356300354004,
      "learning_rate": 0.00019989648255095492,
      "loss": 4.3019,
      "step": 22617
    },
    {
      "epoch": 0.1450429652430422,
      "grad_norm": 5.741309642791748,
      "learning_rate": 0.00019989647338622518,
      "loss": 4.4985,
      "step": 22618
    },
    {
      "epoch": 0.14504937796588432,
      "grad_norm": 3.3150548934936523,
      "learning_rate": 0.00019989646422109,
      "loss": 4.5425,
      "step": 22619
    },
    {
      "epoch": 0.14505579068872643,
      "grad_norm": 3.2966115474700928,
      "learning_rate": 0.00019989645505554937,
      "loss": 4.4606,
      "step": 22620
    },
    {
      "epoch": 0.14506220341156856,
      "grad_norm": 3.2011516094207764,
      "learning_rate": 0.00019989644588960323,
      "loss": 4.4462,
      "step": 22621
    },
    {
      "epoch": 0.14506861613441066,
      "grad_norm": 8.695982933044434,
      "learning_rate": 0.00019989643672325166,
      "loss": 4.2731,
      "step": 22622
    },
    {
      "epoch": 0.1450750288572528,
      "grad_norm": 4.893197059631348,
      "learning_rate": 0.00019989642755649463,
      "loss": 4.4323,
      "step": 22623
    },
    {
      "epoch": 0.14508144158009492,
      "grad_norm": 3.5945584774017334,
      "learning_rate": 0.00019989641838933213,
      "loss": 4.2523,
      "step": 22624
    },
    {
      "epoch": 0.14508785430293702,
      "grad_norm": 5.434232234954834,
      "learning_rate": 0.00019989640922176417,
      "loss": 4.2505,
      "step": 22625
    },
    {
      "epoch": 0.14509426702577916,
      "grad_norm": 8.548356056213379,
      "learning_rate": 0.00019989640005379074,
      "loss": 4.4497,
      "step": 22626
    },
    {
      "epoch": 0.14510067974862126,
      "grad_norm": 9.56396198272705,
      "learning_rate": 0.00019989639088541185,
      "loss": 4.3184,
      "step": 22627
    },
    {
      "epoch": 0.1451070924714634,
      "grad_norm": 4.233763217926025,
      "learning_rate": 0.0001998963817166275,
      "loss": 4.7194,
      "step": 22628
    },
    {
      "epoch": 0.1451135051943055,
      "grad_norm": 3.1399972438812256,
      "learning_rate": 0.00019989637254743767,
      "loss": 4.3052,
      "step": 22629
    },
    {
      "epoch": 0.14511991791714762,
      "grad_norm": 9.654191970825195,
      "learning_rate": 0.00019989636337784238,
      "loss": 3.9166,
      "step": 22630
    },
    {
      "epoch": 0.14512633063998975,
      "grad_norm": 5.237232685089111,
      "learning_rate": 0.00019989635420784166,
      "loss": 4.5292,
      "step": 22631
    },
    {
      "epoch": 0.14513274336283186,
      "grad_norm": 3.649653196334839,
      "learning_rate": 0.00019989634503743544,
      "loss": 4.4388,
      "step": 22632
    },
    {
      "epoch": 0.145139156085674,
      "grad_norm": 4.822047710418701,
      "learning_rate": 0.00019989633586662376,
      "loss": 4.5426,
      "step": 22633
    },
    {
      "epoch": 0.1451455688085161,
      "grad_norm": 4.810328006744385,
      "learning_rate": 0.00019989632669540662,
      "loss": 4.3494,
      "step": 22634
    },
    {
      "epoch": 0.14515198153135822,
      "grad_norm": 9.869298934936523,
      "learning_rate": 0.00019989631752378407,
      "loss": 4.5659,
      "step": 22635
    },
    {
      "epoch": 0.14515839425420032,
      "grad_norm": 4.480166435241699,
      "learning_rate": 0.000199896308351756,
      "loss": 4.6105,
      "step": 22636
    },
    {
      "epoch": 0.14516480697704245,
      "grad_norm": 3.293377637863159,
      "learning_rate": 0.00019989629917932245,
      "loss": 4.1797,
      "step": 22637
    },
    {
      "epoch": 0.14517121969988456,
      "grad_norm": 3.40468430519104,
      "learning_rate": 0.00019989629000648348,
      "loss": 4.1253,
      "step": 22638
    },
    {
      "epoch": 0.1451776324227267,
      "grad_norm": 4.503642559051514,
      "learning_rate": 0.00019989628083323907,
      "loss": 4.4183,
      "step": 22639
    },
    {
      "epoch": 0.14518404514556882,
      "grad_norm": 5.51799201965332,
      "learning_rate": 0.00019989627165958914,
      "loss": 4.4859,
      "step": 22640
    },
    {
      "epoch": 0.14519045786841092,
      "grad_norm": 3.2344963550567627,
      "learning_rate": 0.00019989626248553377,
      "loss": 4.2395,
      "step": 22641
    },
    {
      "epoch": 0.14519687059125305,
      "grad_norm": 18.74488067626953,
      "learning_rate": 0.00019989625331107294,
      "loss": 4.2086,
      "step": 22642
    },
    {
      "epoch": 0.14520328331409516,
      "grad_norm": 8.533514022827148,
      "learning_rate": 0.00019989624413620664,
      "loss": 4.4336,
      "step": 22643
    },
    {
      "epoch": 0.14520969603693729,
      "grad_norm": 4.105370998382568,
      "learning_rate": 0.00019989623496093488,
      "loss": 4.2713,
      "step": 22644
    },
    {
      "epoch": 0.1452161087597794,
      "grad_norm": 7.047849655151367,
      "learning_rate": 0.00019989622578525765,
      "loss": 4.6871,
      "step": 22645
    },
    {
      "epoch": 0.14522252148262152,
      "grad_norm": 4.272525310516357,
      "learning_rate": 0.00019989621660917499,
      "loss": 4.316,
      "step": 22646
    },
    {
      "epoch": 0.14522893420546365,
      "grad_norm": 4.112678527832031,
      "learning_rate": 0.00019989620743268686,
      "loss": 4.4311,
      "step": 22647
    },
    {
      "epoch": 0.14523534692830575,
      "grad_norm": 8.805220603942871,
      "learning_rate": 0.00019989619825579324,
      "loss": 4.2856,
      "step": 22648
    },
    {
      "epoch": 0.14524175965114788,
      "grad_norm": 12.404336929321289,
      "learning_rate": 0.00019989618907849418,
      "loss": 4.4126,
      "step": 22649
    },
    {
      "epoch": 0.14524817237399,
      "grad_norm": 3.848327159881592,
      "learning_rate": 0.00019989617990078963,
      "loss": 4.4291,
      "step": 22650
    },
    {
      "epoch": 0.14525458509683212,
      "grad_norm": 5.753373622894287,
      "learning_rate": 0.00019989617072267964,
      "loss": 4.9124,
      "step": 22651
    },
    {
      "epoch": 0.14526099781967422,
      "grad_norm": 5.379410266876221,
      "learning_rate": 0.0001998961615441642,
      "loss": 4.46,
      "step": 22652
    },
    {
      "epoch": 0.14526741054251635,
      "grad_norm": 3.857314348220825,
      "learning_rate": 0.00019989615236524325,
      "loss": 4.5758,
      "step": 22653
    },
    {
      "epoch": 0.14527382326535848,
      "grad_norm": 8.609244346618652,
      "learning_rate": 0.0001998961431859169,
      "loss": 4.3623,
      "step": 22654
    },
    {
      "epoch": 0.14528023598820058,
      "grad_norm": 2.743393659591675,
      "learning_rate": 0.00019989613400618505,
      "loss": 4.5346,
      "step": 22655
    },
    {
      "epoch": 0.14528664871104272,
      "grad_norm": 4.072125434875488,
      "learning_rate": 0.00019989612482604777,
      "loss": 4.1077,
      "step": 22656
    },
    {
      "epoch": 0.14529306143388482,
      "grad_norm": 6.921998500823975,
      "learning_rate": 0.000199896115645505,
      "loss": 4.1752,
      "step": 22657
    },
    {
      "epoch": 0.14529947415672695,
      "grad_norm": 30.264163970947266,
      "learning_rate": 0.00019989610646455676,
      "loss": 4.3797,
      "step": 22658
    },
    {
      "epoch": 0.14530588687956905,
      "grad_norm": 5.070187091827393,
      "learning_rate": 0.00019989609728320308,
      "loss": 4.3908,
      "step": 22659
    },
    {
      "epoch": 0.14531229960241118,
      "grad_norm": 5.614324569702148,
      "learning_rate": 0.00019989608810144392,
      "loss": 4.4694,
      "step": 22660
    },
    {
      "epoch": 0.1453187123252533,
      "grad_norm": 3.4026691913604736,
      "learning_rate": 0.00019989607891927934,
      "loss": 4.2143,
      "step": 22661
    },
    {
      "epoch": 0.14532512504809542,
      "grad_norm": 6.37033224105835,
      "learning_rate": 0.00019989606973670924,
      "loss": 4.1296,
      "step": 22662
    },
    {
      "epoch": 0.14533153777093755,
      "grad_norm": 5.079256534576416,
      "learning_rate": 0.0001998960605537337,
      "loss": 4.3136,
      "step": 22663
    },
    {
      "epoch": 0.14533795049377965,
      "grad_norm": 4.715909957885742,
      "learning_rate": 0.0001998960513703527,
      "loss": 4.3283,
      "step": 22664
    },
    {
      "epoch": 0.14534436321662178,
      "grad_norm": 6.169007301330566,
      "learning_rate": 0.00019989604218656625,
      "loss": 4.3917,
      "step": 22665
    },
    {
      "epoch": 0.14535077593946388,
      "grad_norm": 8.70252513885498,
      "learning_rate": 0.00019989603300237435,
      "loss": 4.3577,
      "step": 22666
    },
    {
      "epoch": 0.145357188662306,
      "grad_norm": 6.316258907318115,
      "learning_rate": 0.00019989602381777693,
      "loss": 4.4094,
      "step": 22667
    },
    {
      "epoch": 0.14536360138514814,
      "grad_norm": 5.829183101654053,
      "learning_rate": 0.0001998960146327741,
      "loss": 4.3545,
      "step": 22668
    },
    {
      "epoch": 0.14537001410799025,
      "grad_norm": 5.112109184265137,
      "learning_rate": 0.0001998960054473658,
      "loss": 4.2755,
      "step": 22669
    },
    {
      "epoch": 0.14537642683083238,
      "grad_norm": 37.9727783203125,
      "learning_rate": 0.00019989599626155205,
      "loss": 4.2717,
      "step": 22670
    },
    {
      "epoch": 0.14538283955367448,
      "grad_norm": 6.487968444824219,
      "learning_rate": 0.0001998959870753328,
      "loss": 4.4268,
      "step": 22671
    },
    {
      "epoch": 0.1453892522765166,
      "grad_norm": 6.713423728942871,
      "learning_rate": 0.00019989597788870814,
      "loss": 4.3597,
      "step": 22672
    },
    {
      "epoch": 0.14539566499935871,
      "grad_norm": 3.5362155437469482,
      "learning_rate": 0.00019989596870167796,
      "loss": 4.3698,
      "step": 22673
    },
    {
      "epoch": 0.14540207772220085,
      "grad_norm": 3.9831385612487793,
      "learning_rate": 0.00019989595951424235,
      "loss": 4.2864,
      "step": 22674
    },
    {
      "epoch": 0.14540849044504298,
      "grad_norm": 3.9335925579071045,
      "learning_rate": 0.0001998959503264013,
      "loss": 4.338,
      "step": 22675
    },
    {
      "epoch": 0.14541490316788508,
      "grad_norm": 7.988826751708984,
      "learning_rate": 0.00019989594113815478,
      "loss": 4.5811,
      "step": 22676
    },
    {
      "epoch": 0.1454213158907272,
      "grad_norm": 8.808236122131348,
      "learning_rate": 0.00019989593194950277,
      "loss": 4.5818,
      "step": 22677
    },
    {
      "epoch": 0.1454277286135693,
      "grad_norm": 8.053027153015137,
      "learning_rate": 0.00019989592276044532,
      "loss": 4.3066,
      "step": 22678
    },
    {
      "epoch": 0.14543414133641144,
      "grad_norm": 4.604353904724121,
      "learning_rate": 0.0001998959135709824,
      "loss": 4.0151,
      "step": 22679
    },
    {
      "epoch": 0.14544055405925355,
      "grad_norm": 7.988242149353027,
      "learning_rate": 0.00019989590438111403,
      "loss": 4.2015,
      "step": 22680
    },
    {
      "epoch": 0.14544696678209568,
      "grad_norm": 4.1952900886535645,
      "learning_rate": 0.00019989589519084017,
      "loss": 4.2274,
      "step": 22681
    },
    {
      "epoch": 0.1454533795049378,
      "grad_norm": 6.023018836975098,
      "learning_rate": 0.00019989588600016086,
      "loss": 4.1972,
      "step": 22682
    },
    {
      "epoch": 0.1454597922277799,
      "grad_norm": 8.229050636291504,
      "learning_rate": 0.00019989587680907612,
      "loss": 4.3475,
      "step": 22683
    },
    {
      "epoch": 0.14546620495062204,
      "grad_norm": 5.778270244598389,
      "learning_rate": 0.00019989586761758589,
      "loss": 4.3997,
      "step": 22684
    },
    {
      "epoch": 0.14547261767346414,
      "grad_norm": 5.094999313354492,
      "learning_rate": 0.00019989585842569021,
      "loss": 4.613,
      "step": 22685
    },
    {
      "epoch": 0.14547903039630627,
      "grad_norm": 5.416219711303711,
      "learning_rate": 0.00019989584923338908,
      "loss": 4.4746,
      "step": 22686
    },
    {
      "epoch": 0.14548544311914838,
      "grad_norm": 6.219550132751465,
      "learning_rate": 0.00019989584004068248,
      "loss": 4.1425,
      "step": 22687
    },
    {
      "epoch": 0.1454918558419905,
      "grad_norm": 4.36408805847168,
      "learning_rate": 0.0001998958308475704,
      "loss": 4.3106,
      "step": 22688
    },
    {
      "epoch": 0.14549826856483264,
      "grad_norm": 3.7332675457000732,
      "learning_rate": 0.00019989582165405288,
      "loss": 4.3557,
      "step": 22689
    },
    {
      "epoch": 0.14550468128767474,
      "grad_norm": 5.2521586418151855,
      "learning_rate": 0.0001998958124601299,
      "loss": 4.301,
      "step": 22690
    },
    {
      "epoch": 0.14551109401051687,
      "grad_norm": 5.883720397949219,
      "learning_rate": 0.00019989580326580146,
      "loss": 4.2634,
      "step": 22691
    },
    {
      "epoch": 0.14551750673335898,
      "grad_norm": 81.3514404296875,
      "learning_rate": 0.00019989579407106756,
      "loss": 4.2056,
      "step": 22692
    },
    {
      "epoch": 0.1455239194562011,
      "grad_norm": 2.61086368560791,
      "learning_rate": 0.0001998957848759282,
      "loss": 4.4072,
      "step": 22693
    },
    {
      "epoch": 0.1455303321790432,
      "grad_norm": 3.866337537765503,
      "learning_rate": 0.00019989577568038332,
      "loss": 4.3095,
      "step": 22694
    },
    {
      "epoch": 0.14553674490188534,
      "grad_norm": 5.404829025268555,
      "learning_rate": 0.00019989576648443306,
      "loss": 4.2301,
      "step": 22695
    },
    {
      "epoch": 0.14554315762472747,
      "grad_norm": 5.0898919105529785,
      "learning_rate": 0.0001998957572880773,
      "loss": 4.391,
      "step": 22696
    },
    {
      "epoch": 0.14554957034756957,
      "grad_norm": 5.666519641876221,
      "learning_rate": 0.00019989574809131612,
      "loss": 4.6868,
      "step": 22697
    },
    {
      "epoch": 0.1455559830704117,
      "grad_norm": 3.2899951934814453,
      "learning_rate": 0.00019989573889414943,
      "loss": 4.2592,
      "step": 22698
    },
    {
      "epoch": 0.1455623957932538,
      "grad_norm": 3.473768472671509,
      "learning_rate": 0.00019989572969657731,
      "loss": 4.3476,
      "step": 22699
    },
    {
      "epoch": 0.14556880851609594,
      "grad_norm": 3.7596535682678223,
      "learning_rate": 0.0001998957204985997,
      "loss": 4.2497,
      "step": 22700
    },
    {
      "epoch": 0.14556880851609594,
      "eval_loss": 4.306154251098633,
      "eval_runtime": 34.7831,
      "eval_samples_per_second": 90.13,
      "eval_steps_per_second": 22.54,
      "step": 22700
    },
    {
      "epoch": 0.14557522123893804,
      "grad_norm": 4.614271640777588,
      "learning_rate": 0.00019989571130021668,
      "loss": 4.3972,
      "step": 22701
    },
    {
      "epoch": 0.14558163396178017,
      "grad_norm": 3.037703275680542,
      "learning_rate": 0.00019989570210142814,
      "loss": 4.5421,
      "step": 22702
    },
    {
      "epoch": 0.1455880466846223,
      "grad_norm": 3.7409987449645996,
      "learning_rate": 0.0001998956929022342,
      "loss": 3.9792,
      "step": 22703
    },
    {
      "epoch": 0.1455944594074644,
      "grad_norm": 7.678842544555664,
      "learning_rate": 0.00019989568370263477,
      "loss": 4.4118,
      "step": 22704
    },
    {
      "epoch": 0.14560087213030654,
      "grad_norm": 3.214613437652588,
      "learning_rate": 0.00019989567450262987,
      "loss": 4.4797,
      "step": 22705
    },
    {
      "epoch": 0.14560728485314864,
      "grad_norm": 2.766507387161255,
      "learning_rate": 0.00019989566530221952,
      "loss": 4.4265,
      "step": 22706
    },
    {
      "epoch": 0.14561369757599077,
      "grad_norm": 4.099949359893799,
      "learning_rate": 0.0001998956561014037,
      "loss": 4.1758,
      "step": 22707
    },
    {
      "epoch": 0.14562011029883287,
      "grad_norm": 3.5782477855682373,
      "learning_rate": 0.00019989564690018244,
      "loss": 4.4083,
      "step": 22708
    },
    {
      "epoch": 0.145626523021675,
      "grad_norm": 4.3516459465026855,
      "learning_rate": 0.0001998956376985557,
      "loss": 4.2793,
      "step": 22709
    },
    {
      "epoch": 0.14563293574451713,
      "grad_norm": 3.038425922393799,
      "learning_rate": 0.00019989562849652352,
      "loss": 4.346,
      "step": 22710
    },
    {
      "epoch": 0.14563934846735924,
      "grad_norm": 3.5068578720092773,
      "learning_rate": 0.00019989561929408586,
      "loss": 4.3613,
      "step": 22711
    },
    {
      "epoch": 0.14564576119020137,
      "grad_norm": 5.187648773193359,
      "learning_rate": 0.00019989561009124275,
      "loss": 4.3909,
      "step": 22712
    },
    {
      "epoch": 0.14565217391304347,
      "grad_norm": 3.732215404510498,
      "learning_rate": 0.00019989560088799418,
      "loss": 4.5064,
      "step": 22713
    },
    {
      "epoch": 0.1456585866358856,
      "grad_norm": 3.638643741607666,
      "learning_rate": 0.00019989559168434012,
      "loss": 4.3604,
      "step": 22714
    },
    {
      "epoch": 0.1456649993587277,
      "grad_norm": 3.633181095123291,
      "learning_rate": 0.00019989558248028065,
      "loss": 4.4532,
      "step": 22715
    },
    {
      "epoch": 0.14567141208156983,
      "grad_norm": 4.006399631500244,
      "learning_rate": 0.0001998955732758157,
      "loss": 4.7147,
      "step": 22716
    },
    {
      "epoch": 0.14567782480441197,
      "grad_norm": 3.3204596042633057,
      "learning_rate": 0.0001998955640709453,
      "loss": 4.1585,
      "step": 22717
    },
    {
      "epoch": 0.14568423752725407,
      "grad_norm": 3.2358415126800537,
      "learning_rate": 0.00019989555486566945,
      "loss": 4.6051,
      "step": 22718
    },
    {
      "epoch": 0.1456906502500962,
      "grad_norm": 493.64703369140625,
      "learning_rate": 0.00019989554565998812,
      "loss": 4.5025,
      "step": 22719
    },
    {
      "epoch": 0.1456970629729383,
      "grad_norm": 3.127659320831299,
      "learning_rate": 0.0001998955364539013,
      "loss": 4.4739,
      "step": 22720
    },
    {
      "epoch": 0.14570347569578043,
      "grad_norm": 32.5985107421875,
      "learning_rate": 0.00019989552724740905,
      "loss": 4.8537,
      "step": 22721
    },
    {
      "epoch": 0.14570988841862254,
      "grad_norm": 8.31169605255127,
      "learning_rate": 0.00019989551804051138,
      "loss": 4.6147,
      "step": 22722
    },
    {
      "epoch": 0.14571630114146467,
      "grad_norm": 6.043916702270508,
      "learning_rate": 0.0001998955088332082,
      "loss": 4.7681,
      "step": 22723
    },
    {
      "epoch": 0.1457227138643068,
      "grad_norm": 4.243481159210205,
      "learning_rate": 0.0001998954996254996,
      "loss": 4.2582,
      "step": 22724
    },
    {
      "epoch": 0.1457291265871489,
      "grad_norm": 31.411975860595703,
      "learning_rate": 0.00019989549041738548,
      "loss": 4.4271,
      "step": 22725
    },
    {
      "epoch": 0.14573553930999103,
      "grad_norm": 4.41778564453125,
      "learning_rate": 0.00019989548120886595,
      "loss": 4.4711,
      "step": 22726
    },
    {
      "epoch": 0.14574195203283313,
      "grad_norm": 10.655211448669434,
      "learning_rate": 0.00019989547199994093,
      "loss": 4.2826,
      "step": 22727
    },
    {
      "epoch": 0.14574836475567526,
      "grad_norm": 3.1763217449188232,
      "learning_rate": 0.00019989546279061048,
      "loss": 4.2874,
      "step": 22728
    },
    {
      "epoch": 0.14575477747851737,
      "grad_norm": 3.2099738121032715,
      "learning_rate": 0.00019989545358087453,
      "loss": 4.1204,
      "step": 22729
    },
    {
      "epoch": 0.1457611902013595,
      "grad_norm": 3.635554075241089,
      "learning_rate": 0.00019989544437073317,
      "loss": 4.2367,
      "step": 22730
    },
    {
      "epoch": 0.14576760292420163,
      "grad_norm": 11.61734676361084,
      "learning_rate": 0.00019989543516018632,
      "loss": 4.6744,
      "step": 22731
    },
    {
      "epoch": 0.14577401564704373,
      "grad_norm": 31.352907180786133,
      "learning_rate": 0.00019989542594923404,
      "loss": 4.4387,
      "step": 22732
    },
    {
      "epoch": 0.14578042836988586,
      "grad_norm": 6.391059398651123,
      "learning_rate": 0.0001998954167378763,
      "loss": 4.1861,
      "step": 22733
    },
    {
      "epoch": 0.14578684109272796,
      "grad_norm": 3.586026191711426,
      "learning_rate": 0.00019989540752611307,
      "loss": 4.5659,
      "step": 22734
    },
    {
      "epoch": 0.1457932538155701,
      "grad_norm": 3.5408542156219482,
      "learning_rate": 0.0001998953983139444,
      "loss": 4.4618,
      "step": 22735
    },
    {
      "epoch": 0.1457996665384122,
      "grad_norm": 14.26080322265625,
      "learning_rate": 0.00019989538910137025,
      "loss": 4.2817,
      "step": 22736
    },
    {
      "epoch": 0.14580607926125433,
      "grad_norm": 9.365488052368164,
      "learning_rate": 0.00019989537988839064,
      "loss": 4.6669,
      "step": 22737
    },
    {
      "epoch": 0.14581249198409646,
      "grad_norm": 5.065146446228027,
      "learning_rate": 0.00019989537067500562,
      "loss": 4.055,
      "step": 22738
    },
    {
      "epoch": 0.14581890470693856,
      "grad_norm": 4.990879535675049,
      "learning_rate": 0.00019989536146121508,
      "loss": 4.1545,
      "step": 22739
    },
    {
      "epoch": 0.1458253174297807,
      "grad_norm": 4.338227272033691,
      "learning_rate": 0.0001998953522470191,
      "loss": 4.2223,
      "step": 22740
    },
    {
      "epoch": 0.1458317301526228,
      "grad_norm": 6.953628063201904,
      "learning_rate": 0.0001998953430324177,
      "loss": 4.2119,
      "step": 22741
    },
    {
      "epoch": 0.14583814287546493,
      "grad_norm": 3.3094253540039062,
      "learning_rate": 0.0001998953338174108,
      "loss": 4.2426,
      "step": 22742
    },
    {
      "epoch": 0.14584455559830703,
      "grad_norm": 4.040754318237305,
      "learning_rate": 0.00019989532460199845,
      "loss": 4.4838,
      "step": 22743
    },
    {
      "epoch": 0.14585096832114916,
      "grad_norm": 4.053411483764648,
      "learning_rate": 0.00019989531538618061,
      "loss": 4.4758,
      "step": 22744
    },
    {
      "epoch": 0.1458573810439913,
      "grad_norm": 4.122247695922852,
      "learning_rate": 0.00019989530616995737,
      "loss": 4.3954,
      "step": 22745
    },
    {
      "epoch": 0.1458637937668334,
      "grad_norm": 4.40447998046875,
      "learning_rate": 0.00019989529695332866,
      "loss": 4.3106,
      "step": 22746
    },
    {
      "epoch": 0.14587020648967552,
      "grad_norm": 3.350687026977539,
      "learning_rate": 0.00019989528773629446,
      "loss": 4.2377,
      "step": 22747
    },
    {
      "epoch": 0.14587661921251763,
      "grad_norm": 3.0904200077056885,
      "learning_rate": 0.00019989527851885483,
      "loss": 4.0624,
      "step": 22748
    },
    {
      "epoch": 0.14588303193535976,
      "grad_norm": 4.374571323394775,
      "learning_rate": 0.00019989526930100975,
      "loss": 4.4034,
      "step": 22749
    },
    {
      "epoch": 0.14588944465820186,
      "grad_norm": 6.792970657348633,
      "learning_rate": 0.00019989526008275919,
      "loss": 4.3578,
      "step": 22750
    },
    {
      "epoch": 0.145895857381044,
      "grad_norm": 14.505962371826172,
      "learning_rate": 0.00019989525086410315,
      "loss": 4.6738,
      "step": 22751
    },
    {
      "epoch": 0.14590227010388612,
      "grad_norm": 5.519997596740723,
      "learning_rate": 0.0001998952416450417,
      "loss": 5.051,
      "step": 22752
    },
    {
      "epoch": 0.14590868282672823,
      "grad_norm": 7.659046649932861,
      "learning_rate": 0.00019989523242557478,
      "loss": 4.4554,
      "step": 22753
    },
    {
      "epoch": 0.14591509554957036,
      "grad_norm": 3.3945209980010986,
      "learning_rate": 0.00019989522320570238,
      "loss": 4.093,
      "step": 22754
    },
    {
      "epoch": 0.14592150827241246,
      "grad_norm": 4.837871074676514,
      "learning_rate": 0.00019989521398542452,
      "loss": 5.0391,
      "step": 22755
    },
    {
      "epoch": 0.1459279209952546,
      "grad_norm": 3.339931011199951,
      "learning_rate": 0.00019989520476474122,
      "loss": 4.2742,
      "step": 22756
    },
    {
      "epoch": 0.1459343337180967,
      "grad_norm": 7.5090837478637695,
      "learning_rate": 0.00019989519554365246,
      "loss": 4.126,
      "step": 22757
    },
    {
      "epoch": 0.14594074644093882,
      "grad_norm": 2.7276666164398193,
      "learning_rate": 0.00019989518632215823,
      "loss": 4.56,
      "step": 22758
    },
    {
      "epoch": 0.14594715916378095,
      "grad_norm": 3.38675594329834,
      "learning_rate": 0.00019989517710025854,
      "loss": 4.5183,
      "step": 22759
    },
    {
      "epoch": 0.14595357188662306,
      "grad_norm": 4.974140644073486,
      "learning_rate": 0.0001998951678779534,
      "loss": 4.2398,
      "step": 22760
    },
    {
      "epoch": 0.1459599846094652,
      "grad_norm": 5.9434356689453125,
      "learning_rate": 0.0001998951586552428,
      "loss": 4.5651,
      "step": 22761
    },
    {
      "epoch": 0.1459663973323073,
      "grad_norm": 5.7564263343811035,
      "learning_rate": 0.00019989514943212676,
      "loss": 4.3424,
      "step": 22762
    },
    {
      "epoch": 0.14597281005514942,
      "grad_norm": 10.446955680847168,
      "learning_rate": 0.00019989514020860523,
      "loss": 4.4091,
      "step": 22763
    },
    {
      "epoch": 0.14597922277799152,
      "grad_norm": 12.154191017150879,
      "learning_rate": 0.0001998951309846783,
      "loss": 4.602,
      "step": 22764
    },
    {
      "epoch": 0.14598563550083365,
      "grad_norm": 4.3302483558654785,
      "learning_rate": 0.00019989512176034585,
      "loss": 4.3634,
      "step": 22765
    },
    {
      "epoch": 0.14599204822367579,
      "grad_norm": 2.989774703979492,
      "learning_rate": 0.00019989511253560799,
      "loss": 4.1642,
      "step": 22766
    },
    {
      "epoch": 0.1459984609465179,
      "grad_norm": 4.049960613250732,
      "learning_rate": 0.0001998951033104646,
      "loss": 4.6272,
      "step": 22767
    },
    {
      "epoch": 0.14600487366936002,
      "grad_norm": 4.382296085357666,
      "learning_rate": 0.0001998950940849158,
      "loss": 4.2004,
      "step": 22768
    },
    {
      "epoch": 0.14601128639220212,
      "grad_norm": 3.357239007949829,
      "learning_rate": 0.00019989508485896156,
      "loss": 4.2571,
      "step": 22769
    },
    {
      "epoch": 0.14601769911504425,
      "grad_norm": 2.948169469833374,
      "learning_rate": 0.00019989507563260184,
      "loss": 4.5025,
      "step": 22770
    },
    {
      "epoch": 0.14602411183788636,
      "grad_norm": 3.8174431324005127,
      "learning_rate": 0.00019989506640583665,
      "loss": 4.3817,
      "step": 22771
    },
    {
      "epoch": 0.1460305245607285,
      "grad_norm": 2.805346727371216,
      "learning_rate": 0.00019989505717866603,
      "loss": 4.2747,
      "step": 22772
    },
    {
      "epoch": 0.14603693728357062,
      "grad_norm": 3.059921979904175,
      "learning_rate": 0.00019989504795108994,
      "loss": 4.7878,
      "step": 22773
    },
    {
      "epoch": 0.14604335000641272,
      "grad_norm": 4.0974931716918945,
      "learning_rate": 0.0001998950387231084,
      "loss": 4.5729,
      "step": 22774
    },
    {
      "epoch": 0.14604976272925485,
      "grad_norm": 3.864145278930664,
      "learning_rate": 0.0001998950294947214,
      "loss": 4.5177,
      "step": 22775
    },
    {
      "epoch": 0.14605617545209695,
      "grad_norm": 4.247648239135742,
      "learning_rate": 0.00019989502026592892,
      "loss": 4.1759,
      "step": 22776
    },
    {
      "epoch": 0.14606258817493908,
      "grad_norm": 3.2725422382354736,
      "learning_rate": 0.000199895011036731,
      "loss": 4.4224,
      "step": 22777
    },
    {
      "epoch": 0.1460690008977812,
      "grad_norm": 5.2131733894348145,
      "learning_rate": 0.00019989500180712765,
      "loss": 4.4731,
      "step": 22778
    },
    {
      "epoch": 0.14607541362062332,
      "grad_norm": 6.436044692993164,
      "learning_rate": 0.0001998949925771188,
      "loss": 4.4515,
      "step": 22779
    },
    {
      "epoch": 0.14608182634346545,
      "grad_norm": 2.8627257347106934,
      "learning_rate": 0.00019989498334670451,
      "loss": 4.4569,
      "step": 22780
    },
    {
      "epoch": 0.14608823906630755,
      "grad_norm": 3.0944693088531494,
      "learning_rate": 0.00019989497411588476,
      "loss": 4.2758,
      "step": 22781
    },
    {
      "epoch": 0.14609465178914968,
      "grad_norm": 3.5836987495422363,
      "learning_rate": 0.00019989496488465955,
      "loss": 4.4374,
      "step": 22782
    },
    {
      "epoch": 0.14610106451199179,
      "grad_norm": 4.881817817687988,
      "learning_rate": 0.0001998949556530289,
      "loss": 4.4045,
      "step": 22783
    },
    {
      "epoch": 0.14610747723483392,
      "grad_norm": 4.917582035064697,
      "learning_rate": 0.00019989494642099276,
      "loss": 4.3915,
      "step": 22784
    },
    {
      "epoch": 0.14611388995767602,
      "grad_norm": 8.100862503051758,
      "learning_rate": 0.00019989493718855118,
      "loss": 4.3964,
      "step": 22785
    },
    {
      "epoch": 0.14612030268051815,
      "grad_norm": 3.391679286956787,
      "learning_rate": 0.00019989492795570416,
      "loss": 4.3878,
      "step": 22786
    },
    {
      "epoch": 0.14612671540336028,
      "grad_norm": 3.954266309738159,
      "learning_rate": 0.00019989491872245165,
      "loss": 4.4889,
      "step": 22787
    },
    {
      "epoch": 0.14613312812620238,
      "grad_norm": 6.042199611663818,
      "learning_rate": 0.00019989490948879373,
      "loss": 4.479,
      "step": 22788
    },
    {
      "epoch": 0.1461395408490445,
      "grad_norm": 3.723858118057251,
      "learning_rate": 0.0001998949002547303,
      "loss": 4.4077,
      "step": 22789
    },
    {
      "epoch": 0.14614595357188662,
      "grad_norm": 4.369682788848877,
      "learning_rate": 0.00019989489102026147,
      "loss": 4.1602,
      "step": 22790
    },
    {
      "epoch": 0.14615236629472875,
      "grad_norm": 5.666119575500488,
      "learning_rate": 0.00019989488178538713,
      "loss": 4.4164,
      "step": 22791
    },
    {
      "epoch": 0.14615877901757085,
      "grad_norm": 27.21605682373047,
      "learning_rate": 0.00019989487255010736,
      "loss": 4.3157,
      "step": 22792
    },
    {
      "epoch": 0.14616519174041298,
      "grad_norm": 3.071596384048462,
      "learning_rate": 0.00019989486331442211,
      "loss": 4.2736,
      "step": 22793
    },
    {
      "epoch": 0.1461716044632551,
      "grad_norm": 5.116601467132568,
      "learning_rate": 0.0001998948540783314,
      "loss": 4.1311,
      "step": 22794
    },
    {
      "epoch": 0.14617801718609721,
      "grad_norm": 87.13179779052734,
      "learning_rate": 0.00019989484484183526,
      "loss": 4.3375,
      "step": 22795
    },
    {
      "epoch": 0.14618442990893935,
      "grad_norm": 3.5173134803771973,
      "learning_rate": 0.00019989483560493368,
      "loss": 4.3534,
      "step": 22796
    },
    {
      "epoch": 0.14619084263178145,
      "grad_norm": 3.113964080810547,
      "learning_rate": 0.0001998948263676266,
      "loss": 4.2385,
      "step": 22797
    },
    {
      "epoch": 0.14619725535462358,
      "grad_norm": 2.567455768585205,
      "learning_rate": 0.0001998948171299141,
      "loss": 4.3108,
      "step": 22798
    },
    {
      "epoch": 0.14620366807746568,
      "grad_norm": 3.609768867492676,
      "learning_rate": 0.00019989480789179613,
      "loss": 3.9341,
      "step": 22799
    },
    {
      "epoch": 0.1462100808003078,
      "grad_norm": 4.200810432434082,
      "learning_rate": 0.0001998947986532727,
      "loss": 4.3925,
      "step": 22800
    },
    {
      "epoch": 0.1462100808003078,
      "eval_loss": 4.295480728149414,
      "eval_runtime": 34.7444,
      "eval_samples_per_second": 90.23,
      "eval_steps_per_second": 22.565,
      "step": 22800
    },
    {
      "epoch": 0.14621649352314994,
      "grad_norm": 9.622390747070312,
      "learning_rate": 0.00019989478941434384,
      "loss": 4.7408,
      "step": 22801
    },
    {
      "epoch": 0.14622290624599205,
      "grad_norm": 3.8330421447753906,
      "learning_rate": 0.00019989478017500947,
      "loss": 4.4593,
      "step": 22802
    },
    {
      "epoch": 0.14622931896883418,
      "grad_norm": 3.9517087936401367,
      "learning_rate": 0.00019989477093526966,
      "loss": 4.5732,
      "step": 22803
    },
    {
      "epoch": 0.14623573169167628,
      "grad_norm": 3.141918420791626,
      "learning_rate": 0.00019989476169512442,
      "loss": 4.4842,
      "step": 22804
    },
    {
      "epoch": 0.1462421444145184,
      "grad_norm": 3.2914154529571533,
      "learning_rate": 0.0001998947524545737,
      "loss": 4.1979,
      "step": 22805
    },
    {
      "epoch": 0.1462485571373605,
      "grad_norm": 5.566287040710449,
      "learning_rate": 0.00019989474321361754,
      "loss": 4.4086,
      "step": 22806
    },
    {
      "epoch": 0.14625496986020264,
      "grad_norm": 3.2107608318328857,
      "learning_rate": 0.00019989473397225593,
      "loss": 4.1891,
      "step": 22807
    },
    {
      "epoch": 0.14626138258304477,
      "grad_norm": 3.3282923698425293,
      "learning_rate": 0.00019989472473048886,
      "loss": 4.5023,
      "step": 22808
    },
    {
      "epoch": 0.14626779530588688,
      "grad_norm": 4.181255340576172,
      "learning_rate": 0.00019989471548831632,
      "loss": 4.4646,
      "step": 22809
    },
    {
      "epoch": 0.146274208028729,
      "grad_norm": 3.875808000564575,
      "learning_rate": 0.00019989470624573832,
      "loss": 4.1931,
      "step": 22810
    },
    {
      "epoch": 0.1462806207515711,
      "grad_norm": 4.90679931640625,
      "learning_rate": 0.00019989469700275488,
      "loss": 4.5343,
      "step": 22811
    },
    {
      "epoch": 0.14628703347441324,
      "grad_norm": 3.5939948558807373,
      "learning_rate": 0.00019989468775936595,
      "loss": 4.3117,
      "step": 22812
    },
    {
      "epoch": 0.14629344619725534,
      "grad_norm": 4.949391841888428,
      "learning_rate": 0.00019989467851557158,
      "loss": 4.6009,
      "step": 22813
    },
    {
      "epoch": 0.14629985892009748,
      "grad_norm": 3.65358304977417,
      "learning_rate": 0.00019989466927137177,
      "loss": 4.2209,
      "step": 22814
    },
    {
      "epoch": 0.1463062716429396,
      "grad_norm": 4.707644939422607,
      "learning_rate": 0.0001998946600267665,
      "loss": 4.6235,
      "step": 22815
    },
    {
      "epoch": 0.1463126843657817,
      "grad_norm": 3.6688029766082764,
      "learning_rate": 0.0001998946507817558,
      "loss": 4.2807,
      "step": 22816
    },
    {
      "epoch": 0.14631909708862384,
      "grad_norm": 6.945462226867676,
      "learning_rate": 0.0001998946415363396,
      "loss": 4.159,
      "step": 22817
    },
    {
      "epoch": 0.14632550981146594,
      "grad_norm": 3.551165819168091,
      "learning_rate": 0.00019989463229051795,
      "loss": 4.2281,
      "step": 22818
    },
    {
      "epoch": 0.14633192253430807,
      "grad_norm": 4.06173038482666,
      "learning_rate": 0.00019989462304429085,
      "loss": 4.2694,
      "step": 22819
    },
    {
      "epoch": 0.14633833525715018,
      "grad_norm": 4.992794036865234,
      "learning_rate": 0.00019989461379765828,
      "loss": 4.3001,
      "step": 22820
    },
    {
      "epoch": 0.1463447479799923,
      "grad_norm": 6.311372756958008,
      "learning_rate": 0.0001998946045506203,
      "loss": 4.794,
      "step": 22821
    },
    {
      "epoch": 0.1463511607028344,
      "grad_norm": 7.550533771514893,
      "learning_rate": 0.0001998945953031768,
      "loss": 4.3915,
      "step": 22822
    },
    {
      "epoch": 0.14635757342567654,
      "grad_norm": 4.470700263977051,
      "learning_rate": 0.0001998945860553279,
      "loss": 4.2007,
      "step": 22823
    },
    {
      "epoch": 0.14636398614851867,
      "grad_norm": 4.985826015472412,
      "learning_rate": 0.00019989457680707353,
      "loss": 4.0251,
      "step": 22824
    },
    {
      "epoch": 0.14637039887136077,
      "grad_norm": 3.8480935096740723,
      "learning_rate": 0.00019989456755841373,
      "loss": 4.3893,
      "step": 22825
    },
    {
      "epoch": 0.1463768115942029,
      "grad_norm": 2.834591865539551,
      "learning_rate": 0.00019989455830934843,
      "loss": 4.2668,
      "step": 22826
    },
    {
      "epoch": 0.146383224317045,
      "grad_norm": 2.789180278778076,
      "learning_rate": 0.0001998945490598777,
      "loss": 4.215,
      "step": 22827
    },
    {
      "epoch": 0.14638963703988714,
      "grad_norm": 4.568274021148682,
      "learning_rate": 0.0001998945398100015,
      "loss": 4.4064,
      "step": 22828
    },
    {
      "epoch": 0.14639604976272924,
      "grad_norm": 4.9494428634643555,
      "learning_rate": 0.00019989453055971982,
      "loss": 4.5005,
      "step": 22829
    },
    {
      "epoch": 0.14640246248557137,
      "grad_norm": 3.8523714542388916,
      "learning_rate": 0.00019989452130903272,
      "loss": 4.5349,
      "step": 22830
    },
    {
      "epoch": 0.1464088752084135,
      "grad_norm": 10.565378189086914,
      "learning_rate": 0.00019989451205794015,
      "loss": 4.3338,
      "step": 22831
    },
    {
      "epoch": 0.1464152879312556,
      "grad_norm": 3.2783188819885254,
      "learning_rate": 0.00019989450280644212,
      "loss": 4.5202,
      "step": 22832
    },
    {
      "epoch": 0.14642170065409774,
      "grad_norm": 4.197178363800049,
      "learning_rate": 0.00019989449355453865,
      "loss": 4.2375,
      "step": 22833
    },
    {
      "epoch": 0.14642811337693984,
      "grad_norm": 7.911292552947998,
      "learning_rate": 0.00019989448430222972,
      "loss": 4.3484,
      "step": 22834
    },
    {
      "epoch": 0.14643452609978197,
      "grad_norm": 3.441426992416382,
      "learning_rate": 0.00019989447504951534,
      "loss": 4.3302,
      "step": 22835
    },
    {
      "epoch": 0.14644093882262407,
      "grad_norm": 3.037285566329956,
      "learning_rate": 0.0001998944657963955,
      "loss": 4.0995,
      "step": 22836
    },
    {
      "epoch": 0.1464473515454662,
      "grad_norm": 3.443837881088257,
      "learning_rate": 0.0001998944565428702,
      "loss": 4.3623,
      "step": 22837
    },
    {
      "epoch": 0.14645376426830833,
      "grad_norm": 3.534971237182617,
      "learning_rate": 0.00019989444728893947,
      "loss": 4.2411,
      "step": 22838
    },
    {
      "epoch": 0.14646017699115044,
      "grad_norm": 6.232570171356201,
      "learning_rate": 0.00019989443803460324,
      "loss": 4.1214,
      "step": 22839
    },
    {
      "epoch": 0.14646658971399257,
      "grad_norm": 3.563347816467285,
      "learning_rate": 0.0001998944287798616,
      "loss": 4.1571,
      "step": 22840
    },
    {
      "epoch": 0.14647300243683467,
      "grad_norm": 3.2823879718780518,
      "learning_rate": 0.00019989441952471447,
      "loss": 4.6498,
      "step": 22841
    },
    {
      "epoch": 0.1464794151596768,
      "grad_norm": 3.2391443252563477,
      "learning_rate": 0.00019989441026916193,
      "loss": 4.4128,
      "step": 22842
    },
    {
      "epoch": 0.1464858278825189,
      "grad_norm": 4.853661060333252,
      "learning_rate": 0.00019989440101320387,
      "loss": 4.2516,
      "step": 22843
    },
    {
      "epoch": 0.14649224060536103,
      "grad_norm": 9.231667518615723,
      "learning_rate": 0.0001998943917568404,
      "loss": 4.5063,
      "step": 22844
    },
    {
      "epoch": 0.14649865332820317,
      "grad_norm": 3.854771614074707,
      "learning_rate": 0.00019989438250007146,
      "loss": 4.5214,
      "step": 22845
    },
    {
      "epoch": 0.14650506605104527,
      "grad_norm": 11.05632209777832,
      "learning_rate": 0.00019989437324289706,
      "loss": 4.5786,
      "step": 22846
    },
    {
      "epoch": 0.1465114787738874,
      "grad_norm": 3.0548794269561768,
      "learning_rate": 0.00019989436398531722,
      "loss": 4.4313,
      "step": 22847
    },
    {
      "epoch": 0.1465178914967295,
      "grad_norm": 4.786275863647461,
      "learning_rate": 0.00019989435472733192,
      "loss": 4.1866,
      "step": 22848
    },
    {
      "epoch": 0.14652430421957163,
      "grad_norm": 3.770935297012329,
      "learning_rate": 0.00019989434546894118,
      "loss": 4.6105,
      "step": 22849
    },
    {
      "epoch": 0.14653071694241374,
      "grad_norm": 7.370902061462402,
      "learning_rate": 0.00019989433621014495,
      "loss": 4.4591,
      "step": 22850
    },
    {
      "epoch": 0.14653712966525587,
      "grad_norm": 4.1663994789123535,
      "learning_rate": 0.0001998943269509433,
      "loss": 4.3352,
      "step": 22851
    },
    {
      "epoch": 0.146543542388098,
      "grad_norm": 3.5286900997161865,
      "learning_rate": 0.0001998943176913362,
      "loss": 4.2927,
      "step": 22852
    },
    {
      "epoch": 0.1465499551109401,
      "grad_norm": 6.181252956390381,
      "learning_rate": 0.0001998943084313236,
      "loss": 4.4891,
      "step": 22853
    },
    {
      "epoch": 0.14655636783378223,
      "grad_norm": 4.3544182777404785,
      "learning_rate": 0.00019989429917090557,
      "loss": 4.2102,
      "step": 22854
    },
    {
      "epoch": 0.14656278055662433,
      "grad_norm": 3.2298104763031006,
      "learning_rate": 0.0001998942899100821,
      "loss": 4.365,
      "step": 22855
    },
    {
      "epoch": 0.14656919327946646,
      "grad_norm": 39.46742248535156,
      "learning_rate": 0.00019989428064885316,
      "loss": 4.7558,
      "step": 22856
    },
    {
      "epoch": 0.14657560600230857,
      "grad_norm": 3.9310359954833984,
      "learning_rate": 0.00019989427138721876,
      "loss": 4.6502,
      "step": 22857
    },
    {
      "epoch": 0.1465820187251507,
      "grad_norm": 6.53444766998291,
      "learning_rate": 0.00019989426212517892,
      "loss": 4.8417,
      "step": 22858
    },
    {
      "epoch": 0.14658843144799283,
      "grad_norm": 4.056710720062256,
      "learning_rate": 0.00019989425286273362,
      "loss": 4.3984,
      "step": 22859
    },
    {
      "epoch": 0.14659484417083493,
      "grad_norm": 6.744160175323486,
      "learning_rate": 0.00019989424359988288,
      "loss": 4.1087,
      "step": 22860
    },
    {
      "epoch": 0.14660125689367706,
      "grad_norm": 6.6318745613098145,
      "learning_rate": 0.00019989423433662665,
      "loss": 4.474,
      "step": 22861
    },
    {
      "epoch": 0.14660766961651917,
      "grad_norm": 15.277398109436035,
      "learning_rate": 0.000199894225072965,
      "loss": 4.3352,
      "step": 22862
    },
    {
      "epoch": 0.1466140823393613,
      "grad_norm": 4.479978084564209,
      "learning_rate": 0.0001998942158088979,
      "loss": 4.6844,
      "step": 22863
    },
    {
      "epoch": 0.1466204950622034,
      "grad_norm": 7.421140670776367,
      "learning_rate": 0.00019989420654442533,
      "loss": 4.1232,
      "step": 22864
    },
    {
      "epoch": 0.14662690778504553,
      "grad_norm": 6.355503082275391,
      "learning_rate": 0.0001998941972795473,
      "loss": 4.4182,
      "step": 22865
    },
    {
      "epoch": 0.14663332050788766,
      "grad_norm": 4.291597843170166,
      "learning_rate": 0.00019989418801426382,
      "loss": 4.466,
      "step": 22866
    },
    {
      "epoch": 0.14663973323072976,
      "grad_norm": 3.7217516899108887,
      "learning_rate": 0.0001998941787485749,
      "loss": 4.177,
      "step": 22867
    },
    {
      "epoch": 0.1466461459535719,
      "grad_norm": 4.669303894042969,
      "learning_rate": 0.0001998941694824805,
      "loss": 4.354,
      "step": 22868
    },
    {
      "epoch": 0.146652558676414,
      "grad_norm": 5.081733226776123,
      "learning_rate": 0.00019989416021598067,
      "loss": 4.2773,
      "step": 22869
    },
    {
      "epoch": 0.14665897139925613,
      "grad_norm": 5.184450149536133,
      "learning_rate": 0.00019989415094907536,
      "loss": 4.5148,
      "step": 22870
    },
    {
      "epoch": 0.14666538412209823,
      "grad_norm": 3.6757915019989014,
      "learning_rate": 0.00019989414168176462,
      "loss": 4.3611,
      "step": 22871
    },
    {
      "epoch": 0.14667179684494036,
      "grad_norm": 2.900099039077759,
      "learning_rate": 0.00019989413241404842,
      "loss": 4.1446,
      "step": 22872
    },
    {
      "epoch": 0.1466782095677825,
      "grad_norm": 4.855200290679932,
      "learning_rate": 0.00019989412314592677,
      "loss": 4.1726,
      "step": 22873
    },
    {
      "epoch": 0.1466846222906246,
      "grad_norm": 5.476529598236084,
      "learning_rate": 0.00019989411387739966,
      "loss": 4.5,
      "step": 22874
    },
    {
      "epoch": 0.14669103501346673,
      "grad_norm": 6.88361930847168,
      "learning_rate": 0.0001998941046084671,
      "loss": 4.2982,
      "step": 22875
    },
    {
      "epoch": 0.14669744773630883,
      "grad_norm": 11.256211280822754,
      "learning_rate": 0.00019989409533912906,
      "loss": 4.4391,
      "step": 22876
    },
    {
      "epoch": 0.14670386045915096,
      "grad_norm": 5.661559581756592,
      "learning_rate": 0.0001998940860693856,
      "loss": 4.5207,
      "step": 22877
    },
    {
      "epoch": 0.14671027318199306,
      "grad_norm": 3.7710795402526855,
      "learning_rate": 0.0001998940767992367,
      "loss": 4.2677,
      "step": 22878
    },
    {
      "epoch": 0.1467166859048352,
      "grad_norm": 4.698207378387451,
      "learning_rate": 0.00019989406752868232,
      "loss": 4.1249,
      "step": 22879
    },
    {
      "epoch": 0.14672309862767732,
      "grad_norm": 6.500179290771484,
      "learning_rate": 0.00019989405825772248,
      "loss": 4.0173,
      "step": 22880
    },
    {
      "epoch": 0.14672951135051943,
      "grad_norm": 18.11829948425293,
      "learning_rate": 0.00019989404898635717,
      "loss": 4.2352,
      "step": 22881
    },
    {
      "epoch": 0.14673592407336156,
      "grad_norm": 6.013864517211914,
      "learning_rate": 0.00019989403971458646,
      "loss": 4.0358,
      "step": 22882
    },
    {
      "epoch": 0.14674233679620366,
      "grad_norm": 3.9155874252319336,
      "learning_rate": 0.00019989403044241025,
      "loss": 4.1656,
      "step": 22883
    },
    {
      "epoch": 0.1467487495190458,
      "grad_norm": 6.736653804779053,
      "learning_rate": 0.00019989402116982863,
      "loss": 4.3786,
      "step": 22884
    },
    {
      "epoch": 0.1467551622418879,
      "grad_norm": 5.902864456176758,
      "learning_rate": 0.00019989401189684152,
      "loss": 4.1633,
      "step": 22885
    },
    {
      "epoch": 0.14676157496473002,
      "grad_norm": 13.427164077758789,
      "learning_rate": 0.00019989400262344895,
      "loss": 4.3592,
      "step": 22886
    },
    {
      "epoch": 0.14676798768757215,
      "grad_norm": 5.4447407722473145,
      "learning_rate": 0.00019989399334965097,
      "loss": 4.2098,
      "step": 22887
    },
    {
      "epoch": 0.14677440041041426,
      "grad_norm": 73.32322692871094,
      "learning_rate": 0.0001998939840754475,
      "loss": 4.1545,
      "step": 22888
    },
    {
      "epoch": 0.1467808131332564,
      "grad_norm": 8.017326354980469,
      "learning_rate": 0.0001998939748008386,
      "loss": 4.6463,
      "step": 22889
    },
    {
      "epoch": 0.1467872258560985,
      "grad_norm": 4.443928241729736,
      "learning_rate": 0.00019989396552582423,
      "loss": 4.1159,
      "step": 22890
    },
    {
      "epoch": 0.14679363857894062,
      "grad_norm": 23.5833797454834,
      "learning_rate": 0.0001998939562504044,
      "loss": 4.0622,
      "step": 22891
    },
    {
      "epoch": 0.14680005130178272,
      "grad_norm": 5.6496100425720215,
      "learning_rate": 0.00019989394697457913,
      "loss": 4.3153,
      "step": 22892
    },
    {
      "epoch": 0.14680646402462486,
      "grad_norm": 3.3824498653411865,
      "learning_rate": 0.00019989393769834842,
      "loss": 4.2861,
      "step": 22893
    },
    {
      "epoch": 0.14681287674746699,
      "grad_norm": 6.496140480041504,
      "learning_rate": 0.00019989392842171224,
      "loss": 4.3,
      "step": 22894
    },
    {
      "epoch": 0.1468192894703091,
      "grad_norm": 14.858274459838867,
      "learning_rate": 0.00019989391914467062,
      "loss": 4.1055,
      "step": 22895
    },
    {
      "epoch": 0.14682570219315122,
      "grad_norm": 6.5076212882995605,
      "learning_rate": 0.0001998939098672235,
      "loss": 4.5837,
      "step": 22896
    },
    {
      "epoch": 0.14683211491599332,
      "grad_norm": 3.8344695568084717,
      "learning_rate": 0.000199893900589371,
      "loss": 4.3507,
      "step": 22897
    },
    {
      "epoch": 0.14683852763883545,
      "grad_norm": 14.007959365844727,
      "learning_rate": 0.000199893891311113,
      "loss": 4.4949,
      "step": 22898
    },
    {
      "epoch": 0.14684494036167756,
      "grad_norm": 5.573281764984131,
      "learning_rate": 0.00019989388203244955,
      "loss": 4.4216,
      "step": 22899
    },
    {
      "epoch": 0.1468513530845197,
      "grad_norm": 4.813342094421387,
      "learning_rate": 0.00019989387275338064,
      "loss": 4.2499,
      "step": 22900
    },
    {
      "epoch": 0.1468513530845197,
      "eval_loss": 4.285680294036865,
      "eval_runtime": 34.779,
      "eval_samples_per_second": 90.14,
      "eval_steps_per_second": 22.542,
      "step": 22900
    },
    {
      "epoch": 0.14685776580736182,
      "grad_norm": 3.7807300090789795,
      "learning_rate": 0.00019989386347390631,
      "loss": 4.5132,
      "step": 22901
    },
    {
      "epoch": 0.14686417853020392,
      "grad_norm": 7.630129337310791,
      "learning_rate": 0.0001998938541940265,
      "loss": 4.4124,
      "step": 22902
    },
    {
      "epoch": 0.14687059125304605,
      "grad_norm": 6.277551651000977,
      "learning_rate": 0.00019989384491374124,
      "loss": 4.3821,
      "step": 22903
    },
    {
      "epoch": 0.14687700397588815,
      "grad_norm": 3.7266159057617188,
      "learning_rate": 0.00019989383563305055,
      "loss": 4.2731,
      "step": 22904
    },
    {
      "epoch": 0.14688341669873028,
      "grad_norm": 3.270853281021118,
      "learning_rate": 0.0001998938263519544,
      "loss": 4.3281,
      "step": 22905
    },
    {
      "epoch": 0.1468898294215724,
      "grad_norm": 3.6657307147979736,
      "learning_rate": 0.00019989381707045278,
      "loss": 4.1895,
      "step": 22906
    },
    {
      "epoch": 0.14689624214441452,
      "grad_norm": 3.3467135429382324,
      "learning_rate": 0.00019989380778854572,
      "loss": 4.5787,
      "step": 22907
    },
    {
      "epoch": 0.14690265486725665,
      "grad_norm": 2.7163052558898926,
      "learning_rate": 0.0001998937985062332,
      "loss": 4.3666,
      "step": 22908
    },
    {
      "epoch": 0.14690906759009875,
      "grad_norm": 6.304274559020996,
      "learning_rate": 0.00019989378922351524,
      "loss": 4.4002,
      "step": 22909
    },
    {
      "epoch": 0.14691548031294088,
      "grad_norm": 3.2575323581695557,
      "learning_rate": 0.00019989377994039182,
      "loss": 4.5136,
      "step": 22910
    },
    {
      "epoch": 0.14692189303578299,
      "grad_norm": 4.5256428718566895,
      "learning_rate": 0.00019989377065686296,
      "loss": 4.329,
      "step": 22911
    },
    {
      "epoch": 0.14692830575862512,
      "grad_norm": 3.2872188091278076,
      "learning_rate": 0.00019989376137292863,
      "loss": 4.2564,
      "step": 22912
    },
    {
      "epoch": 0.14693471848146722,
      "grad_norm": 10.804781913757324,
      "learning_rate": 0.00019989375208858884,
      "loss": 4.1677,
      "step": 22913
    },
    {
      "epoch": 0.14694113120430935,
      "grad_norm": 4.2567458152771,
      "learning_rate": 0.0001998937428038436,
      "loss": 4.3463,
      "step": 22914
    },
    {
      "epoch": 0.14694754392715148,
      "grad_norm": 5.662768363952637,
      "learning_rate": 0.00019989373351869295,
      "loss": 4.9388,
      "step": 22915
    },
    {
      "epoch": 0.14695395664999358,
      "grad_norm": 38.116092681884766,
      "learning_rate": 0.00019989372423313682,
      "loss": 4.7727,
      "step": 22916
    },
    {
      "epoch": 0.14696036937283571,
      "grad_norm": 3.609049081802368,
      "learning_rate": 0.00019989371494717523,
      "loss": 4.387,
      "step": 22917
    },
    {
      "epoch": 0.14696678209567782,
      "grad_norm": 9.525115966796875,
      "learning_rate": 0.0001998937056608082,
      "loss": 4.4118,
      "step": 22918
    },
    {
      "epoch": 0.14697319481851995,
      "grad_norm": 3.3636057376861572,
      "learning_rate": 0.0001998936963740357,
      "loss": 4.1095,
      "step": 22919
    },
    {
      "epoch": 0.14697960754136205,
      "grad_norm": 4.061752796173096,
      "learning_rate": 0.00019989368708685774,
      "loss": 4.1772,
      "step": 22920
    },
    {
      "epoch": 0.14698602026420418,
      "grad_norm": 4.299031734466553,
      "learning_rate": 0.00019989367779927437,
      "loss": 4.3054,
      "step": 22921
    },
    {
      "epoch": 0.1469924329870463,
      "grad_norm": 6.418627738952637,
      "learning_rate": 0.0001998936685112855,
      "loss": 4.4624,
      "step": 22922
    },
    {
      "epoch": 0.14699884570988841,
      "grad_norm": 4.369185924530029,
      "learning_rate": 0.00019989365922289123,
      "loss": 4.6842,
      "step": 22923
    },
    {
      "epoch": 0.14700525843273055,
      "grad_norm": 5.767669677734375,
      "learning_rate": 0.00019989364993409144,
      "loss": 4.4873,
      "step": 22924
    },
    {
      "epoch": 0.14701167115557265,
      "grad_norm": 5.214561939239502,
      "learning_rate": 0.00019989364064488627,
      "loss": 4.2499,
      "step": 22925
    },
    {
      "epoch": 0.14701808387841478,
      "grad_norm": 26.177350997924805,
      "learning_rate": 0.0001998936313552756,
      "loss": 4.3705,
      "step": 22926
    },
    {
      "epoch": 0.14702449660125688,
      "grad_norm": 3.1171932220458984,
      "learning_rate": 0.0001998936220652595,
      "loss": 4.45,
      "step": 22927
    },
    {
      "epoch": 0.147030909324099,
      "grad_norm": 52.13846969604492,
      "learning_rate": 0.00019989361277483796,
      "loss": 4.0076,
      "step": 22928
    },
    {
      "epoch": 0.14703732204694114,
      "grad_norm": 3.852491617202759,
      "learning_rate": 0.00019989360348401095,
      "loss": 4.0607,
      "step": 22929
    },
    {
      "epoch": 0.14704373476978325,
      "grad_norm": 7.117087364196777,
      "learning_rate": 0.00019989359419277845,
      "loss": 4.6265,
      "step": 22930
    },
    {
      "epoch": 0.14705014749262538,
      "grad_norm": 7.238632678985596,
      "learning_rate": 0.00019989358490114057,
      "loss": 4.2302,
      "step": 22931
    },
    {
      "epoch": 0.14705656021546748,
      "grad_norm": 5.06541109085083,
      "learning_rate": 0.0001998935756090972,
      "loss": 4.3394,
      "step": 22932
    },
    {
      "epoch": 0.1470629729383096,
      "grad_norm": 8.326665878295898,
      "learning_rate": 0.0001998935663166484,
      "loss": 4.8077,
      "step": 22933
    },
    {
      "epoch": 0.1470693856611517,
      "grad_norm": 3.3549227714538574,
      "learning_rate": 0.00019989355702379412,
      "loss": 4.4267,
      "step": 22934
    },
    {
      "epoch": 0.14707579838399384,
      "grad_norm": 4.675284385681152,
      "learning_rate": 0.0001998935477305344,
      "loss": 4.5693,
      "step": 22935
    },
    {
      "epoch": 0.14708221110683597,
      "grad_norm": 3.543164014816284,
      "learning_rate": 0.00019989353843686923,
      "loss": 4.2487,
      "step": 22936
    },
    {
      "epoch": 0.14708862382967808,
      "grad_norm": 22.478408813476562,
      "learning_rate": 0.00019989352914279862,
      "loss": 4.4901,
      "step": 22937
    },
    {
      "epoch": 0.1470950365525202,
      "grad_norm": 4.426502704620361,
      "learning_rate": 0.00019989351984832254,
      "loss": 4.395,
      "step": 22938
    },
    {
      "epoch": 0.1471014492753623,
      "grad_norm": 3.4635848999023438,
      "learning_rate": 0.000199893510553441,
      "loss": 4.6022,
      "step": 22939
    },
    {
      "epoch": 0.14710786199820444,
      "grad_norm": 6.2903265953063965,
      "learning_rate": 0.00019989350125815405,
      "loss": 4.5157,
      "step": 22940
    },
    {
      "epoch": 0.14711427472104655,
      "grad_norm": 4.89247989654541,
      "learning_rate": 0.00019989349196246163,
      "loss": 4.3547,
      "step": 22941
    },
    {
      "epoch": 0.14712068744388868,
      "grad_norm": 3.1586174964904785,
      "learning_rate": 0.00019989348266636375,
      "loss": 4.0785,
      "step": 22942
    },
    {
      "epoch": 0.1471271001667308,
      "grad_norm": 2.873403310775757,
      "learning_rate": 0.0001998934733698604,
      "loss": 4.4969,
      "step": 22943
    },
    {
      "epoch": 0.1471335128895729,
      "grad_norm": 4.832879543304443,
      "learning_rate": 0.00019989346407295165,
      "loss": 4.2814,
      "step": 22944
    },
    {
      "epoch": 0.14713992561241504,
      "grad_norm": 3.098205089569092,
      "learning_rate": 0.0001998934547756374,
      "loss": 4.2567,
      "step": 22945
    },
    {
      "epoch": 0.14714633833525714,
      "grad_norm": 3.1920406818389893,
      "learning_rate": 0.00019989344547791772,
      "loss": 4.3188,
      "step": 22946
    },
    {
      "epoch": 0.14715275105809927,
      "grad_norm": 4.112400054931641,
      "learning_rate": 0.0001998934361797926,
      "loss": 4.1093,
      "step": 22947
    },
    {
      "epoch": 0.14715916378094138,
      "grad_norm": 4.431041240692139,
      "learning_rate": 0.000199893426881262,
      "loss": 4.8539,
      "step": 22948
    },
    {
      "epoch": 0.1471655765037835,
      "grad_norm": 4.3503098487854,
      "learning_rate": 0.00019989341758232598,
      "loss": 4.1854,
      "step": 22949
    },
    {
      "epoch": 0.14717198922662564,
      "grad_norm": 6.304783344268799,
      "learning_rate": 0.0001998934082829845,
      "loss": 4.5095,
      "step": 22950
    },
    {
      "epoch": 0.14717840194946774,
      "grad_norm": 3.1245203018188477,
      "learning_rate": 0.00019989339898323757,
      "loss": 4.2073,
      "step": 22951
    },
    {
      "epoch": 0.14718481467230987,
      "grad_norm": 3.161050319671631,
      "learning_rate": 0.00019989338968308515,
      "loss": 3.9476,
      "step": 22952
    },
    {
      "epoch": 0.14719122739515197,
      "grad_norm": 4.439302444458008,
      "learning_rate": 0.00019989338038252732,
      "loss": 4.207,
      "step": 22953
    },
    {
      "epoch": 0.1471976401179941,
      "grad_norm": 6.509195804595947,
      "learning_rate": 0.00019989337108156403,
      "loss": 4.2285,
      "step": 22954
    },
    {
      "epoch": 0.1472040528408362,
      "grad_norm": 10.800613403320312,
      "learning_rate": 0.0001998933617801953,
      "loss": 4.2907,
      "step": 22955
    },
    {
      "epoch": 0.14721046556367834,
      "grad_norm": 6.582588195800781,
      "learning_rate": 0.0001998933524784211,
      "loss": 4.2736,
      "step": 22956
    },
    {
      "epoch": 0.14721687828652047,
      "grad_norm": 3.456390857696533,
      "learning_rate": 0.0001998933431762415,
      "loss": 4.5061,
      "step": 22957
    },
    {
      "epoch": 0.14722329100936257,
      "grad_norm": 5.060378551483154,
      "learning_rate": 0.00019989333387365637,
      "loss": 4.7849,
      "step": 22958
    },
    {
      "epoch": 0.1472297037322047,
      "grad_norm": 5.775113105773926,
      "learning_rate": 0.00019989332457066584,
      "loss": 4.2512,
      "step": 22959
    },
    {
      "epoch": 0.1472361164550468,
      "grad_norm": 11.50401496887207,
      "learning_rate": 0.00019989331526726987,
      "loss": 3.934,
      "step": 22960
    },
    {
      "epoch": 0.14724252917788894,
      "grad_norm": 4.895233631134033,
      "learning_rate": 0.0001998933059634684,
      "loss": 4.1386,
      "step": 22961
    },
    {
      "epoch": 0.14724894190073104,
      "grad_norm": 6.144059181213379,
      "learning_rate": 0.0001998932966592615,
      "loss": 4.6482,
      "step": 22962
    },
    {
      "epoch": 0.14725535462357317,
      "grad_norm": 12.746500015258789,
      "learning_rate": 0.00019989328735464917,
      "loss": 4.3613,
      "step": 22963
    },
    {
      "epoch": 0.1472617673464153,
      "grad_norm": 4.136307716369629,
      "learning_rate": 0.0001998932780496314,
      "loss": 4.1307,
      "step": 22964
    },
    {
      "epoch": 0.1472681800692574,
      "grad_norm": 9.115225791931152,
      "learning_rate": 0.00019989326874420813,
      "loss": 4.2353,
      "step": 22965
    },
    {
      "epoch": 0.14727459279209953,
      "grad_norm": 10.120065689086914,
      "learning_rate": 0.00019989325943837942,
      "loss": 4.393,
      "step": 22966
    },
    {
      "epoch": 0.14728100551494164,
      "grad_norm": 5.564751148223877,
      "learning_rate": 0.00019989325013214528,
      "loss": 4.7284,
      "step": 22967
    },
    {
      "epoch": 0.14728741823778377,
      "grad_norm": 5.336359024047852,
      "learning_rate": 0.0001998932408255057,
      "loss": 4.1935,
      "step": 22968
    },
    {
      "epoch": 0.14729383096062587,
      "grad_norm": 5.894540309906006,
      "learning_rate": 0.00019989323151846063,
      "loss": 4.198,
      "step": 22969
    },
    {
      "epoch": 0.147300243683468,
      "grad_norm": 4.597459316253662,
      "learning_rate": 0.00019989322221101015,
      "loss": 4.5128,
      "step": 22970
    },
    {
      "epoch": 0.14730665640631013,
      "grad_norm": 3.3149099349975586,
      "learning_rate": 0.0001998932129031542,
      "loss": 4.302,
      "step": 22971
    },
    {
      "epoch": 0.14731306912915224,
      "grad_norm": 6.0986785888671875,
      "learning_rate": 0.00019989320359489282,
      "loss": 4.2402,
      "step": 22972
    },
    {
      "epoch": 0.14731948185199437,
      "grad_norm": 4.934628486633301,
      "learning_rate": 0.00019989319428622597,
      "loss": 4.4748,
      "step": 22973
    },
    {
      "epoch": 0.14732589457483647,
      "grad_norm": 7.92668342590332,
      "learning_rate": 0.0001998931849771537,
      "loss": 4.384,
      "step": 22974
    },
    {
      "epoch": 0.1473323072976786,
      "grad_norm": 3.990070343017578,
      "learning_rate": 0.00019989317566767594,
      "loss": 4.4335,
      "step": 22975
    },
    {
      "epoch": 0.1473387200205207,
      "grad_norm": 5.079658508300781,
      "learning_rate": 0.00019989316635779273,
      "loss": 4.5248,
      "step": 22976
    },
    {
      "epoch": 0.14734513274336283,
      "grad_norm": 4.40364933013916,
      "learning_rate": 0.00019989315704750408,
      "loss": 4.3599,
      "step": 22977
    },
    {
      "epoch": 0.14735154546620496,
      "grad_norm": 5.315124988555908,
      "learning_rate": 0.00019989314773681001,
      "loss": 4.3568,
      "step": 22978
    },
    {
      "epoch": 0.14735795818904707,
      "grad_norm": 6.35823917388916,
      "learning_rate": 0.00019989313842571043,
      "loss": 4.1656,
      "step": 22979
    },
    {
      "epoch": 0.1473643709118892,
      "grad_norm": 8.173954010009766,
      "learning_rate": 0.00019989312911420547,
      "loss": 4.1534,
      "step": 22980
    },
    {
      "epoch": 0.1473707836347313,
      "grad_norm": 6.013453483581543,
      "learning_rate": 0.00019989311980229502,
      "loss": 4.1699,
      "step": 22981
    },
    {
      "epoch": 0.14737719635757343,
      "grad_norm": 10.566174507141113,
      "learning_rate": 0.00019989311048997912,
      "loss": 4.3669,
      "step": 22982
    },
    {
      "epoch": 0.14738360908041553,
      "grad_norm": 9.99728775024414,
      "learning_rate": 0.00019989310117725777,
      "loss": 4.2538,
      "step": 22983
    },
    {
      "epoch": 0.14739002180325766,
      "grad_norm": 6.072534084320068,
      "learning_rate": 0.000199893091864131,
      "loss": 4.63,
      "step": 22984
    },
    {
      "epoch": 0.1473964345260998,
      "grad_norm": 9.44961166381836,
      "learning_rate": 0.00019989308255059874,
      "loss": 4.3413,
      "step": 22985
    },
    {
      "epoch": 0.1474028472489419,
      "grad_norm": 10.821017265319824,
      "learning_rate": 0.00019989307323666104,
      "loss": 4.2318,
      "step": 22986
    },
    {
      "epoch": 0.14740925997178403,
      "grad_norm": 7.337700366973877,
      "learning_rate": 0.0001998930639223179,
      "loss": 4.5076,
      "step": 22987
    },
    {
      "epoch": 0.14741567269462613,
      "grad_norm": 35.77682113647461,
      "learning_rate": 0.0001998930546075693,
      "loss": 4.4669,
      "step": 22988
    },
    {
      "epoch": 0.14742208541746826,
      "grad_norm": 4.070960998535156,
      "learning_rate": 0.00019989304529241525,
      "loss": 4.056,
      "step": 22989
    },
    {
      "epoch": 0.14742849814031037,
      "grad_norm": 10.564336776733398,
      "learning_rate": 0.00019989303597685578,
      "loss": 4.4407,
      "step": 22990
    },
    {
      "epoch": 0.1474349108631525,
      "grad_norm": 25.975221633911133,
      "learning_rate": 0.00019989302666089084,
      "loss": 4.3909,
      "step": 22991
    },
    {
      "epoch": 0.14744132358599463,
      "grad_norm": 6.191164016723633,
      "learning_rate": 0.00019989301734452046,
      "loss": 4.4274,
      "step": 22992
    },
    {
      "epoch": 0.14744773630883673,
      "grad_norm": 25.1134090423584,
      "learning_rate": 0.00019989300802774463,
      "loss": 4.2886,
      "step": 22993
    },
    {
      "epoch": 0.14745414903167886,
      "grad_norm": 12.37480640411377,
      "learning_rate": 0.00019989299871056332,
      "loss": 4.2575,
      "step": 22994
    },
    {
      "epoch": 0.14746056175452096,
      "grad_norm": 3.8248589038848877,
      "learning_rate": 0.00019989298939297658,
      "loss": 4.1826,
      "step": 22995
    },
    {
      "epoch": 0.1474669744773631,
      "grad_norm": 11.138443946838379,
      "learning_rate": 0.0001998929800749844,
      "loss": 4.4299,
      "step": 22996
    },
    {
      "epoch": 0.1474733872002052,
      "grad_norm": 5.833499431610107,
      "learning_rate": 0.00019989297075658679,
      "loss": 4.4009,
      "step": 22997
    },
    {
      "epoch": 0.14747979992304733,
      "grad_norm": 20.918550491333008,
      "learning_rate": 0.00019989296143778368,
      "loss": 4.2817,
      "step": 22998
    },
    {
      "epoch": 0.14748621264588946,
      "grad_norm": 8.92065715789795,
      "learning_rate": 0.00019989295211857516,
      "loss": 4.0724,
      "step": 22999
    },
    {
      "epoch": 0.14749262536873156,
      "grad_norm": 5.9251627922058105,
      "learning_rate": 0.00019989294279896118,
      "loss": 4.2936,
      "step": 23000
    },
    {
      "epoch": 0.14749262536873156,
      "eval_loss": 4.280557155609131,
      "eval_runtime": 34.7609,
      "eval_samples_per_second": 90.187,
      "eval_steps_per_second": 22.554,
      "step": 23000
    },
    {
      "epoch": 0.1474990380915737,
      "grad_norm": 5.216259479522705,
      "learning_rate": 0.00019989293347894173,
      "loss": 4.0751,
      "step": 23001
    },
    {
      "epoch": 0.1475054508144158,
      "grad_norm": 7.147230625152588,
      "learning_rate": 0.00019989292415851685,
      "loss": 4.1669,
      "step": 23002
    },
    {
      "epoch": 0.14751186353725793,
      "grad_norm": 4.543065071105957,
      "learning_rate": 0.00019989291483768652,
      "loss": 4.0942,
      "step": 23003
    },
    {
      "epoch": 0.14751827626010003,
      "grad_norm": 5.448287487030029,
      "learning_rate": 0.00019989290551645077,
      "loss": 4.3953,
      "step": 23004
    },
    {
      "epoch": 0.14752468898294216,
      "grad_norm": 9.251879692077637,
      "learning_rate": 0.00019989289619480954,
      "loss": 4.4581,
      "step": 23005
    },
    {
      "epoch": 0.14753110170578426,
      "grad_norm": 6.155795097351074,
      "learning_rate": 0.00019989288687276285,
      "loss": 4.4144,
      "step": 23006
    },
    {
      "epoch": 0.1475375144286264,
      "grad_norm": 8.285388946533203,
      "learning_rate": 0.00019989287755031076,
      "loss": 4.4001,
      "step": 23007
    },
    {
      "epoch": 0.14754392715146852,
      "grad_norm": 5.08552360534668,
      "learning_rate": 0.00019989286822745314,
      "loss": 4.2847,
      "step": 23008
    },
    {
      "epoch": 0.14755033987431063,
      "grad_norm": 4.2845964431762695,
      "learning_rate": 0.00019989285890419014,
      "loss": 4.2947,
      "step": 23009
    },
    {
      "epoch": 0.14755675259715276,
      "grad_norm": 7.61610221862793,
      "learning_rate": 0.00019989284958052167,
      "loss": 4.2503,
      "step": 23010
    },
    {
      "epoch": 0.14756316531999486,
      "grad_norm": 5.713489532470703,
      "learning_rate": 0.00019989284025644774,
      "loss": 4.317,
      "step": 23011
    },
    {
      "epoch": 0.147569578042837,
      "grad_norm": 146.9643096923828,
      "learning_rate": 0.00019989283093196838,
      "loss": 4.7191,
      "step": 23012
    },
    {
      "epoch": 0.1475759907656791,
      "grad_norm": 7.5581583976745605,
      "learning_rate": 0.00019989282160708355,
      "loss": 4.2278,
      "step": 23013
    },
    {
      "epoch": 0.14758240348852122,
      "grad_norm": 4.947743892669678,
      "learning_rate": 0.0001998928122817933,
      "loss": 4.4755,
      "step": 23014
    },
    {
      "epoch": 0.14758881621136336,
      "grad_norm": 4.750862121582031,
      "learning_rate": 0.00019989280295609757,
      "loss": 3.9019,
      "step": 23015
    },
    {
      "epoch": 0.14759522893420546,
      "grad_norm": 7.3860883712768555,
      "learning_rate": 0.00019989279362999643,
      "loss": 4.4033,
      "step": 23016
    },
    {
      "epoch": 0.1476016416570476,
      "grad_norm": 4.372625350952148,
      "learning_rate": 0.00019989278430348982,
      "loss": 4.5827,
      "step": 23017
    },
    {
      "epoch": 0.1476080543798897,
      "grad_norm": 6.351472854614258,
      "learning_rate": 0.00019989277497657777,
      "loss": 4.378,
      "step": 23018
    },
    {
      "epoch": 0.14761446710273182,
      "grad_norm": 10.933611869812012,
      "learning_rate": 0.00019989276564926024,
      "loss": 4.6361,
      "step": 23019
    },
    {
      "epoch": 0.14762087982557393,
      "grad_norm": 7.753053665161133,
      "learning_rate": 0.0001998927563215373,
      "loss": 4.2445,
      "step": 23020
    },
    {
      "epoch": 0.14762729254841606,
      "grad_norm": 5.315745830535889,
      "learning_rate": 0.0001998927469934089,
      "loss": 4.3889,
      "step": 23021
    },
    {
      "epoch": 0.1476337052712582,
      "grad_norm": 7.878854751586914,
      "learning_rate": 0.00019989273766487503,
      "loss": 4.6436,
      "step": 23022
    },
    {
      "epoch": 0.1476401179941003,
      "grad_norm": 3.4914166927337646,
      "learning_rate": 0.00019989272833593574,
      "loss": 4.0563,
      "step": 23023
    },
    {
      "epoch": 0.14764653071694242,
      "grad_norm": 15.747961044311523,
      "learning_rate": 0.000199892719006591,
      "loss": 4.3292,
      "step": 23024
    },
    {
      "epoch": 0.14765294343978452,
      "grad_norm": 6.284119606018066,
      "learning_rate": 0.00019989270967684083,
      "loss": 4.0832,
      "step": 23025
    },
    {
      "epoch": 0.14765935616262665,
      "grad_norm": 5.551350116729736,
      "learning_rate": 0.00019989270034668515,
      "loss": 4.6017,
      "step": 23026
    },
    {
      "epoch": 0.14766576888546876,
      "grad_norm": 3.4933931827545166,
      "learning_rate": 0.00019989269101612406,
      "loss": 4.5435,
      "step": 23027
    },
    {
      "epoch": 0.1476721816083109,
      "grad_norm": 3.09391188621521,
      "learning_rate": 0.00019989268168515753,
      "loss": 4.6061,
      "step": 23028
    },
    {
      "epoch": 0.14767859433115302,
      "grad_norm": 4.052295207977295,
      "learning_rate": 0.00019989267235378554,
      "loss": 4.2177,
      "step": 23029
    },
    {
      "epoch": 0.14768500705399512,
      "grad_norm": 12.235541343688965,
      "learning_rate": 0.0001998926630220081,
      "loss": 4.3702,
      "step": 23030
    },
    {
      "epoch": 0.14769141977683725,
      "grad_norm": 3.6362969875335693,
      "learning_rate": 0.00019989265368982521,
      "loss": 4.3741,
      "step": 23031
    },
    {
      "epoch": 0.14769783249967935,
      "grad_norm": 6.307300090789795,
      "learning_rate": 0.0001998926443572369,
      "loss": 4.2915,
      "step": 23032
    },
    {
      "epoch": 0.14770424522252149,
      "grad_norm": 4.5113325119018555,
      "learning_rate": 0.0001998926350242431,
      "loss": 4.157,
      "step": 23033
    },
    {
      "epoch": 0.1477106579453636,
      "grad_norm": 6.007167816162109,
      "learning_rate": 0.0001998926256908439,
      "loss": 4.356,
      "step": 23034
    },
    {
      "epoch": 0.14771707066820572,
      "grad_norm": 5.205754280090332,
      "learning_rate": 0.0001998926163570392,
      "loss": 4.2987,
      "step": 23035
    },
    {
      "epoch": 0.14772348339104785,
      "grad_norm": 5.033419609069824,
      "learning_rate": 0.0001998926070228291,
      "loss": 4.3279,
      "step": 23036
    },
    {
      "epoch": 0.14772989611388995,
      "grad_norm": 4.090940475463867,
      "learning_rate": 0.00019989259768821353,
      "loss": 4.2211,
      "step": 23037
    },
    {
      "epoch": 0.14773630883673208,
      "grad_norm": 4.23579216003418,
      "learning_rate": 0.00019989258835319252,
      "loss": 4.5032,
      "step": 23038
    },
    {
      "epoch": 0.14774272155957419,
      "grad_norm": 4.336279392242432,
      "learning_rate": 0.00019989257901776607,
      "loss": 4.3387,
      "step": 23039
    },
    {
      "epoch": 0.14774913428241632,
      "grad_norm": 4.119992733001709,
      "learning_rate": 0.00019989256968193413,
      "loss": 4.4856,
      "step": 23040
    },
    {
      "epoch": 0.14775554700525842,
      "grad_norm": 3.8594648838043213,
      "learning_rate": 0.00019989256034569678,
      "loss": 4.2948,
      "step": 23041
    },
    {
      "epoch": 0.14776195972810055,
      "grad_norm": 3.4052071571350098,
      "learning_rate": 0.00019989255100905397,
      "loss": 4.3125,
      "step": 23042
    },
    {
      "epoch": 0.14776837245094268,
      "grad_norm": 8.105195045471191,
      "learning_rate": 0.00019989254167200571,
      "loss": 4.3416,
      "step": 23043
    },
    {
      "epoch": 0.14777478517378478,
      "grad_norm": 4.925108432769775,
      "learning_rate": 0.000199892532334552,
      "loss": 4.3231,
      "step": 23044
    },
    {
      "epoch": 0.14778119789662691,
      "grad_norm": 2.9186418056488037,
      "learning_rate": 0.00019989252299669285,
      "loss": 4.0713,
      "step": 23045
    },
    {
      "epoch": 0.14778761061946902,
      "grad_norm": 3.4867966175079346,
      "learning_rate": 0.00019989251365842828,
      "loss": 4.0295,
      "step": 23046
    },
    {
      "epoch": 0.14779402334231115,
      "grad_norm": 3.5633723735809326,
      "learning_rate": 0.00019989250431975823,
      "loss": 4.473,
      "step": 23047
    },
    {
      "epoch": 0.14780043606515325,
      "grad_norm": 5.2923903465271,
      "learning_rate": 0.00019989249498068273,
      "loss": 4.1766,
      "step": 23048
    },
    {
      "epoch": 0.14780684878799538,
      "grad_norm": 2.9668893814086914,
      "learning_rate": 0.0001998924856412018,
      "loss": 4.2612,
      "step": 23049
    },
    {
      "epoch": 0.1478132615108375,
      "grad_norm": 23.534103393554688,
      "learning_rate": 0.00019989247630131544,
      "loss": 4.2208,
      "step": 23050
    },
    {
      "epoch": 0.14781967423367962,
      "grad_norm": 5.249724388122559,
      "learning_rate": 0.0001998924669610236,
      "loss": 4.1824,
      "step": 23051
    },
    {
      "epoch": 0.14782608695652175,
      "grad_norm": 4.833759784698486,
      "learning_rate": 0.0001998924576203263,
      "loss": 4.3739,
      "step": 23052
    },
    {
      "epoch": 0.14783249967936385,
      "grad_norm": 3.669830083847046,
      "learning_rate": 0.00019989244827922357,
      "loss": 3.9508,
      "step": 23053
    },
    {
      "epoch": 0.14783891240220598,
      "grad_norm": 3.3327953815460205,
      "learning_rate": 0.0001998924389377154,
      "loss": 4.2705,
      "step": 23054
    },
    {
      "epoch": 0.14784532512504808,
      "grad_norm": 3.5861058235168457,
      "learning_rate": 0.0001998924295958018,
      "loss": 4.3134,
      "step": 23055
    },
    {
      "epoch": 0.1478517378478902,
      "grad_norm": 6.728158950805664,
      "learning_rate": 0.00019989242025348275,
      "loss": 4.4262,
      "step": 23056
    },
    {
      "epoch": 0.14785815057073234,
      "grad_norm": 5.403204441070557,
      "learning_rate": 0.00019989241091075824,
      "loss": 4.4422,
      "step": 23057
    },
    {
      "epoch": 0.14786456329357445,
      "grad_norm": 3.3267180919647217,
      "learning_rate": 0.00019989240156762826,
      "loss": 4.0126,
      "step": 23058
    },
    {
      "epoch": 0.14787097601641658,
      "grad_norm": 3.242370128631592,
      "learning_rate": 0.00019989239222409288,
      "loss": 4.4893,
      "step": 23059
    },
    {
      "epoch": 0.14787738873925868,
      "grad_norm": 3.003767967224121,
      "learning_rate": 0.000199892382880152,
      "loss": 4.2163,
      "step": 23060
    },
    {
      "epoch": 0.1478838014621008,
      "grad_norm": 6.468164443969727,
      "learning_rate": 0.0001998923735358057,
      "loss": 4.3905,
      "step": 23061
    },
    {
      "epoch": 0.14789021418494291,
      "grad_norm": 3.172555446624756,
      "learning_rate": 0.00019989236419105396,
      "loss": 4.297,
      "step": 23062
    },
    {
      "epoch": 0.14789662690778504,
      "grad_norm": 4.11332368850708,
      "learning_rate": 0.00019989235484589677,
      "loss": 4.5318,
      "step": 23063
    },
    {
      "epoch": 0.14790303963062718,
      "grad_norm": 3.2493069171905518,
      "learning_rate": 0.00019989234550033414,
      "loss": 4.1636,
      "step": 23064
    },
    {
      "epoch": 0.14790945235346928,
      "grad_norm": 2.6012556552886963,
      "learning_rate": 0.00019989233615436605,
      "loss": 4.2007,
      "step": 23065
    },
    {
      "epoch": 0.1479158650763114,
      "grad_norm": 3.539039134979248,
      "learning_rate": 0.0001998923268079925,
      "loss": 4.0534,
      "step": 23066
    },
    {
      "epoch": 0.1479222777991535,
      "grad_norm": 3.641571283340454,
      "learning_rate": 0.0001998923174612135,
      "loss": 4.3083,
      "step": 23067
    },
    {
      "epoch": 0.14792869052199564,
      "grad_norm": 30.507375717163086,
      "learning_rate": 0.0001998923081140291,
      "loss": 4.3237,
      "step": 23068
    },
    {
      "epoch": 0.14793510324483775,
      "grad_norm": 2.5847091674804688,
      "learning_rate": 0.00019989229876643923,
      "loss": 4.4034,
      "step": 23069
    },
    {
      "epoch": 0.14794151596767988,
      "grad_norm": 8.291032791137695,
      "learning_rate": 0.0001998922894184439,
      "loss": 4.2374,
      "step": 23070
    },
    {
      "epoch": 0.147947928690522,
      "grad_norm": 4.190793991088867,
      "learning_rate": 0.00019989228007004313,
      "loss": 4.0233,
      "step": 23071
    },
    {
      "epoch": 0.1479543414133641,
      "grad_norm": 4.132891654968262,
      "learning_rate": 0.00019989227072123692,
      "loss": 4.2353,
      "step": 23072
    },
    {
      "epoch": 0.14796075413620624,
      "grad_norm": 4.284954071044922,
      "learning_rate": 0.00019989226137202528,
      "loss": 4.1246,
      "step": 23073
    },
    {
      "epoch": 0.14796716685904834,
      "grad_norm": 3.112180233001709,
      "learning_rate": 0.00019989225202240817,
      "loss": 4.2203,
      "step": 23074
    },
    {
      "epoch": 0.14797357958189047,
      "grad_norm": 2.9562418460845947,
      "learning_rate": 0.00019989224267238562,
      "loss": 4.5068,
      "step": 23075
    },
    {
      "epoch": 0.14797999230473258,
      "grad_norm": 3.2470152378082275,
      "learning_rate": 0.00019989223332195764,
      "loss": 4.3002,
      "step": 23076
    },
    {
      "epoch": 0.1479864050275747,
      "grad_norm": 3.327540636062622,
      "learning_rate": 0.0001998922239711242,
      "loss": 4.2982,
      "step": 23077
    },
    {
      "epoch": 0.14799281775041684,
      "grad_norm": 2.777226686477661,
      "learning_rate": 0.0001998922146198853,
      "loss": 4.2901,
      "step": 23078
    },
    {
      "epoch": 0.14799923047325894,
      "grad_norm": 3.196681499481201,
      "learning_rate": 0.00019989220526824095,
      "loss": 4.5184,
      "step": 23079
    },
    {
      "epoch": 0.14800564319610107,
      "grad_norm": 4.258338451385498,
      "learning_rate": 0.00019989219591619116,
      "loss": 4.1367,
      "step": 23080
    },
    {
      "epoch": 0.14801205591894318,
      "grad_norm": 5.382826328277588,
      "learning_rate": 0.00019989218656373594,
      "loss": 4.3195,
      "step": 23081
    },
    {
      "epoch": 0.1480184686417853,
      "grad_norm": 9.159419059753418,
      "learning_rate": 0.00019989217721087528,
      "loss": 4.2933,
      "step": 23082
    },
    {
      "epoch": 0.1480248813646274,
      "grad_norm": 6.464491844177246,
      "learning_rate": 0.00019989216785760915,
      "loss": 4.3286,
      "step": 23083
    },
    {
      "epoch": 0.14803129408746954,
      "grad_norm": 25.99769401550293,
      "learning_rate": 0.00019989215850393759,
      "loss": 3.9676,
      "step": 23084
    },
    {
      "epoch": 0.14803770681031167,
      "grad_norm": 4.163047790527344,
      "learning_rate": 0.00019989214914986058,
      "loss": 4.3833,
      "step": 23085
    },
    {
      "epoch": 0.14804411953315377,
      "grad_norm": 3.8445687294006348,
      "learning_rate": 0.00019989213979537814,
      "loss": 4.3541,
      "step": 23086
    },
    {
      "epoch": 0.1480505322559959,
      "grad_norm": 2.7895495891571045,
      "learning_rate": 0.00019989213044049024,
      "loss": 4.2351,
      "step": 23087
    },
    {
      "epoch": 0.148056944978838,
      "grad_norm": 3.0935792922973633,
      "learning_rate": 0.00019989212108519687,
      "loss": 4.4212,
      "step": 23088
    },
    {
      "epoch": 0.14806335770168014,
      "grad_norm": 3.3591277599334717,
      "learning_rate": 0.0001998921117294981,
      "loss": 4.1867,
      "step": 23089
    },
    {
      "epoch": 0.14806977042452224,
      "grad_norm": 6.078747749328613,
      "learning_rate": 0.00019989210237339388,
      "loss": 4.2499,
      "step": 23090
    },
    {
      "epoch": 0.14807618314736437,
      "grad_norm": 4.586331367492676,
      "learning_rate": 0.00019989209301688417,
      "loss": 4.4474,
      "step": 23091
    },
    {
      "epoch": 0.1480825958702065,
      "grad_norm": 3.4354796409606934,
      "learning_rate": 0.00019989208365996905,
      "loss": 4.7921,
      "step": 23092
    },
    {
      "epoch": 0.1480890085930486,
      "grad_norm": 3.8562674522399902,
      "learning_rate": 0.00019989207430264847,
      "loss": 4.0799,
      "step": 23093
    },
    {
      "epoch": 0.14809542131589074,
      "grad_norm": 2.547776222229004,
      "learning_rate": 0.00019989206494492245,
      "loss": 4.4494,
      "step": 23094
    },
    {
      "epoch": 0.14810183403873284,
      "grad_norm": 9.753833770751953,
      "learning_rate": 0.000199892055586791,
      "loss": 4.6013,
      "step": 23095
    },
    {
      "epoch": 0.14810824676157497,
      "grad_norm": 11.509062767028809,
      "learning_rate": 0.00019989204622825407,
      "loss": 4.7293,
      "step": 23096
    },
    {
      "epoch": 0.14811465948441707,
      "grad_norm": 7.880783557891846,
      "learning_rate": 0.0001998920368693117,
      "loss": 4.3849,
      "step": 23097
    },
    {
      "epoch": 0.1481210722072592,
      "grad_norm": 2.9982683658599854,
      "learning_rate": 0.00019989202750996391,
      "loss": 4.1428,
      "step": 23098
    },
    {
      "epoch": 0.14812748493010133,
      "grad_norm": 3.31960391998291,
      "learning_rate": 0.00019989201815021068,
      "loss": 4.2903,
      "step": 23099
    },
    {
      "epoch": 0.14813389765294344,
      "grad_norm": 4.325732707977295,
      "learning_rate": 0.00019989200879005198,
      "loss": 4.3784,
      "step": 23100
    },
    {
      "epoch": 0.14813389765294344,
      "eval_loss": 4.273376941680908,
      "eval_runtime": 34.7618,
      "eval_samples_per_second": 90.185,
      "eval_steps_per_second": 22.553,
      "step": 23100
    },
    {
      "epoch": 0.14814031037578557,
      "grad_norm": 4.478333473205566,
      "learning_rate": 0.00019989199942948785,
      "loss": 4.2141,
      "step": 23101
    },
    {
      "epoch": 0.14814672309862767,
      "grad_norm": 10.050788879394531,
      "learning_rate": 0.00019989199006851825,
      "loss": 4.4216,
      "step": 23102
    },
    {
      "epoch": 0.1481531358214698,
      "grad_norm": 40.24039077758789,
      "learning_rate": 0.00019989198070714324,
      "loss": 4.5047,
      "step": 23103
    },
    {
      "epoch": 0.1481595485443119,
      "grad_norm": 3.3536455631256104,
      "learning_rate": 0.00019989197134536276,
      "loss": 4.2567,
      "step": 23104
    },
    {
      "epoch": 0.14816596126715403,
      "grad_norm": 7.433359622955322,
      "learning_rate": 0.00019989196198317685,
      "loss": 4.3445,
      "step": 23105
    },
    {
      "epoch": 0.14817237398999616,
      "grad_norm": 4.864149570465088,
      "learning_rate": 0.0001998919526205855,
      "loss": 4.2922,
      "step": 23106
    },
    {
      "epoch": 0.14817878671283827,
      "grad_norm": 3.0787250995635986,
      "learning_rate": 0.00019989194325758866,
      "loss": 4.7012,
      "step": 23107
    },
    {
      "epoch": 0.1481851994356804,
      "grad_norm": 4.073040962219238,
      "learning_rate": 0.00019989193389418643,
      "loss": 4.1996,
      "step": 23108
    },
    {
      "epoch": 0.1481916121585225,
      "grad_norm": 3.5981569290161133,
      "learning_rate": 0.00019989192453037871,
      "loss": 4.1312,
      "step": 23109
    },
    {
      "epoch": 0.14819802488136463,
      "grad_norm": 3.3108086585998535,
      "learning_rate": 0.00019989191516616556,
      "loss": 4.0518,
      "step": 23110
    },
    {
      "epoch": 0.14820443760420673,
      "grad_norm": 3.433122158050537,
      "learning_rate": 0.000199891905801547,
      "loss": 4.3364,
      "step": 23111
    },
    {
      "epoch": 0.14821085032704887,
      "grad_norm": 3.498404026031494,
      "learning_rate": 0.00019989189643652297,
      "loss": 4.2716,
      "step": 23112
    },
    {
      "epoch": 0.148217263049891,
      "grad_norm": 3.5302205085754395,
      "learning_rate": 0.00019989188707109347,
      "loss": 4.2542,
      "step": 23113
    },
    {
      "epoch": 0.1482236757727331,
      "grad_norm": 3.060476303100586,
      "learning_rate": 0.00019989187770525857,
      "loss": 4.2542,
      "step": 23114
    },
    {
      "epoch": 0.14823008849557523,
      "grad_norm": 3.4407079219818115,
      "learning_rate": 0.0001998918683390182,
      "loss": 4.3203,
      "step": 23115
    },
    {
      "epoch": 0.14823650121841733,
      "grad_norm": 3.558837890625,
      "learning_rate": 0.0001998918589723724,
      "loss": 4.2947,
      "step": 23116
    },
    {
      "epoch": 0.14824291394125946,
      "grad_norm": 8.65248966217041,
      "learning_rate": 0.00019989184960532113,
      "loss": 4.5277,
      "step": 23117
    },
    {
      "epoch": 0.14824932666410157,
      "grad_norm": 3.3037750720977783,
      "learning_rate": 0.00019989184023786445,
      "loss": 4.3932,
      "step": 23118
    },
    {
      "epoch": 0.1482557393869437,
      "grad_norm": 3.5211684703826904,
      "learning_rate": 0.0001998918308700023,
      "loss": 4.6059,
      "step": 23119
    },
    {
      "epoch": 0.14826215210978583,
      "grad_norm": 4.516946315765381,
      "learning_rate": 0.00019989182150173472,
      "loss": 4.5518,
      "step": 23120
    },
    {
      "epoch": 0.14826856483262793,
      "grad_norm": 3.7041125297546387,
      "learning_rate": 0.00019989181213306168,
      "loss": 4.1415,
      "step": 23121
    },
    {
      "epoch": 0.14827497755547006,
      "grad_norm": 4.876317977905273,
      "learning_rate": 0.00019989180276398322,
      "loss": 4.4824,
      "step": 23122
    },
    {
      "epoch": 0.14828139027831216,
      "grad_norm": 4.099799633026123,
      "learning_rate": 0.00019989179339449927,
      "loss": 4.5312,
      "step": 23123
    },
    {
      "epoch": 0.1482878030011543,
      "grad_norm": 34.99742126464844,
      "learning_rate": 0.0001998917840246099,
      "loss": 4.4325,
      "step": 23124
    },
    {
      "epoch": 0.1482942157239964,
      "grad_norm": 5.99705171585083,
      "learning_rate": 0.0001998917746543151,
      "loss": 4.2226,
      "step": 23125
    },
    {
      "epoch": 0.14830062844683853,
      "grad_norm": 3.0801799297332764,
      "learning_rate": 0.00019989176528361483,
      "loss": 4.4532,
      "step": 23126
    },
    {
      "epoch": 0.14830704116968066,
      "grad_norm": 4.859551906585693,
      "learning_rate": 0.00019989175591250916,
      "loss": 4.2993,
      "step": 23127
    },
    {
      "epoch": 0.14831345389252276,
      "grad_norm": 3.0269126892089844,
      "learning_rate": 0.000199891746540998,
      "loss": 4.2522,
      "step": 23128
    },
    {
      "epoch": 0.1483198666153649,
      "grad_norm": 3.6629559993743896,
      "learning_rate": 0.00019989173716908142,
      "loss": 4.6065,
      "step": 23129
    },
    {
      "epoch": 0.148326279338207,
      "grad_norm": 3.069977283477783,
      "learning_rate": 0.0001998917277967594,
      "loss": 4.0881,
      "step": 23130
    },
    {
      "epoch": 0.14833269206104913,
      "grad_norm": 4.200037479400635,
      "learning_rate": 0.0001998917184240319,
      "loss": 4.4279,
      "step": 23131
    },
    {
      "epoch": 0.14833910478389123,
      "grad_norm": 24.415328979492188,
      "learning_rate": 0.000199891709050899,
      "loss": 4.5233,
      "step": 23132
    },
    {
      "epoch": 0.14834551750673336,
      "grad_norm": 3.889134407043457,
      "learning_rate": 0.00019989169967736065,
      "loss": 4.3257,
      "step": 23133
    },
    {
      "epoch": 0.1483519302295755,
      "grad_norm": 4.559213161468506,
      "learning_rate": 0.00019989169030341683,
      "loss": 4.3514,
      "step": 23134
    },
    {
      "epoch": 0.1483583429524176,
      "grad_norm": 4.136331081390381,
      "learning_rate": 0.00019989168092906758,
      "loss": 4.2351,
      "step": 23135
    },
    {
      "epoch": 0.14836475567525972,
      "grad_norm": 2.9910366535186768,
      "learning_rate": 0.00019989167155431287,
      "loss": 4.5345,
      "step": 23136
    },
    {
      "epoch": 0.14837116839810183,
      "grad_norm": 6.269181251525879,
      "learning_rate": 0.00019989166217915277,
      "loss": 4.5066,
      "step": 23137
    },
    {
      "epoch": 0.14837758112094396,
      "grad_norm": 3.4781243801116943,
      "learning_rate": 0.00019989165280358715,
      "loss": 4.2862,
      "step": 23138
    },
    {
      "epoch": 0.14838399384378606,
      "grad_norm": 3.3791346549987793,
      "learning_rate": 0.00019989164342761612,
      "loss": 4.1368,
      "step": 23139
    },
    {
      "epoch": 0.1483904065666282,
      "grad_norm": 4.526185989379883,
      "learning_rate": 0.00019989163405123968,
      "loss": 4.1005,
      "step": 23140
    },
    {
      "epoch": 0.14839681928947032,
      "grad_norm": 3.0377697944641113,
      "learning_rate": 0.00019989162467445778,
      "loss": 4.5918,
      "step": 23141
    },
    {
      "epoch": 0.14840323201231242,
      "grad_norm": 3.2354326248168945,
      "learning_rate": 0.00019989161529727038,
      "loss": 4.0706,
      "step": 23142
    },
    {
      "epoch": 0.14840964473515456,
      "grad_norm": 8.545251846313477,
      "learning_rate": 0.0001998916059196776,
      "loss": 4.2169,
      "step": 23143
    },
    {
      "epoch": 0.14841605745799666,
      "grad_norm": 4.006786823272705,
      "learning_rate": 0.00019989159654167934,
      "loss": 4.4066,
      "step": 23144
    },
    {
      "epoch": 0.1484224701808388,
      "grad_norm": 3.722912311553955,
      "learning_rate": 0.00019989158716327568,
      "loss": 4.2468,
      "step": 23145
    },
    {
      "epoch": 0.1484288829036809,
      "grad_norm": 3.2346997261047363,
      "learning_rate": 0.00019989157778446654,
      "loss": 4.1572,
      "step": 23146
    },
    {
      "epoch": 0.14843529562652302,
      "grad_norm": 4.0979084968566895,
      "learning_rate": 0.00019989156840525196,
      "loss": 4.2037,
      "step": 23147
    },
    {
      "epoch": 0.14844170834936515,
      "grad_norm": 3.578792095184326,
      "learning_rate": 0.00019989155902563194,
      "loss": 4.5093,
      "step": 23148
    },
    {
      "epoch": 0.14844812107220726,
      "grad_norm": 3.242048740386963,
      "learning_rate": 0.0001998915496456065,
      "loss": 4.4946,
      "step": 23149
    },
    {
      "epoch": 0.1484545337950494,
      "grad_norm": 6.220373153686523,
      "learning_rate": 0.0001998915402651756,
      "loss": 4.2552,
      "step": 23150
    },
    {
      "epoch": 0.1484609465178915,
      "grad_norm": 5.153625965118408,
      "learning_rate": 0.00019989153088433926,
      "loss": 4.4216,
      "step": 23151
    },
    {
      "epoch": 0.14846735924073362,
      "grad_norm": 6.679931163787842,
      "learning_rate": 0.00019989152150309743,
      "loss": 4.4729,
      "step": 23152
    },
    {
      "epoch": 0.14847377196357572,
      "grad_norm": 3.4957997798919678,
      "learning_rate": 0.0001998915121214502,
      "loss": 4.3728,
      "step": 23153
    },
    {
      "epoch": 0.14848018468641785,
      "grad_norm": 4.391397953033447,
      "learning_rate": 0.00019989150273939753,
      "loss": 4.3685,
      "step": 23154
    },
    {
      "epoch": 0.14848659740925998,
      "grad_norm": 3.134941339492798,
      "learning_rate": 0.00019989149335693942,
      "loss": 4.4814,
      "step": 23155
    },
    {
      "epoch": 0.1484930101321021,
      "grad_norm": 3.1031837463378906,
      "learning_rate": 0.00019989148397407585,
      "loss": 4.3994,
      "step": 23156
    },
    {
      "epoch": 0.14849942285494422,
      "grad_norm": 12.533186912536621,
      "learning_rate": 0.00019989147459080684,
      "loss": 4.3668,
      "step": 23157
    },
    {
      "epoch": 0.14850583557778632,
      "grad_norm": 2.9997026920318604,
      "learning_rate": 0.0001998914652071324,
      "loss": 4.271,
      "step": 23158
    },
    {
      "epoch": 0.14851224830062845,
      "grad_norm": 3.6031875610351562,
      "learning_rate": 0.0001998914558230525,
      "loss": 4.4758,
      "step": 23159
    },
    {
      "epoch": 0.14851866102347056,
      "grad_norm": 2.916520118713379,
      "learning_rate": 0.00019989144643856716,
      "loss": 4.4652,
      "step": 23160
    },
    {
      "epoch": 0.14852507374631269,
      "grad_norm": 3.898306369781494,
      "learning_rate": 0.0001998914370536764,
      "loss": 4.4307,
      "step": 23161
    },
    {
      "epoch": 0.14853148646915482,
      "grad_norm": 4.321810245513916,
      "learning_rate": 0.00019989142766838018,
      "loss": 4.3677,
      "step": 23162
    },
    {
      "epoch": 0.14853789919199692,
      "grad_norm": 5.144130706787109,
      "learning_rate": 0.0001998914182826785,
      "loss": 4.2591,
      "step": 23163
    },
    {
      "epoch": 0.14854431191483905,
      "grad_norm": 3.1008405685424805,
      "learning_rate": 0.00019989140889657142,
      "loss": 4.0623,
      "step": 23164
    },
    {
      "epoch": 0.14855072463768115,
      "grad_norm": 3.341434955596924,
      "learning_rate": 0.00019989139951005885,
      "loss": 4.1633,
      "step": 23165
    },
    {
      "epoch": 0.14855713736052328,
      "grad_norm": 3.1825320720672607,
      "learning_rate": 0.00019989139012314085,
      "loss": 4.5455,
      "step": 23166
    },
    {
      "epoch": 0.1485635500833654,
      "grad_norm": 4.732221603393555,
      "learning_rate": 0.0001998913807358174,
      "loss": 4.1425,
      "step": 23167
    },
    {
      "epoch": 0.14856996280620752,
      "grad_norm": 2.92008638381958,
      "learning_rate": 0.00019989137134808856,
      "loss": 4.4476,
      "step": 23168
    },
    {
      "epoch": 0.14857637552904965,
      "grad_norm": 8.235547065734863,
      "learning_rate": 0.00019989136195995422,
      "loss": 4.5416,
      "step": 23169
    },
    {
      "epoch": 0.14858278825189175,
      "grad_norm": 3.8177578449249268,
      "learning_rate": 0.00019989135257141447,
      "loss": 4.3832,
      "step": 23170
    },
    {
      "epoch": 0.14858920097473388,
      "grad_norm": 3.6668803691864014,
      "learning_rate": 0.00019989134318246926,
      "loss": 4.3516,
      "step": 23171
    },
    {
      "epoch": 0.14859561369757598,
      "grad_norm": 3.411851406097412,
      "learning_rate": 0.0001998913337931186,
      "loss": 4.3113,
      "step": 23172
    },
    {
      "epoch": 0.14860202642041812,
      "grad_norm": 3.8733980655670166,
      "learning_rate": 0.00019989132440336254,
      "loss": 4.6139,
      "step": 23173
    },
    {
      "epoch": 0.14860843914326022,
      "grad_norm": 19.7394962310791,
      "learning_rate": 0.000199891315013201,
      "loss": 4.33,
      "step": 23174
    },
    {
      "epoch": 0.14861485186610235,
      "grad_norm": 2.654111623764038,
      "learning_rate": 0.000199891305622634,
      "loss": 4.2322,
      "step": 23175
    },
    {
      "epoch": 0.14862126458894448,
      "grad_norm": 9.15479850769043,
      "learning_rate": 0.0001998912962316616,
      "loss": 4.3373,
      "step": 23176
    },
    {
      "epoch": 0.14862767731178658,
      "grad_norm": 7.039746284484863,
      "learning_rate": 0.00019989128684028376,
      "loss": 4.3473,
      "step": 23177
    },
    {
      "epoch": 0.1486340900346287,
      "grad_norm": 4.991652965545654,
      "learning_rate": 0.00019989127744850045,
      "loss": 4.3824,
      "step": 23178
    },
    {
      "epoch": 0.14864050275747082,
      "grad_norm": 3.544111490249634,
      "learning_rate": 0.00019989126805631169,
      "loss": 4.3976,
      "step": 23179
    },
    {
      "epoch": 0.14864691548031295,
      "grad_norm": 5.16293478012085,
      "learning_rate": 0.0001998912586637175,
      "loss": 4.2866,
      "step": 23180
    },
    {
      "epoch": 0.14865332820315505,
      "grad_norm": 3.109095573425293,
      "learning_rate": 0.0001998912492707179,
      "loss": 4.3729,
      "step": 23181
    },
    {
      "epoch": 0.14865974092599718,
      "grad_norm": 8.398508071899414,
      "learning_rate": 0.0001998912398773128,
      "loss": 4.2661,
      "step": 23182
    },
    {
      "epoch": 0.1486661536488393,
      "grad_norm": 3.893759250640869,
      "learning_rate": 0.0001998912304835023,
      "loss": 4.2711,
      "step": 23183
    },
    {
      "epoch": 0.1486725663716814,
      "grad_norm": 3.8426661491394043,
      "learning_rate": 0.00019989122108928634,
      "loss": 4.5279,
      "step": 23184
    },
    {
      "epoch": 0.14867897909452354,
      "grad_norm": 2.707516670227051,
      "learning_rate": 0.00019989121169466497,
      "loss": 4.2627,
      "step": 23185
    },
    {
      "epoch": 0.14868539181736565,
      "grad_norm": 150.83299255371094,
      "learning_rate": 0.00019989120229963812,
      "loss": 4.2693,
      "step": 23186
    },
    {
      "epoch": 0.14869180454020778,
      "grad_norm": 3.4447391033172607,
      "learning_rate": 0.00019989119290420582,
      "loss": 4.2998,
      "step": 23187
    },
    {
      "epoch": 0.14869821726304988,
      "grad_norm": 17.647850036621094,
      "learning_rate": 0.00019989118350836812,
      "loss": 4.3996,
      "step": 23188
    },
    {
      "epoch": 0.148704629985892,
      "grad_norm": 3.43574595451355,
      "learning_rate": 0.00019989117411212495,
      "loss": 4.3524,
      "step": 23189
    },
    {
      "epoch": 0.14871104270873411,
      "grad_norm": 8.611266136169434,
      "learning_rate": 0.00019989116471547634,
      "loss": 4.2354,
      "step": 23190
    },
    {
      "epoch": 0.14871745543157625,
      "grad_norm": 2.5868406295776367,
      "learning_rate": 0.0001998911553184223,
      "loss": 4.2466,
      "step": 23191
    },
    {
      "epoch": 0.14872386815441838,
      "grad_norm": 5.170465469360352,
      "learning_rate": 0.0001998911459209628,
      "loss": 4.2996,
      "step": 23192
    },
    {
      "epoch": 0.14873028087726048,
      "grad_norm": 4.665464401245117,
      "learning_rate": 0.00019989113652309787,
      "loss": 4.1438,
      "step": 23193
    },
    {
      "epoch": 0.1487366936001026,
      "grad_norm": 85.59603118896484,
      "learning_rate": 0.00019989112712482748,
      "loss": 4.4716,
      "step": 23194
    },
    {
      "epoch": 0.1487431063229447,
      "grad_norm": 3.7775213718414307,
      "learning_rate": 0.0001998911177261517,
      "loss": 4.0221,
      "step": 23195
    },
    {
      "epoch": 0.14874951904578684,
      "grad_norm": 3.4325339794158936,
      "learning_rate": 0.00019989110832707043,
      "loss": 4.5466,
      "step": 23196
    },
    {
      "epoch": 0.14875593176862895,
      "grad_norm": 3.4689323902130127,
      "learning_rate": 0.00019989109892758374,
      "loss": 4.4093,
      "step": 23197
    },
    {
      "epoch": 0.14876234449147108,
      "grad_norm": 3.5916388034820557,
      "learning_rate": 0.00019989108952769158,
      "loss": 4.3472,
      "step": 23198
    },
    {
      "epoch": 0.1487687572143132,
      "grad_norm": 4.564193248748779,
      "learning_rate": 0.000199891080127394,
      "loss": 4.3629,
      "step": 23199
    },
    {
      "epoch": 0.1487751699371553,
      "grad_norm": 4.146552085876465,
      "learning_rate": 0.000199891070726691,
      "loss": 4.5595,
      "step": 23200
    },
    {
      "epoch": 0.1487751699371553,
      "eval_loss": 4.2717461585998535,
      "eval_runtime": 34.8213,
      "eval_samples_per_second": 90.031,
      "eval_steps_per_second": 22.515,
      "step": 23200
    },
    {
      "epoch": 0.14878158265999744,
      "grad_norm": 4.818851947784424,
      "learning_rate": 0.00019989106132558253,
      "loss": 4.2547,
      "step": 23201
    },
    {
      "epoch": 0.14878799538283954,
      "grad_norm": 10.00087833404541,
      "learning_rate": 0.00019989105192406862,
      "loss": 4.2002,
      "step": 23202
    },
    {
      "epoch": 0.14879440810568167,
      "grad_norm": 12.486684799194336,
      "learning_rate": 0.00019989104252214927,
      "loss": 4.5319,
      "step": 23203
    },
    {
      "epoch": 0.14880082082852378,
      "grad_norm": 21.82453727722168,
      "learning_rate": 0.00019989103311982448,
      "loss": 4.2617,
      "step": 23204
    },
    {
      "epoch": 0.1488072335513659,
      "grad_norm": 4.654521465301514,
      "learning_rate": 0.00019989102371709426,
      "loss": 4.3885,
      "step": 23205
    },
    {
      "epoch": 0.14881364627420804,
      "grad_norm": 8.219063758850098,
      "learning_rate": 0.0001998910143139586,
      "loss": 4.0346,
      "step": 23206
    },
    {
      "epoch": 0.14882005899705014,
      "grad_norm": 3.4115216732025146,
      "learning_rate": 0.0001998910049104175,
      "loss": 4.5137,
      "step": 23207
    },
    {
      "epoch": 0.14882647171989227,
      "grad_norm": 5.107088565826416,
      "learning_rate": 0.00019989099550647094,
      "loss": 4.4992,
      "step": 23208
    },
    {
      "epoch": 0.14883288444273438,
      "grad_norm": 4.927511215209961,
      "learning_rate": 0.00019989098610211895,
      "loss": 4.4618,
      "step": 23209
    },
    {
      "epoch": 0.1488392971655765,
      "grad_norm": 4.655210971832275,
      "learning_rate": 0.0001998909766973615,
      "loss": 4.241,
      "step": 23210
    },
    {
      "epoch": 0.1488457098884186,
      "grad_norm": 7.5229010581970215,
      "learning_rate": 0.00019989096729219866,
      "loss": 4.6513,
      "step": 23211
    },
    {
      "epoch": 0.14885212261126074,
      "grad_norm": 3.8953335285186768,
      "learning_rate": 0.00019989095788663032,
      "loss": 4.5253,
      "step": 23212
    },
    {
      "epoch": 0.14885853533410287,
      "grad_norm": 3.2120110988616943,
      "learning_rate": 0.00019989094848065655,
      "loss": 4.2835,
      "step": 23213
    },
    {
      "epoch": 0.14886494805694497,
      "grad_norm": 5.021538734436035,
      "learning_rate": 0.00019989093907427736,
      "loss": 4.3639,
      "step": 23214
    },
    {
      "epoch": 0.1488713607797871,
      "grad_norm": 15.609824180603027,
      "learning_rate": 0.0001998909296674927,
      "loss": 4.2509,
      "step": 23215
    },
    {
      "epoch": 0.1488777735026292,
      "grad_norm": 5.115542411804199,
      "learning_rate": 0.00019989092026030265,
      "loss": 4.3287,
      "step": 23216
    },
    {
      "epoch": 0.14888418622547134,
      "grad_norm": 4.2504801750183105,
      "learning_rate": 0.00019989091085270713,
      "loss": 4.4644,
      "step": 23217
    },
    {
      "epoch": 0.14889059894831344,
      "grad_norm": 3.350620746612549,
      "learning_rate": 0.00019989090144470617,
      "loss": 4.4262,
      "step": 23218
    },
    {
      "epoch": 0.14889701167115557,
      "grad_norm": 3.5918755531311035,
      "learning_rate": 0.00019989089203629977,
      "loss": 4.4483,
      "step": 23219
    },
    {
      "epoch": 0.1489034243939977,
      "grad_norm": 3.412856340408325,
      "learning_rate": 0.00019989088262748793,
      "loss": 4.4087,
      "step": 23220
    },
    {
      "epoch": 0.1489098371168398,
      "grad_norm": 2.818965435028076,
      "learning_rate": 0.00019989087321827065,
      "loss": 4.3587,
      "step": 23221
    },
    {
      "epoch": 0.14891624983968194,
      "grad_norm": 5.907932758331299,
      "learning_rate": 0.00019989086380864791,
      "loss": 4.4341,
      "step": 23222
    },
    {
      "epoch": 0.14892266256252404,
      "grad_norm": 4.480127334594727,
      "learning_rate": 0.00019989085439861976,
      "loss": 4.5037,
      "step": 23223
    },
    {
      "epoch": 0.14892907528536617,
      "grad_norm": 3.70363712310791,
      "learning_rate": 0.00019989084498818615,
      "loss": 4.1964,
      "step": 23224
    },
    {
      "epoch": 0.14893548800820827,
      "grad_norm": 3.492307424545288,
      "learning_rate": 0.00019989083557734713,
      "loss": 4.1652,
      "step": 23225
    },
    {
      "epoch": 0.1489419007310504,
      "grad_norm": 4.567077159881592,
      "learning_rate": 0.00019989082616610264,
      "loss": 4.0923,
      "step": 23226
    },
    {
      "epoch": 0.14894831345389253,
      "grad_norm": 3.478485345840454,
      "learning_rate": 0.00019989081675445268,
      "loss": 4.1637,
      "step": 23227
    },
    {
      "epoch": 0.14895472617673464,
      "grad_norm": 3.4172191619873047,
      "learning_rate": 0.00019989080734239735,
      "loss": 4.413,
      "step": 23228
    },
    {
      "epoch": 0.14896113889957677,
      "grad_norm": 3.5334627628326416,
      "learning_rate": 0.00019989079792993652,
      "loss": 4.291,
      "step": 23229
    },
    {
      "epoch": 0.14896755162241887,
      "grad_norm": 4.45828914642334,
      "learning_rate": 0.00019989078851707028,
      "loss": 4.1296,
      "step": 23230
    },
    {
      "epoch": 0.148973964345261,
      "grad_norm": 2.7887089252471924,
      "learning_rate": 0.00019989077910379858,
      "loss": 4.1354,
      "step": 23231
    },
    {
      "epoch": 0.1489803770681031,
      "grad_norm": 3.541234254837036,
      "learning_rate": 0.00019989076969012147,
      "loss": 4.1998,
      "step": 23232
    },
    {
      "epoch": 0.14898678979094523,
      "grad_norm": 4.1099162101745605,
      "learning_rate": 0.00019989076027603891,
      "loss": 4.462,
      "step": 23233
    },
    {
      "epoch": 0.14899320251378737,
      "grad_norm": 30.827802658081055,
      "learning_rate": 0.0001998907508615509,
      "loss": 4.1424,
      "step": 23234
    },
    {
      "epoch": 0.14899961523662947,
      "grad_norm": 7.420952796936035,
      "learning_rate": 0.00019989074144665745,
      "loss": 4.2462,
      "step": 23235
    },
    {
      "epoch": 0.1490060279594716,
      "grad_norm": 4.555554389953613,
      "learning_rate": 0.00019989073203135856,
      "loss": 4.6461,
      "step": 23236
    },
    {
      "epoch": 0.1490124406823137,
      "grad_norm": 8.086377143859863,
      "learning_rate": 0.00019989072261565426,
      "loss": 4.3343,
      "step": 23237
    },
    {
      "epoch": 0.14901885340515583,
      "grad_norm": 3.390606164932251,
      "learning_rate": 0.00019989071319954446,
      "loss": 4.3567,
      "step": 23238
    },
    {
      "epoch": 0.14902526612799794,
      "grad_norm": 10.67596435546875,
      "learning_rate": 0.00019989070378302926,
      "loss": 4.6525,
      "step": 23239
    },
    {
      "epoch": 0.14903167885084007,
      "grad_norm": 22.94652557373047,
      "learning_rate": 0.00019989069436610862,
      "loss": 4.2903,
      "step": 23240
    },
    {
      "epoch": 0.1490380915736822,
      "grad_norm": 3.48463773727417,
      "learning_rate": 0.00019989068494878255,
      "loss": 4.0457,
      "step": 23241
    },
    {
      "epoch": 0.1490445042965243,
      "grad_norm": 4.780158519744873,
      "learning_rate": 0.000199890675531051,
      "loss": 4.5676,
      "step": 23242
    },
    {
      "epoch": 0.14905091701936643,
      "grad_norm": 4.064900875091553,
      "learning_rate": 0.00019989066611291403,
      "loss": 4.3929,
      "step": 23243
    },
    {
      "epoch": 0.14905732974220853,
      "grad_norm": 4.103857040405273,
      "learning_rate": 0.00019989065669437164,
      "loss": 4.141,
      "step": 23244
    },
    {
      "epoch": 0.14906374246505066,
      "grad_norm": 3.182093620300293,
      "learning_rate": 0.00019989064727542378,
      "loss": 4.2893,
      "step": 23245
    },
    {
      "epoch": 0.14907015518789277,
      "grad_norm": 4.947653770446777,
      "learning_rate": 0.0001998906378560705,
      "loss": 4.1142,
      "step": 23246
    },
    {
      "epoch": 0.1490765679107349,
      "grad_norm": 5.120760440826416,
      "learning_rate": 0.0001998906284363118,
      "loss": 4.5295,
      "step": 23247
    },
    {
      "epoch": 0.14908298063357703,
      "grad_norm": 8.745034217834473,
      "learning_rate": 0.00019989061901614762,
      "loss": 4.1996,
      "step": 23248
    },
    {
      "epoch": 0.14908939335641913,
      "grad_norm": 4.340167999267578,
      "learning_rate": 0.00019989060959557802,
      "loss": 4.2402,
      "step": 23249
    },
    {
      "epoch": 0.14909580607926126,
      "grad_norm": 3.4746577739715576,
      "learning_rate": 0.00019989060017460298,
      "loss": 4.6318,
      "step": 23250
    },
    {
      "epoch": 0.14910221880210336,
      "grad_norm": 3.94106125831604,
      "learning_rate": 0.00019989059075322248,
      "loss": 4.3856,
      "step": 23251
    },
    {
      "epoch": 0.1491086315249455,
      "grad_norm": 3.9327709674835205,
      "learning_rate": 0.00019989058133143656,
      "loss": 4.2365,
      "step": 23252
    },
    {
      "epoch": 0.1491150442477876,
      "grad_norm": 2.73038911819458,
      "learning_rate": 0.0001998905719092452,
      "loss": 4.1273,
      "step": 23253
    },
    {
      "epoch": 0.14912145697062973,
      "grad_norm": 3.4352636337280273,
      "learning_rate": 0.00019989056248664842,
      "loss": 4.4879,
      "step": 23254
    },
    {
      "epoch": 0.14912786969347186,
      "grad_norm": 7.438940525054932,
      "learning_rate": 0.00019989055306364616,
      "loss": 4.0879,
      "step": 23255
    },
    {
      "epoch": 0.14913428241631396,
      "grad_norm": 2.7782061100006104,
      "learning_rate": 0.00019989054364023847,
      "loss": 4.3207,
      "step": 23256
    },
    {
      "epoch": 0.1491406951391561,
      "grad_norm": 3.786468267440796,
      "learning_rate": 0.00019989053421642537,
      "loss": 4.4477,
      "step": 23257
    },
    {
      "epoch": 0.1491471078619982,
      "grad_norm": 4.2689738273620605,
      "learning_rate": 0.0001998905247922068,
      "loss": 4.0025,
      "step": 23258
    },
    {
      "epoch": 0.14915352058484033,
      "grad_norm": 3.0381083488464355,
      "learning_rate": 0.0001998905153675828,
      "loss": 4.4489,
      "step": 23259
    },
    {
      "epoch": 0.14915993330768243,
      "grad_norm": 34.245391845703125,
      "learning_rate": 0.00019989050594255335,
      "loss": 4.2381,
      "step": 23260
    },
    {
      "epoch": 0.14916634603052456,
      "grad_norm": 2019.52099609375,
      "learning_rate": 0.00019989049651711848,
      "loss": 4.1704,
      "step": 23261
    },
    {
      "epoch": 0.1491727587533667,
      "grad_norm": 5.753564357757568,
      "learning_rate": 0.00019989048709127819,
      "loss": 4.1641,
      "step": 23262
    },
    {
      "epoch": 0.1491791714762088,
      "grad_norm": 36.57435989379883,
      "learning_rate": 0.0001998904776650324,
      "loss": 4.5181,
      "step": 23263
    },
    {
      "epoch": 0.14918558419905092,
      "grad_norm": 6.660548210144043,
      "learning_rate": 0.0001998904682383812,
      "loss": 4.2322,
      "step": 23264
    },
    {
      "epoch": 0.14919199692189303,
      "grad_norm": 7.664195537567139,
      "learning_rate": 0.0001998904588113246,
      "loss": 4.2758,
      "step": 23265
    },
    {
      "epoch": 0.14919840964473516,
      "grad_norm": 2.938426971435547,
      "learning_rate": 0.00019989044938386252,
      "loss": 4.3687,
      "step": 23266
    },
    {
      "epoch": 0.14920482236757726,
      "grad_norm": 4.154877185821533,
      "learning_rate": 0.00019989043995599501,
      "loss": 4.3444,
      "step": 23267
    },
    {
      "epoch": 0.1492112350904194,
      "grad_norm": 3.453418254852295,
      "learning_rate": 0.00019989043052772207,
      "loss": 4.2822,
      "step": 23268
    },
    {
      "epoch": 0.14921764781326152,
      "grad_norm": 3.684743642807007,
      "learning_rate": 0.00019989042109904367,
      "loss": 4.2976,
      "step": 23269
    },
    {
      "epoch": 0.14922406053610363,
      "grad_norm": 3.647197723388672,
      "learning_rate": 0.00019989041166995985,
      "loss": 4.5651,
      "step": 23270
    },
    {
      "epoch": 0.14923047325894576,
      "grad_norm": 9.818321228027344,
      "learning_rate": 0.0001998904022404706,
      "loss": 4.1632,
      "step": 23271
    },
    {
      "epoch": 0.14923688598178786,
      "grad_norm": 17.448265075683594,
      "learning_rate": 0.00019989039281057588,
      "loss": 4.4938,
      "step": 23272
    },
    {
      "epoch": 0.14924329870463,
      "grad_norm": 3.4247050285339355,
      "learning_rate": 0.00019989038338027575,
      "loss": 4.5538,
      "step": 23273
    },
    {
      "epoch": 0.1492497114274721,
      "grad_norm": 4.21933126449585,
      "learning_rate": 0.0001998903739495702,
      "loss": 4.3054,
      "step": 23274
    },
    {
      "epoch": 0.14925612415031422,
      "grad_norm": 4.6379289627075195,
      "learning_rate": 0.00019989036451845916,
      "loss": 4.087,
      "step": 23275
    },
    {
      "epoch": 0.14926253687315635,
      "grad_norm": 3.72304630279541,
      "learning_rate": 0.0001998903550869427,
      "loss": 4.2949,
      "step": 23276
    },
    {
      "epoch": 0.14926894959599846,
      "grad_norm": 5.297071933746338,
      "learning_rate": 0.0001998903456550208,
      "loss": 4.3116,
      "step": 23277
    },
    {
      "epoch": 0.1492753623188406,
      "grad_norm": 33.942623138427734,
      "learning_rate": 0.00019989033622269347,
      "loss": 4.2632,
      "step": 23278
    },
    {
      "epoch": 0.1492817750416827,
      "grad_norm": 4.01347541809082,
      "learning_rate": 0.0001998903267899607,
      "loss": 4.0213,
      "step": 23279
    },
    {
      "epoch": 0.14928818776452482,
      "grad_norm": 4.060304164886475,
      "learning_rate": 0.00019989031735682247,
      "loss": 4.4295,
      "step": 23280
    },
    {
      "epoch": 0.14929460048736692,
      "grad_norm": 5.005805492401123,
      "learning_rate": 0.00019989030792327882,
      "loss": 4.3794,
      "step": 23281
    },
    {
      "epoch": 0.14930101321020905,
      "grad_norm": 3.7685623168945312,
      "learning_rate": 0.00019989029848932973,
      "loss": 4.3011,
      "step": 23282
    },
    {
      "epoch": 0.14930742593305119,
      "grad_norm": 7.833645343780518,
      "learning_rate": 0.00019989028905497525,
      "loss": 4.3166,
      "step": 23283
    },
    {
      "epoch": 0.1493138386558933,
      "grad_norm": 15.4724760055542,
      "learning_rate": 0.00019989027962021526,
      "loss": 4.2622,
      "step": 23284
    },
    {
      "epoch": 0.14932025137873542,
      "grad_norm": 4.975497245788574,
      "learning_rate": 0.00019989027018504986,
      "loss": 4.3581,
      "step": 23285
    },
    {
      "epoch": 0.14932666410157752,
      "grad_norm": 3.04718279838562,
      "learning_rate": 0.00019989026074947904,
      "loss": 4.6285,
      "step": 23286
    },
    {
      "epoch": 0.14933307682441965,
      "grad_norm": 4.746152400970459,
      "learning_rate": 0.00019989025131350276,
      "loss": 4.3246,
      "step": 23287
    },
    {
      "epoch": 0.14933948954726176,
      "grad_norm": 4.092108249664307,
      "learning_rate": 0.00019989024187712105,
      "loss": 4.426,
      "step": 23288
    },
    {
      "epoch": 0.1493459022701039,
      "grad_norm": 3.443199634552002,
      "learning_rate": 0.00019989023244033387,
      "loss": 4.3523,
      "step": 23289
    },
    {
      "epoch": 0.14935231499294602,
      "grad_norm": 8.076597213745117,
      "learning_rate": 0.00019989022300314127,
      "loss": 4.4252,
      "step": 23290
    },
    {
      "epoch": 0.14935872771578812,
      "grad_norm": 4.115450859069824,
      "learning_rate": 0.00019989021356554325,
      "loss": 4.8736,
      "step": 23291
    },
    {
      "epoch": 0.14936514043863025,
      "grad_norm": 6.726419448852539,
      "learning_rate": 0.0001998902041275398,
      "loss": 4.3462,
      "step": 23292
    },
    {
      "epoch": 0.14937155316147235,
      "grad_norm": 14.410231590270996,
      "learning_rate": 0.00019989019468913088,
      "loss": 4.906,
      "step": 23293
    },
    {
      "epoch": 0.14937796588431448,
      "grad_norm": 3.5999937057495117,
      "learning_rate": 0.00019989018525031656,
      "loss": 4.3753,
      "step": 23294
    },
    {
      "epoch": 0.1493843786071566,
      "grad_norm": 3.6675498485565186,
      "learning_rate": 0.00019989017581109676,
      "loss": 4.3821,
      "step": 23295
    },
    {
      "epoch": 0.14939079132999872,
      "grad_norm": 9.7968168258667,
      "learning_rate": 0.00019989016637147154,
      "loss": 4.5378,
      "step": 23296
    },
    {
      "epoch": 0.14939720405284085,
      "grad_norm": 5.207762718200684,
      "learning_rate": 0.0001998901569314409,
      "loss": 4.4535,
      "step": 23297
    },
    {
      "epoch": 0.14940361677568295,
      "grad_norm": 3.4444634914398193,
      "learning_rate": 0.00019989014749100477,
      "loss": 4.207,
      "step": 23298
    },
    {
      "epoch": 0.14941002949852508,
      "grad_norm": 12.439634323120117,
      "learning_rate": 0.00019989013805016325,
      "loss": 4.5785,
      "step": 23299
    },
    {
      "epoch": 0.14941644222136719,
      "grad_norm": 34.57452392578125,
      "learning_rate": 0.00019989012860891628,
      "loss": 4.2667,
      "step": 23300
    },
    {
      "epoch": 0.14941644222136719,
      "eval_loss": 4.2650065422058105,
      "eval_runtime": 34.7861,
      "eval_samples_per_second": 90.122,
      "eval_steps_per_second": 22.538,
      "step": 23300
    },
    {
      "epoch": 0.14942285494420932,
      "grad_norm": 7.046487808227539,
      "learning_rate": 0.00019989011916726388,
      "loss": 4.5664,
      "step": 23301
    },
    {
      "epoch": 0.14942926766705142,
      "grad_norm": 5.5172810554504395,
      "learning_rate": 0.00019989010972520604,
      "loss": 4.1928,
      "step": 23302
    },
    {
      "epoch": 0.14943568038989355,
      "grad_norm": 25.12818717956543,
      "learning_rate": 0.00019989010028274276,
      "loss": 4.3197,
      "step": 23303
    },
    {
      "epoch": 0.14944209311273568,
      "grad_norm": 8.750214576721191,
      "learning_rate": 0.00019989009083987402,
      "loss": 4.1414,
      "step": 23304
    },
    {
      "epoch": 0.14944850583557778,
      "grad_norm": 7.597159385681152,
      "learning_rate": 0.00019989008139659987,
      "loss": 4.5824,
      "step": 23305
    },
    {
      "epoch": 0.1494549185584199,
      "grad_norm": 3.5439870357513428,
      "learning_rate": 0.00019989007195292028,
      "loss": 4.2645,
      "step": 23306
    },
    {
      "epoch": 0.14946133128126202,
      "grad_norm": 2.995617628097534,
      "learning_rate": 0.00019989006250883525,
      "loss": 4.2885,
      "step": 23307
    },
    {
      "epoch": 0.14946774400410415,
      "grad_norm": 4.675157070159912,
      "learning_rate": 0.0001998900530643448,
      "loss": 4.4474,
      "step": 23308
    },
    {
      "epoch": 0.14947415672694625,
      "grad_norm": 3.512340784072876,
      "learning_rate": 0.00019989004361944889,
      "loss": 4.5826,
      "step": 23309
    },
    {
      "epoch": 0.14948056944978838,
      "grad_norm": 3.828794240951538,
      "learning_rate": 0.00019989003417414755,
      "loss": 4.3351,
      "step": 23310
    },
    {
      "epoch": 0.1494869821726305,
      "grad_norm": 82.8538589477539,
      "learning_rate": 0.00019989002472844077,
      "loss": 3.8614,
      "step": 23311
    },
    {
      "epoch": 0.14949339489547261,
      "grad_norm": 4.827853679656982,
      "learning_rate": 0.00019989001528232853,
      "loss": 4.169,
      "step": 23312
    },
    {
      "epoch": 0.14949980761831475,
      "grad_norm": 3.393048048019409,
      "learning_rate": 0.00019989000583581088,
      "loss": 4.4513,
      "step": 23313
    },
    {
      "epoch": 0.14950622034115685,
      "grad_norm": 12.346038818359375,
      "learning_rate": 0.0001998899963888878,
      "loss": 4.3973,
      "step": 23314
    },
    {
      "epoch": 0.14951263306399898,
      "grad_norm": 3.884172201156616,
      "learning_rate": 0.00019988998694155926,
      "loss": 4.4344,
      "step": 23315
    },
    {
      "epoch": 0.14951904578684108,
      "grad_norm": 5.746716022491455,
      "learning_rate": 0.0001998899774938253,
      "loss": 4.3947,
      "step": 23316
    },
    {
      "epoch": 0.1495254585096832,
      "grad_norm": 18.620609283447266,
      "learning_rate": 0.0001998899680456859,
      "loss": 4.1345,
      "step": 23317
    },
    {
      "epoch": 0.14953187123252534,
      "grad_norm": 6.063803672790527,
      "learning_rate": 0.00019988995859714103,
      "loss": 4.5681,
      "step": 23318
    },
    {
      "epoch": 0.14953828395536745,
      "grad_norm": 3.926074743270874,
      "learning_rate": 0.00019988994914819076,
      "loss": 4.1295,
      "step": 23319
    },
    {
      "epoch": 0.14954469667820958,
      "grad_norm": 5.068445682525635,
      "learning_rate": 0.00019988993969883504,
      "loss": 4.2842,
      "step": 23320
    },
    {
      "epoch": 0.14955110940105168,
      "grad_norm": 5.185608386993408,
      "learning_rate": 0.0001998899302490739,
      "loss": 4.1241,
      "step": 23321
    },
    {
      "epoch": 0.1495575221238938,
      "grad_norm": 2.820038080215454,
      "learning_rate": 0.00019988992079890733,
      "loss": 4.1476,
      "step": 23322
    },
    {
      "epoch": 0.1495639348467359,
      "grad_norm": 8.887930870056152,
      "learning_rate": 0.0001998899113483353,
      "loss": 4.1507,
      "step": 23323
    },
    {
      "epoch": 0.14957034756957804,
      "grad_norm": 4.016372203826904,
      "learning_rate": 0.00019988990189735785,
      "loss": 4.4259,
      "step": 23324
    },
    {
      "epoch": 0.14957676029242017,
      "grad_norm": 4.362347602844238,
      "learning_rate": 0.00019988989244597495,
      "loss": 4.1107,
      "step": 23325
    },
    {
      "epoch": 0.14958317301526228,
      "grad_norm": 11.964921951293945,
      "learning_rate": 0.0001998898829941866,
      "loss": 4.3548,
      "step": 23326
    },
    {
      "epoch": 0.1495895857381044,
      "grad_norm": 5.858518600463867,
      "learning_rate": 0.00019988987354199283,
      "loss": 4.1515,
      "step": 23327
    },
    {
      "epoch": 0.1495959984609465,
      "grad_norm": 14.975994110107422,
      "learning_rate": 0.00019988986408939362,
      "loss": 4.3017,
      "step": 23328
    },
    {
      "epoch": 0.14960241118378864,
      "grad_norm": 6.185665130615234,
      "learning_rate": 0.00019988985463638897,
      "loss": 4.0803,
      "step": 23329
    },
    {
      "epoch": 0.14960882390663074,
      "grad_norm": 4.765481472015381,
      "learning_rate": 0.0001998898451829789,
      "loss": 4.3306,
      "step": 23330
    },
    {
      "epoch": 0.14961523662947288,
      "grad_norm": 3.4306421279907227,
      "learning_rate": 0.0001998898357291634,
      "loss": 4.2513,
      "step": 23331
    },
    {
      "epoch": 0.149621649352315,
      "grad_norm": 4.225318431854248,
      "learning_rate": 0.00019988982627494245,
      "loss": 4.143,
      "step": 23332
    },
    {
      "epoch": 0.1496280620751571,
      "grad_norm": 5.87727165222168,
      "learning_rate": 0.00019988981682031605,
      "loss": 4.1308,
      "step": 23333
    },
    {
      "epoch": 0.14963447479799924,
      "grad_norm": 4.921231746673584,
      "learning_rate": 0.00019988980736528422,
      "loss": 4.306,
      "step": 23334
    },
    {
      "epoch": 0.14964088752084134,
      "grad_norm": 3.5421016216278076,
      "learning_rate": 0.00019988979790984697,
      "loss": 4.2028,
      "step": 23335
    },
    {
      "epoch": 0.14964730024368347,
      "grad_norm": 10.150877952575684,
      "learning_rate": 0.00019988978845400426,
      "loss": 4.3849,
      "step": 23336
    },
    {
      "epoch": 0.14965371296652558,
      "grad_norm": 4.317056179046631,
      "learning_rate": 0.00019988977899775614,
      "loss": 4.2314,
      "step": 23337
    },
    {
      "epoch": 0.1496601256893677,
      "grad_norm": 3.131617307662964,
      "learning_rate": 0.00019988976954110258,
      "loss": 4.6427,
      "step": 23338
    },
    {
      "epoch": 0.14966653841220984,
      "grad_norm": 6.3962626457214355,
      "learning_rate": 0.00019988976008404355,
      "loss": 4.3034,
      "step": 23339
    },
    {
      "epoch": 0.14967295113505194,
      "grad_norm": 10.30390453338623,
      "learning_rate": 0.00019988975062657912,
      "loss": 4.0824,
      "step": 23340
    },
    {
      "epoch": 0.14967936385789407,
      "grad_norm": 4.480202674865723,
      "learning_rate": 0.00019988974116870925,
      "loss": 4.3571,
      "step": 23341
    },
    {
      "epoch": 0.14968577658073617,
      "grad_norm": 6.905516624450684,
      "learning_rate": 0.0001998897317104339,
      "loss": 4.4328,
      "step": 23342
    },
    {
      "epoch": 0.1496921893035783,
      "grad_norm": 6.286797046661377,
      "learning_rate": 0.0001998897222517532,
      "loss": 4.4378,
      "step": 23343
    },
    {
      "epoch": 0.1496986020264204,
      "grad_norm": 6.470340728759766,
      "learning_rate": 0.00019988971279266698,
      "loss": 4.3667,
      "step": 23344
    },
    {
      "epoch": 0.14970501474926254,
      "grad_norm": 7.748197078704834,
      "learning_rate": 0.0001998897033331754,
      "loss": 4.2484,
      "step": 23345
    },
    {
      "epoch": 0.14971142747210467,
      "grad_norm": 6.905709266662598,
      "learning_rate": 0.00019988969387327833,
      "loss": 4.4923,
      "step": 23346
    },
    {
      "epoch": 0.14971784019494677,
      "grad_norm": 3.75211763381958,
      "learning_rate": 0.00019988968441297583,
      "loss": 4.2674,
      "step": 23347
    },
    {
      "epoch": 0.1497242529177889,
      "grad_norm": 23.80436897277832,
      "learning_rate": 0.0001998896749522679,
      "loss": 4.4769,
      "step": 23348
    },
    {
      "epoch": 0.149730665640631,
      "grad_norm": 3.531141519546509,
      "learning_rate": 0.00019988966549115453,
      "loss": 4.4046,
      "step": 23349
    },
    {
      "epoch": 0.14973707836347314,
      "grad_norm": 3.3868587017059326,
      "learning_rate": 0.00019988965602963572,
      "loss": 4.4389,
      "step": 23350
    },
    {
      "epoch": 0.14974349108631524,
      "grad_norm": 7.692951679229736,
      "learning_rate": 0.0001998896465677115,
      "loss": 4.3144,
      "step": 23351
    },
    {
      "epoch": 0.14974990380915737,
      "grad_norm": 4.426374435424805,
      "learning_rate": 0.00019988963710538182,
      "loss": 4.2138,
      "step": 23352
    },
    {
      "epoch": 0.1497563165319995,
      "grad_norm": 3.9572043418884277,
      "learning_rate": 0.00019988962764264673,
      "loss": 4.5478,
      "step": 23353
    },
    {
      "epoch": 0.1497627292548416,
      "grad_norm": 12.762978553771973,
      "learning_rate": 0.00019988961817950617,
      "loss": 4.0944,
      "step": 23354
    },
    {
      "epoch": 0.14976914197768373,
      "grad_norm": 40.56351852416992,
      "learning_rate": 0.0001998896087159602,
      "loss": 4.4157,
      "step": 23355
    },
    {
      "epoch": 0.14977555470052584,
      "grad_norm": 4.805524826049805,
      "learning_rate": 0.0001998895992520088,
      "loss": 4.4286,
      "step": 23356
    },
    {
      "epoch": 0.14978196742336797,
      "grad_norm": 5.127194404602051,
      "learning_rate": 0.00019988958978765193,
      "loss": 3.9874,
      "step": 23357
    },
    {
      "epoch": 0.14978838014621007,
      "grad_norm": 5.11359977722168,
      "learning_rate": 0.00019988958032288965,
      "loss": 4.1277,
      "step": 23358
    },
    {
      "epoch": 0.1497947928690522,
      "grad_norm": 5.649245262145996,
      "learning_rate": 0.00019988957085772193,
      "loss": 4.2422,
      "step": 23359
    },
    {
      "epoch": 0.14980120559189433,
      "grad_norm": 8.284541130065918,
      "learning_rate": 0.00019988956139214877,
      "loss": 4.2789,
      "step": 23360
    },
    {
      "epoch": 0.14980761831473643,
      "grad_norm": 4.806012153625488,
      "learning_rate": 0.00019988955192617018,
      "loss": 4.5143,
      "step": 23361
    },
    {
      "epoch": 0.14981403103757857,
      "grad_norm": 8.085700988769531,
      "learning_rate": 0.00019988954245978615,
      "loss": 4.2286,
      "step": 23362
    },
    {
      "epoch": 0.14982044376042067,
      "grad_norm": 4.884068489074707,
      "learning_rate": 0.0001998895329929967,
      "loss": 4.3637,
      "step": 23363
    },
    {
      "epoch": 0.1498268564832628,
      "grad_norm": 10.80618667602539,
      "learning_rate": 0.0001998895235258018,
      "loss": 4.4722,
      "step": 23364
    },
    {
      "epoch": 0.1498332692061049,
      "grad_norm": 4.95522928237915,
      "learning_rate": 0.00019988951405820147,
      "loss": 4.179,
      "step": 23365
    },
    {
      "epoch": 0.14983968192894703,
      "grad_norm": 5.285453796386719,
      "learning_rate": 0.00019988950459019571,
      "loss": 4.1491,
      "step": 23366
    },
    {
      "epoch": 0.14984609465178916,
      "grad_norm": 14.108550071716309,
      "learning_rate": 0.0001998894951217845,
      "loss": 4.3673,
      "step": 23367
    },
    {
      "epoch": 0.14985250737463127,
      "grad_norm": 14.541814804077148,
      "learning_rate": 0.00019988948565296787,
      "loss": 4.4093,
      "step": 23368
    },
    {
      "epoch": 0.1498589200974734,
      "grad_norm": 3.8992252349853516,
      "learning_rate": 0.0001998894761837458,
      "loss": 4.2249,
      "step": 23369
    },
    {
      "epoch": 0.1498653328203155,
      "grad_norm": 8.584233283996582,
      "learning_rate": 0.0001998894667141183,
      "loss": 4.3952,
      "step": 23370
    },
    {
      "epoch": 0.14987174554315763,
      "grad_norm": 12.550751686096191,
      "learning_rate": 0.00019988945724408536,
      "loss": 4.4772,
      "step": 23371
    },
    {
      "epoch": 0.14987815826599973,
      "grad_norm": 18.298315048217773,
      "learning_rate": 0.000199889447773647,
      "loss": 4.3805,
      "step": 23372
    },
    {
      "epoch": 0.14988457098884186,
      "grad_norm": 22.949922561645508,
      "learning_rate": 0.00019988943830280317,
      "loss": 4.3715,
      "step": 23373
    },
    {
      "epoch": 0.14989098371168397,
      "grad_norm": 14.274201393127441,
      "learning_rate": 0.00019988942883155392,
      "loss": 4.1455,
      "step": 23374
    },
    {
      "epoch": 0.1498973964345261,
      "grad_norm": 5.76836633682251,
      "learning_rate": 0.00019988941935989923,
      "loss": 4.2002,
      "step": 23375
    },
    {
      "epoch": 0.14990380915736823,
      "grad_norm": 4.284842491149902,
      "learning_rate": 0.00019988940988783913,
      "loss": 4.2606,
      "step": 23376
    },
    {
      "epoch": 0.14991022188021033,
      "grad_norm": 11.158418655395508,
      "learning_rate": 0.0001998894004153736,
      "loss": 4.1636,
      "step": 23377
    },
    {
      "epoch": 0.14991663460305246,
      "grad_norm": 14.217877388000488,
      "learning_rate": 0.0001998893909425026,
      "loss": 4.2933,
      "step": 23378
    },
    {
      "epoch": 0.14992304732589457,
      "grad_norm": 5.832675457000732,
      "learning_rate": 0.0001998893814692262,
      "loss": 4.3554,
      "step": 23379
    },
    {
      "epoch": 0.1499294600487367,
      "grad_norm": 14.555703163146973,
      "learning_rate": 0.00019988937199554434,
      "loss": 4.4559,
      "step": 23380
    },
    {
      "epoch": 0.1499358727715788,
      "grad_norm": 55.119834899902344,
      "learning_rate": 0.00019988936252145705,
      "loss": 4.582,
      "step": 23381
    },
    {
      "epoch": 0.14994228549442093,
      "grad_norm": 10.145479202270508,
      "learning_rate": 0.00019988935304696433,
      "loss": 4.2187,
      "step": 23382
    },
    {
      "epoch": 0.14994869821726306,
      "grad_norm": 7.161267280578613,
      "learning_rate": 0.00019988934357206617,
      "loss": 4.1698,
      "step": 23383
    },
    {
      "epoch": 0.14995511094010516,
      "grad_norm": 6.938633918762207,
      "learning_rate": 0.0001998893340967626,
      "loss": 4.5628,
      "step": 23384
    },
    {
      "epoch": 0.1499615236629473,
      "grad_norm": 16.66697883605957,
      "learning_rate": 0.00019988932462105353,
      "loss": 4.3522,
      "step": 23385
    },
    {
      "epoch": 0.1499679363857894,
      "grad_norm": 7.937112808227539,
      "learning_rate": 0.0001998893151449391,
      "loss": 4.195,
      "step": 23386
    },
    {
      "epoch": 0.14997434910863153,
      "grad_norm": 13.246275901794434,
      "learning_rate": 0.0001998893056684192,
      "loss": 4.3347,
      "step": 23387
    },
    {
      "epoch": 0.14998076183147363,
      "grad_norm": 14.778071403503418,
      "learning_rate": 0.00019988929619149388,
      "loss": 4.2452,
      "step": 23388
    },
    {
      "epoch": 0.14998717455431576,
      "grad_norm": 7.0987019538879395,
      "learning_rate": 0.00019988928671416312,
      "loss": 4.0998,
      "step": 23389
    },
    {
      "epoch": 0.1499935872771579,
      "grad_norm": 13.461366653442383,
      "learning_rate": 0.00019988927723642693,
      "loss": 4.3457,
      "step": 23390
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.563185691833496,
      "learning_rate": 0.0001998892677582853,
      "loss": 4.3926,
      "step": 23391
    },
    {
      "epoch": 0.15000641272284213,
      "grad_norm": 6.89727258682251,
      "learning_rate": 0.00019988925827973822,
      "loss": 4.2225,
      "step": 23392
    },
    {
      "epoch": 0.15001282544568423,
      "grad_norm": 10.63230037689209,
      "learning_rate": 0.00019988924880078574,
      "loss": 4.4903,
      "step": 23393
    },
    {
      "epoch": 0.15001923816852636,
      "grad_norm": 8.549114227294922,
      "learning_rate": 0.0001998892393214278,
      "loss": 4.3476,
      "step": 23394
    },
    {
      "epoch": 0.15002565089136846,
      "grad_norm": 20.294719696044922,
      "learning_rate": 0.00019988922984166444,
      "loss": 4.2983,
      "step": 23395
    },
    {
      "epoch": 0.1500320636142106,
      "grad_norm": 7.856386184692383,
      "learning_rate": 0.00019988922036149562,
      "loss": 4.3762,
      "step": 23396
    },
    {
      "epoch": 0.15003847633705272,
      "grad_norm": 9.133352279663086,
      "learning_rate": 0.00019988921088092142,
      "loss": 4.4966,
      "step": 23397
    },
    {
      "epoch": 0.15004488905989483,
      "grad_norm": 24.074913024902344,
      "learning_rate": 0.00019988920139994175,
      "loss": 4.4009,
      "step": 23398
    },
    {
      "epoch": 0.15005130178273696,
      "grad_norm": 10.123762130737305,
      "learning_rate": 0.00019988919191855665,
      "loss": 4.2155,
      "step": 23399
    },
    {
      "epoch": 0.15005771450557906,
      "grad_norm": 14.3759126663208,
      "learning_rate": 0.00019988918243676608,
      "loss": 3.9708,
      "step": 23400
    },
    {
      "epoch": 0.15005771450557906,
      "eval_loss": 4.271897315979004,
      "eval_runtime": 34.7461,
      "eval_samples_per_second": 90.226,
      "eval_steps_per_second": 22.564,
      "step": 23400
    },
    {
      "epoch": 0.1500641272284212,
      "grad_norm": 17.794130325317383,
      "learning_rate": 0.00019988917295457012,
      "loss": 4.5816,
      "step": 23401
    },
    {
      "epoch": 0.1500705399512633,
      "grad_norm": 8.815176963806152,
      "learning_rate": 0.00019988916347196873,
      "loss": 4.1674,
      "step": 23402
    },
    {
      "epoch": 0.15007695267410542,
      "grad_norm": 16.099241256713867,
      "learning_rate": 0.00019988915398896188,
      "loss": 4.2207,
      "step": 23403
    },
    {
      "epoch": 0.15008336539694755,
      "grad_norm": 532.0189208984375,
      "learning_rate": 0.00019988914450554964,
      "loss": 4.3158,
      "step": 23404
    },
    {
      "epoch": 0.15008977811978966,
      "grad_norm": 13.445338249206543,
      "learning_rate": 0.0001998891350217319,
      "loss": 4.1875,
      "step": 23405
    },
    {
      "epoch": 0.1500961908426318,
      "grad_norm": 32.488033294677734,
      "learning_rate": 0.00019988912553750877,
      "loss": 4.0458,
      "step": 23406
    },
    {
      "epoch": 0.1501026035654739,
      "grad_norm": 11.066302299499512,
      "learning_rate": 0.00019988911605288022,
      "loss": 4.2716,
      "step": 23407
    },
    {
      "epoch": 0.15010901628831602,
      "grad_norm": 20.179428100585938,
      "learning_rate": 0.00019988910656784623,
      "loss": 4.495,
      "step": 23408
    },
    {
      "epoch": 0.15011542901115812,
      "grad_norm": 10.347164154052734,
      "learning_rate": 0.00019988909708240678,
      "loss": 4.5353,
      "step": 23409
    },
    {
      "epoch": 0.15012184173400026,
      "grad_norm": 9.210762023925781,
      "learning_rate": 0.00019988908759656192,
      "loss": 4.4035,
      "step": 23410
    },
    {
      "epoch": 0.15012825445684239,
      "grad_norm": 7.02916955947876,
      "learning_rate": 0.0001998890781103116,
      "loss": 4.383,
      "step": 23411
    },
    {
      "epoch": 0.1501346671796845,
      "grad_norm": 28.501501083374023,
      "learning_rate": 0.00019988906862365585,
      "loss": 4.6274,
      "step": 23412
    },
    {
      "epoch": 0.15014107990252662,
      "grad_norm": 12.930392265319824,
      "learning_rate": 0.0001998890591365947,
      "loss": 4.6547,
      "step": 23413
    },
    {
      "epoch": 0.15014749262536872,
      "grad_norm": 25.341327667236328,
      "learning_rate": 0.0001998890496491281,
      "loss": 4.4052,
      "step": 23414
    },
    {
      "epoch": 0.15015390534821085,
      "grad_norm": 8.369022369384766,
      "learning_rate": 0.00019988904016125604,
      "loss": 4.1591,
      "step": 23415
    },
    {
      "epoch": 0.15016031807105296,
      "grad_norm": 23.90158462524414,
      "learning_rate": 0.00019988903067297859,
      "loss": 3.8523,
      "step": 23416
    },
    {
      "epoch": 0.1501667307938951,
      "grad_norm": 18.352767944335938,
      "learning_rate": 0.0001998890211842957,
      "loss": 4.4185,
      "step": 23417
    },
    {
      "epoch": 0.15017314351673722,
      "grad_norm": 11.625314712524414,
      "learning_rate": 0.00019988901169520735,
      "loss": 4.2585,
      "step": 23418
    },
    {
      "epoch": 0.15017955623957932,
      "grad_norm": 6.567593574523926,
      "learning_rate": 0.00019988900220571358,
      "loss": 4.2273,
      "step": 23419
    },
    {
      "epoch": 0.15018596896242145,
      "grad_norm": 26.86655044555664,
      "learning_rate": 0.00019988899271581437,
      "loss": 4.6427,
      "step": 23420
    },
    {
      "epoch": 0.15019238168526355,
      "grad_norm": 34.32893753051758,
      "learning_rate": 0.00019988898322550975,
      "loss": 4.3159,
      "step": 23421
    },
    {
      "epoch": 0.15019879440810568,
      "grad_norm": 10.367077827453613,
      "learning_rate": 0.00019988897373479967,
      "loss": 4.3504,
      "step": 23422
    },
    {
      "epoch": 0.1502052071309478,
      "grad_norm": 11.606660842895508,
      "learning_rate": 0.00019988896424368417,
      "loss": 4.3267,
      "step": 23423
    },
    {
      "epoch": 0.15021161985378992,
      "grad_norm": 9.894810676574707,
      "learning_rate": 0.00019988895475216324,
      "loss": 4.4145,
      "step": 23424
    },
    {
      "epoch": 0.15021803257663205,
      "grad_norm": 12.939419746398926,
      "learning_rate": 0.00019988894526023687,
      "loss": 4.2531,
      "step": 23425
    },
    {
      "epoch": 0.15022444529947415,
      "grad_norm": 15.798571586608887,
      "learning_rate": 0.0001998889357679051,
      "loss": 4.306,
      "step": 23426
    },
    {
      "epoch": 0.15023085802231628,
      "grad_norm": 16.279010772705078,
      "learning_rate": 0.00019988892627516785,
      "loss": 4.3659,
      "step": 23427
    },
    {
      "epoch": 0.15023727074515839,
      "grad_norm": 10.638541221618652,
      "learning_rate": 0.0001998889167820252,
      "loss": 4.496,
      "step": 23428
    },
    {
      "epoch": 0.15024368346800052,
      "grad_norm": 8.745227813720703,
      "learning_rate": 0.0001998889072884771,
      "loss": 4.4353,
      "step": 23429
    },
    {
      "epoch": 0.15025009619084262,
      "grad_norm": 13.084024429321289,
      "learning_rate": 0.00019988889779452355,
      "loss": 4.2504,
      "step": 23430
    },
    {
      "epoch": 0.15025650891368475,
      "grad_norm": 7.8207621574401855,
      "learning_rate": 0.0001998888883001646,
      "loss": 4.0516,
      "step": 23431
    },
    {
      "epoch": 0.15026292163652688,
      "grad_norm": 39.5684700012207,
      "learning_rate": 0.0001998888788054002,
      "loss": 4.1047,
      "step": 23432
    },
    {
      "epoch": 0.15026933435936898,
      "grad_norm": 4.773688316345215,
      "learning_rate": 0.0001998888693102304,
      "loss": 4.3869,
      "step": 23433
    },
    {
      "epoch": 0.15027574708221111,
      "grad_norm": 7.4472784996032715,
      "learning_rate": 0.00019988885981465514,
      "loss": 4.3347,
      "step": 23434
    },
    {
      "epoch": 0.15028215980505322,
      "grad_norm": 6.412793159484863,
      "learning_rate": 0.00019988885031867445,
      "loss": 4.2313,
      "step": 23435
    },
    {
      "epoch": 0.15028857252789535,
      "grad_norm": 10.515461921691895,
      "learning_rate": 0.00019988884082228832,
      "loss": 4.3359,
      "step": 23436
    },
    {
      "epoch": 0.15029498525073745,
      "grad_norm": 5.238699436187744,
      "learning_rate": 0.00019988883132549673,
      "loss": 4.1864,
      "step": 23437
    },
    {
      "epoch": 0.15030139797357958,
      "grad_norm": 6.581390380859375,
      "learning_rate": 0.00019988882182829976,
      "loss": 4.3427,
      "step": 23438
    },
    {
      "epoch": 0.1503078106964217,
      "grad_norm": 7.873958587646484,
      "learning_rate": 0.00019988881233069735,
      "loss": 4.4448,
      "step": 23439
    },
    {
      "epoch": 0.15031422341926381,
      "grad_norm": 7.965546131134033,
      "learning_rate": 0.0001998888028326895,
      "loss": 4.4645,
      "step": 23440
    },
    {
      "epoch": 0.15032063614210595,
      "grad_norm": 19.384124755859375,
      "learning_rate": 0.0001998887933342762,
      "loss": 4.506,
      "step": 23441
    },
    {
      "epoch": 0.15032704886494805,
      "grad_norm": 9.489091873168945,
      "learning_rate": 0.00019988878383545749,
      "loss": 4.4718,
      "step": 23442
    },
    {
      "epoch": 0.15033346158779018,
      "grad_norm": 5.219811916351318,
      "learning_rate": 0.00019988877433623335,
      "loss": 4.2827,
      "step": 23443
    },
    {
      "epoch": 0.15033987431063228,
      "grad_norm": 22.336942672729492,
      "learning_rate": 0.00019988876483660378,
      "loss": 4.3711,
      "step": 23444
    },
    {
      "epoch": 0.1503462870334744,
      "grad_norm": 825.3798828125,
      "learning_rate": 0.00019988875533656874,
      "loss": 4.5047,
      "step": 23445
    },
    {
      "epoch": 0.15035269975631654,
      "grad_norm": 4.547009468078613,
      "learning_rate": 0.0001998887458361283,
      "loss": 4.2328,
      "step": 23446
    },
    {
      "epoch": 0.15035911247915865,
      "grad_norm": 14.41855525970459,
      "learning_rate": 0.00019988873633528241,
      "loss": 4.1941,
      "step": 23447
    },
    {
      "epoch": 0.15036552520200078,
      "grad_norm": 10.280415534973145,
      "learning_rate": 0.00019988872683403112,
      "loss": 4.3098,
      "step": 23448
    },
    {
      "epoch": 0.15037193792484288,
      "grad_norm": 6.655304908752441,
      "learning_rate": 0.00019988871733237436,
      "loss": 4.2136,
      "step": 23449
    },
    {
      "epoch": 0.150378350647685,
      "grad_norm": 22.343088150024414,
      "learning_rate": 0.0001998887078303122,
      "loss": 4.4839,
      "step": 23450
    },
    {
      "epoch": 0.1503847633705271,
      "grad_norm": 5.645546913146973,
      "learning_rate": 0.00019988869832784461,
      "loss": 4.2051,
      "step": 23451
    },
    {
      "epoch": 0.15039117609336924,
      "grad_norm": 5.569888591766357,
      "learning_rate": 0.00019988868882497157,
      "loss": 4.2479,
      "step": 23452
    },
    {
      "epoch": 0.15039758881621137,
      "grad_norm": 5.1738200187683105,
      "learning_rate": 0.00019988867932169312,
      "loss": 4.3697,
      "step": 23453
    },
    {
      "epoch": 0.15040400153905348,
      "grad_norm": 8.597395896911621,
      "learning_rate": 0.00019988866981800917,
      "loss": 4.1146,
      "step": 23454
    },
    {
      "epoch": 0.1504104142618956,
      "grad_norm": 24.322662353515625,
      "learning_rate": 0.00019988866031391987,
      "loss": 4.2161,
      "step": 23455
    },
    {
      "epoch": 0.1504168269847377,
      "grad_norm": 5.925297737121582,
      "learning_rate": 0.0001998886508094251,
      "loss": 4.3194,
      "step": 23456
    },
    {
      "epoch": 0.15042323970757984,
      "grad_norm": 7.15499210357666,
      "learning_rate": 0.0001998886413045249,
      "loss": 4.5058,
      "step": 23457
    },
    {
      "epoch": 0.15042965243042195,
      "grad_norm": 4.879352569580078,
      "learning_rate": 0.00019988863179921929,
      "loss": 4.2801,
      "step": 23458
    },
    {
      "epoch": 0.15043606515326408,
      "grad_norm": 5.3741455078125,
      "learning_rate": 0.0001998886222935082,
      "loss": 4.4357,
      "step": 23459
    },
    {
      "epoch": 0.1504424778761062,
      "grad_norm": 9.7669095993042,
      "learning_rate": 0.00019988861278739172,
      "loss": 4.3828,
      "step": 23460
    },
    {
      "epoch": 0.1504488905989483,
      "grad_norm": 10.563363075256348,
      "learning_rate": 0.00019988860328086982,
      "loss": 4.4722,
      "step": 23461
    },
    {
      "epoch": 0.15045530332179044,
      "grad_norm": 4.5720038414001465,
      "learning_rate": 0.00019988859377394246,
      "loss": 4.0563,
      "step": 23462
    },
    {
      "epoch": 0.15046171604463254,
      "grad_norm": 6.4431023597717285,
      "learning_rate": 0.00019988858426660968,
      "loss": 4.2711,
      "step": 23463
    },
    {
      "epoch": 0.15046812876747467,
      "grad_norm": 3.893925189971924,
      "learning_rate": 0.00019988857475887147,
      "loss": 4.4193,
      "step": 23464
    },
    {
      "epoch": 0.15047454149031678,
      "grad_norm": 4.114663600921631,
      "learning_rate": 0.00019988856525072782,
      "loss": 4.3962,
      "step": 23465
    },
    {
      "epoch": 0.1504809542131589,
      "grad_norm": 5.466678142547607,
      "learning_rate": 0.00019988855574217874,
      "loss": 4.3253,
      "step": 23466
    },
    {
      "epoch": 0.15048736693600104,
      "grad_norm": 6.104833126068115,
      "learning_rate": 0.00019988854623322424,
      "loss": 4.5714,
      "step": 23467
    },
    {
      "epoch": 0.15049377965884314,
      "grad_norm": 7.6398606300354,
      "learning_rate": 0.0001998885367238643,
      "loss": 4.5774,
      "step": 23468
    },
    {
      "epoch": 0.15050019238168527,
      "grad_norm": 6.328343391418457,
      "learning_rate": 0.0001998885272140989,
      "loss": 4.2984,
      "step": 23469
    },
    {
      "epoch": 0.15050660510452737,
      "grad_norm": 6.003598213195801,
      "learning_rate": 0.0001998885177039281,
      "loss": 4.8573,
      "step": 23470
    },
    {
      "epoch": 0.1505130178273695,
      "grad_norm": 5.7148756980896,
      "learning_rate": 0.00019988850819335188,
      "loss": 4.0621,
      "step": 23471
    },
    {
      "epoch": 0.1505194305502116,
      "grad_norm": 3.582555055618286,
      "learning_rate": 0.00019988849868237023,
      "loss": 4.2565,
      "step": 23472
    },
    {
      "epoch": 0.15052584327305374,
      "grad_norm": 7.695477485656738,
      "learning_rate": 0.00019988848917098313,
      "loss": 4.3913,
      "step": 23473
    },
    {
      "epoch": 0.15053225599589587,
      "grad_norm": 7.356719493865967,
      "learning_rate": 0.00019988847965919063,
      "loss": 4.1985,
      "step": 23474
    },
    {
      "epoch": 0.15053866871873797,
      "grad_norm": 4.230997562408447,
      "learning_rate": 0.00019988847014699266,
      "loss": 4.8419,
      "step": 23475
    },
    {
      "epoch": 0.1505450814415801,
      "grad_norm": 4.747809886932373,
      "learning_rate": 0.00019988846063438926,
      "loss": 4.2152,
      "step": 23476
    },
    {
      "epoch": 0.1505514941644222,
      "grad_norm": 3.8018481731414795,
      "learning_rate": 0.00019988845112138047,
      "loss": 4.2453,
      "step": 23477
    },
    {
      "epoch": 0.15055790688726434,
      "grad_norm": 3.995429515838623,
      "learning_rate": 0.00019988844160796619,
      "loss": 4.3101,
      "step": 23478
    },
    {
      "epoch": 0.15056431961010644,
      "grad_norm": 5.551163673400879,
      "learning_rate": 0.00019988843209414652,
      "loss": 4.2314,
      "step": 23479
    },
    {
      "epoch": 0.15057073233294857,
      "grad_norm": 3.5215656757354736,
      "learning_rate": 0.0001998884225799214,
      "loss": 4.2561,
      "step": 23480
    },
    {
      "epoch": 0.1505771450557907,
      "grad_norm": 3.3595709800720215,
      "learning_rate": 0.00019988841306529088,
      "loss": 4.1552,
      "step": 23481
    },
    {
      "epoch": 0.1505835577786328,
      "grad_norm": 15.042840957641602,
      "learning_rate": 0.00019988840355025488,
      "loss": 4.1395,
      "step": 23482
    },
    {
      "epoch": 0.15058997050147493,
      "grad_norm": 4.819212436676025,
      "learning_rate": 0.0001998883940348135,
      "loss": 4.2153,
      "step": 23483
    },
    {
      "epoch": 0.15059638322431704,
      "grad_norm": 10.713580131530762,
      "learning_rate": 0.00019988838451896664,
      "loss": 4.2657,
      "step": 23484
    },
    {
      "epoch": 0.15060279594715917,
      "grad_norm": 6.099148273468018,
      "learning_rate": 0.0001998883750027144,
      "loss": 4.5366,
      "step": 23485
    },
    {
      "epoch": 0.15060920867000127,
      "grad_norm": 4.365547180175781,
      "learning_rate": 0.00019988836548605668,
      "loss": 4.0628,
      "step": 23486
    },
    {
      "epoch": 0.1506156213928434,
      "grad_norm": 4.741266250610352,
      "learning_rate": 0.0001998883559689936,
      "loss": 4.3,
      "step": 23487
    },
    {
      "epoch": 0.15062203411568553,
      "grad_norm": 7.417892932891846,
      "learning_rate": 0.00019988834645152503,
      "loss": 4.4443,
      "step": 23488
    },
    {
      "epoch": 0.15062844683852764,
      "grad_norm": 7.106980323791504,
      "learning_rate": 0.00019988833693365104,
      "loss": 4.2667,
      "step": 23489
    },
    {
      "epoch": 0.15063485956136977,
      "grad_norm": 8.556931495666504,
      "learning_rate": 0.00019988832741537165,
      "loss": 4.2469,
      "step": 23490
    },
    {
      "epoch": 0.15064127228421187,
      "grad_norm": 6.18356990814209,
      "learning_rate": 0.0001998883178966868,
      "loss": 4.5028,
      "step": 23491
    },
    {
      "epoch": 0.150647685007054,
      "grad_norm": 8.605996131896973,
      "learning_rate": 0.00019988830837759652,
      "loss": 4.2882,
      "step": 23492
    },
    {
      "epoch": 0.1506540977298961,
      "grad_norm": 6.998537540435791,
      "learning_rate": 0.00019988829885810082,
      "loss": 4.3845,
      "step": 23493
    },
    {
      "epoch": 0.15066051045273823,
      "grad_norm": 7.362654685974121,
      "learning_rate": 0.00019988828933819967,
      "loss": 4.1541,
      "step": 23494
    },
    {
      "epoch": 0.15066692317558036,
      "grad_norm": 6.7510857582092285,
      "learning_rate": 0.00019988827981789312,
      "loss": 4.4625,
      "step": 23495
    },
    {
      "epoch": 0.15067333589842247,
      "grad_norm": 4.6583380699157715,
      "learning_rate": 0.0001998882702971811,
      "loss": 4.7251,
      "step": 23496
    },
    {
      "epoch": 0.1506797486212646,
      "grad_norm": 7.351895809173584,
      "learning_rate": 0.0001998882607760637,
      "loss": 4.3508,
      "step": 23497
    },
    {
      "epoch": 0.1506861613441067,
      "grad_norm": 8.944634437561035,
      "learning_rate": 0.00019988825125454084,
      "loss": 4.3959,
      "step": 23498
    },
    {
      "epoch": 0.15069257406694883,
      "grad_norm": 8.861254692077637,
      "learning_rate": 0.00019988824173261256,
      "loss": 4.252,
      "step": 23499
    },
    {
      "epoch": 0.15069898678979093,
      "grad_norm": 9.407398223876953,
      "learning_rate": 0.00019988823221027885,
      "loss": 4.2099,
      "step": 23500
    },
    {
      "epoch": 0.15069898678979093,
      "eval_loss": 4.2627363204956055,
      "eval_runtime": 34.7846,
      "eval_samples_per_second": 90.126,
      "eval_steps_per_second": 22.539,
      "step": 23500
    },
    {
      "epoch": 0.15070539951263306,
      "grad_norm": 7.2992987632751465,
      "learning_rate": 0.0001998882226875397,
      "loss": 4.4137,
      "step": 23501
    },
    {
      "epoch": 0.1507118122354752,
      "grad_norm": 7.235682487487793,
      "learning_rate": 0.00019988821316439513,
      "loss": 4.3873,
      "step": 23502
    },
    {
      "epoch": 0.1507182249583173,
      "grad_norm": 5.5319623947143555,
      "learning_rate": 0.0001998882036408451,
      "loss": 4.1162,
      "step": 23503
    },
    {
      "epoch": 0.15072463768115943,
      "grad_norm": 3.535264253616333,
      "learning_rate": 0.00019988819411688967,
      "loss": 4.514,
      "step": 23504
    },
    {
      "epoch": 0.15073105040400153,
      "grad_norm": 9.669761657714844,
      "learning_rate": 0.0001998881845925288,
      "loss": 4.2212,
      "step": 23505
    },
    {
      "epoch": 0.15073746312684366,
      "grad_norm": 12.268216133117676,
      "learning_rate": 0.00019988817506776254,
      "loss": 4.1137,
      "step": 23506
    },
    {
      "epoch": 0.15074387584968577,
      "grad_norm": 8.151888847351074,
      "learning_rate": 0.0001998881655425908,
      "loss": 4.409,
      "step": 23507
    },
    {
      "epoch": 0.1507502885725279,
      "grad_norm": 14.837410926818848,
      "learning_rate": 0.00019988815601701366,
      "loss": 4.1935,
      "step": 23508
    },
    {
      "epoch": 0.15075670129537003,
      "grad_norm": 7.333772659301758,
      "learning_rate": 0.00019988814649103106,
      "loss": 4.2762,
      "step": 23509
    },
    {
      "epoch": 0.15076311401821213,
      "grad_norm": 8.037810325622559,
      "learning_rate": 0.00019988813696464306,
      "loss": 4.2538,
      "step": 23510
    },
    {
      "epoch": 0.15076952674105426,
      "grad_norm": 12.393092155456543,
      "learning_rate": 0.00019988812743784961,
      "loss": 4.1906,
      "step": 23511
    },
    {
      "epoch": 0.15077593946389636,
      "grad_norm": 4.986899375915527,
      "learning_rate": 0.00019988811791065073,
      "loss": 4.2745,
      "step": 23512
    },
    {
      "epoch": 0.1507823521867385,
      "grad_norm": 3.5470879077911377,
      "learning_rate": 0.00019988810838304644,
      "loss": 4.1284,
      "step": 23513
    },
    {
      "epoch": 0.1507887649095806,
      "grad_norm": 9.19937801361084,
      "learning_rate": 0.0001998880988550367,
      "loss": 4.2945,
      "step": 23514
    },
    {
      "epoch": 0.15079517763242273,
      "grad_norm": 5.871366500854492,
      "learning_rate": 0.00019988808932662155,
      "loss": 4.685,
      "step": 23515
    },
    {
      "epoch": 0.15080159035526486,
      "grad_norm": 4.6367692947387695,
      "learning_rate": 0.00019988807979780097,
      "loss": 4.4283,
      "step": 23516
    },
    {
      "epoch": 0.15080800307810696,
      "grad_norm": 4.188838481903076,
      "learning_rate": 0.00019988807026857496,
      "loss": 4.1979,
      "step": 23517
    },
    {
      "epoch": 0.1508144158009491,
      "grad_norm": 5.137894153594971,
      "learning_rate": 0.0001998880607389435,
      "loss": 4.3007,
      "step": 23518
    },
    {
      "epoch": 0.1508208285237912,
      "grad_norm": 6.4361748695373535,
      "learning_rate": 0.00019988805120890664,
      "loss": 4.2127,
      "step": 23519
    },
    {
      "epoch": 0.15082724124663333,
      "grad_norm": 4.160796165466309,
      "learning_rate": 0.00019988804167846434,
      "loss": 4.4279,
      "step": 23520
    },
    {
      "epoch": 0.15083365396947543,
      "grad_norm": 9.497383117675781,
      "learning_rate": 0.0001998880321476166,
      "loss": 4.5242,
      "step": 23521
    },
    {
      "epoch": 0.15084006669231756,
      "grad_norm": 12.009380340576172,
      "learning_rate": 0.00019988802261636343,
      "loss": 4.2092,
      "step": 23522
    },
    {
      "epoch": 0.1508464794151597,
      "grad_norm": 6.0444159507751465,
      "learning_rate": 0.00019988801308470485,
      "loss": 4.8973,
      "step": 23523
    },
    {
      "epoch": 0.1508528921380018,
      "grad_norm": 4.3963212966918945,
      "learning_rate": 0.00019988800355264083,
      "loss": 4.4339,
      "step": 23524
    },
    {
      "epoch": 0.15085930486084392,
      "grad_norm": 5.203882694244385,
      "learning_rate": 0.00019988799402017137,
      "loss": 4.3649,
      "step": 23525
    },
    {
      "epoch": 0.15086571758368603,
      "grad_norm": 5.27677583694458,
      "learning_rate": 0.0001998879844872965,
      "loss": 4.6521,
      "step": 23526
    },
    {
      "epoch": 0.15087213030652816,
      "grad_norm": 17.354557037353516,
      "learning_rate": 0.0001998879749540162,
      "loss": 4.5237,
      "step": 23527
    },
    {
      "epoch": 0.15087854302937026,
      "grad_norm": 4.392718315124512,
      "learning_rate": 0.00019988796542033045,
      "loss": 4.4343,
      "step": 23528
    },
    {
      "epoch": 0.1508849557522124,
      "grad_norm": 7.313652515411377,
      "learning_rate": 0.0001998879558862393,
      "loss": 4.2182,
      "step": 23529
    },
    {
      "epoch": 0.15089136847505452,
      "grad_norm": 3.465573787689209,
      "learning_rate": 0.00019988794635174268,
      "loss": 4.3136,
      "step": 23530
    },
    {
      "epoch": 0.15089778119789662,
      "grad_norm": 4.787195205688477,
      "learning_rate": 0.00019988793681684065,
      "loss": 4.1276,
      "step": 23531
    },
    {
      "epoch": 0.15090419392073876,
      "grad_norm": 4.445802211761475,
      "learning_rate": 0.00019988792728153323,
      "loss": 4.2788,
      "step": 23532
    },
    {
      "epoch": 0.15091060664358086,
      "grad_norm": 11.116695404052734,
      "learning_rate": 0.00019988791774582033,
      "loss": 4.2957,
      "step": 23533
    },
    {
      "epoch": 0.150917019366423,
      "grad_norm": 4.429297924041748,
      "learning_rate": 0.00019988790820970204,
      "loss": 4.5564,
      "step": 23534
    },
    {
      "epoch": 0.1509234320892651,
      "grad_norm": 5.413829803466797,
      "learning_rate": 0.0001998878986731783,
      "loss": 4.4008,
      "step": 23535
    },
    {
      "epoch": 0.15092984481210722,
      "grad_norm": 4.729822158813477,
      "learning_rate": 0.00019988788913624913,
      "loss": 4.3939,
      "step": 23536
    },
    {
      "epoch": 0.15093625753494935,
      "grad_norm": 7.030663013458252,
      "learning_rate": 0.00019988787959891453,
      "loss": 4.3328,
      "step": 23537
    },
    {
      "epoch": 0.15094267025779146,
      "grad_norm": 4.567177772521973,
      "learning_rate": 0.00019988787006117452,
      "loss": 4.2295,
      "step": 23538
    },
    {
      "epoch": 0.1509490829806336,
      "grad_norm": 5.716556549072266,
      "learning_rate": 0.00019988786052302907,
      "loss": 4.0191,
      "step": 23539
    },
    {
      "epoch": 0.1509554957034757,
      "grad_norm": 18.126358032226562,
      "learning_rate": 0.0001998878509844782,
      "loss": 4.2412,
      "step": 23540
    },
    {
      "epoch": 0.15096190842631782,
      "grad_norm": 4.948854923248291,
      "learning_rate": 0.0001998878414455219,
      "loss": 4.3474,
      "step": 23541
    },
    {
      "epoch": 0.15096832114915992,
      "grad_norm": 11.834529876708984,
      "learning_rate": 0.00019988783190616016,
      "loss": 4.4718,
      "step": 23542
    },
    {
      "epoch": 0.15097473387200205,
      "grad_norm": 3.414440393447876,
      "learning_rate": 0.000199887822366393,
      "loss": 4.2051,
      "step": 23543
    },
    {
      "epoch": 0.15098114659484418,
      "grad_norm": 3.493227005004883,
      "learning_rate": 0.0001998878128262204,
      "loss": 4.3528,
      "step": 23544
    },
    {
      "epoch": 0.1509875593176863,
      "grad_norm": 5.711923599243164,
      "learning_rate": 0.0001998878032856424,
      "loss": 4.6353,
      "step": 23545
    },
    {
      "epoch": 0.15099397204052842,
      "grad_norm": 4.664641380310059,
      "learning_rate": 0.00019988779374465891,
      "loss": 4.1556,
      "step": 23546
    },
    {
      "epoch": 0.15100038476337052,
      "grad_norm": 5.67156982421875,
      "learning_rate": 0.00019988778420327002,
      "loss": 4.4031,
      "step": 23547
    },
    {
      "epoch": 0.15100679748621265,
      "grad_norm": 9.215620994567871,
      "learning_rate": 0.00019988777466147575,
      "loss": 4.413,
      "step": 23548
    },
    {
      "epoch": 0.15101321020905475,
      "grad_norm": 6.715832233428955,
      "learning_rate": 0.000199887765119276,
      "loss": 4.2036,
      "step": 23549
    },
    {
      "epoch": 0.15101962293189689,
      "grad_norm": 7.131058216094971,
      "learning_rate": 0.00019988775557667086,
      "loss": 4.5816,
      "step": 23550
    },
    {
      "epoch": 0.15102603565473902,
      "grad_norm": 9.339680671691895,
      "learning_rate": 0.00019988774603366024,
      "loss": 4.3193,
      "step": 23551
    },
    {
      "epoch": 0.15103244837758112,
      "grad_norm": 6.074104309082031,
      "learning_rate": 0.00019988773649024424,
      "loss": 4.3948,
      "step": 23552
    },
    {
      "epoch": 0.15103886110042325,
      "grad_norm": 6.875442981719971,
      "learning_rate": 0.0001998877269464228,
      "loss": 4.6011,
      "step": 23553
    },
    {
      "epoch": 0.15104527382326535,
      "grad_norm": 23.332347869873047,
      "learning_rate": 0.00019988771740219594,
      "loss": 4.4628,
      "step": 23554
    },
    {
      "epoch": 0.15105168654610748,
      "grad_norm": 7.4595232009887695,
      "learning_rate": 0.00019988770785756363,
      "loss": 4.2244,
      "step": 23555
    },
    {
      "epoch": 0.15105809926894959,
      "grad_norm": 5.939857482910156,
      "learning_rate": 0.0001998876983125259,
      "loss": 4.603,
      "step": 23556
    },
    {
      "epoch": 0.15106451199179172,
      "grad_norm": 9.451316833496094,
      "learning_rate": 0.00019988768876708278,
      "loss": 4.3425,
      "step": 23557
    },
    {
      "epoch": 0.15107092471463382,
      "grad_norm": 20.195619583129883,
      "learning_rate": 0.00019988767922123418,
      "loss": 4.1039,
      "step": 23558
    },
    {
      "epoch": 0.15107733743747595,
      "grad_norm": 22.89826774597168,
      "learning_rate": 0.00019988766967498015,
      "loss": 4.3769,
      "step": 23559
    },
    {
      "epoch": 0.15108375016031808,
      "grad_norm": 6.5517497062683105,
      "learning_rate": 0.00019988766012832073,
      "loss": 4.3297,
      "step": 23560
    },
    {
      "epoch": 0.15109016288316018,
      "grad_norm": 26.710636138916016,
      "learning_rate": 0.00019988765058125588,
      "loss": 4.6125,
      "step": 23561
    },
    {
      "epoch": 0.15109657560600231,
      "grad_norm": 7.043725967407227,
      "learning_rate": 0.00019988764103378556,
      "loss": 4.248,
      "step": 23562
    },
    {
      "epoch": 0.15110298832884442,
      "grad_norm": 6.924161911010742,
      "learning_rate": 0.00019988763148590986,
      "loss": 4.8976,
      "step": 23563
    },
    {
      "epoch": 0.15110940105168655,
      "grad_norm": 10.367399215698242,
      "learning_rate": 0.00019988762193762872,
      "loss": 4.8824,
      "step": 23564
    },
    {
      "epoch": 0.15111581377452865,
      "grad_norm": 10.141009330749512,
      "learning_rate": 0.00019988761238894212,
      "loss": 4.4231,
      "step": 23565
    },
    {
      "epoch": 0.15112222649737078,
      "grad_norm": 6.815530776977539,
      "learning_rate": 0.0001998876028398501,
      "loss": 4.3548,
      "step": 23566
    },
    {
      "epoch": 0.1511286392202129,
      "grad_norm": 6.0383172035217285,
      "learning_rate": 0.00019988759329035268,
      "loss": 3.9071,
      "step": 23567
    },
    {
      "epoch": 0.15113505194305502,
      "grad_norm": 63.141578674316406,
      "learning_rate": 0.00019988758374044982,
      "loss": 4.2588,
      "step": 23568
    },
    {
      "epoch": 0.15114146466589715,
      "grad_norm": 6.095479965209961,
      "learning_rate": 0.00019988757419014155,
      "loss": 4.3137,
      "step": 23569
    },
    {
      "epoch": 0.15114787738873925,
      "grad_norm": 5.593404769897461,
      "learning_rate": 0.00019988756463942787,
      "loss": 4.5353,
      "step": 23570
    },
    {
      "epoch": 0.15115429011158138,
      "grad_norm": 7.968079566955566,
      "learning_rate": 0.00019988755508830872,
      "loss": 4.4613,
      "step": 23571
    },
    {
      "epoch": 0.15116070283442348,
      "grad_norm": 8.470357894897461,
      "learning_rate": 0.00019988754553678411,
      "loss": 4.3219,
      "step": 23572
    },
    {
      "epoch": 0.1511671155572656,
      "grad_norm": 8.268815994262695,
      "learning_rate": 0.00019988753598485415,
      "loss": 4.2602,
      "step": 23573
    },
    {
      "epoch": 0.15117352828010774,
      "grad_norm": 11.138545989990234,
      "learning_rate": 0.00019988752643251874,
      "loss": 3.9776,
      "step": 23574
    },
    {
      "epoch": 0.15117994100294985,
      "grad_norm": 9.245473861694336,
      "learning_rate": 0.0001998875168797779,
      "loss": 4.4675,
      "step": 23575
    },
    {
      "epoch": 0.15118635372579198,
      "grad_norm": 11.485827445983887,
      "learning_rate": 0.00019988750732663162,
      "loss": 4.4292,
      "step": 23576
    },
    {
      "epoch": 0.15119276644863408,
      "grad_norm": 3.2983593940734863,
      "learning_rate": 0.0001998874977730799,
      "loss": 4.0773,
      "step": 23577
    },
    {
      "epoch": 0.1511991791714762,
      "grad_norm": 5.978907585144043,
      "learning_rate": 0.0001998874882191228,
      "loss": 4.3119,
      "step": 23578
    },
    {
      "epoch": 0.15120559189431831,
      "grad_norm": 9.532307624816895,
      "learning_rate": 0.00019988747866476022,
      "loss": 4.3059,
      "step": 23579
    },
    {
      "epoch": 0.15121200461716044,
      "grad_norm": 6.067721843719482,
      "learning_rate": 0.00019988746910999224,
      "loss": 4.3833,
      "step": 23580
    },
    {
      "epoch": 0.15121841734000258,
      "grad_norm": 11.167170524597168,
      "learning_rate": 0.00019988745955481883,
      "loss": 4.4494,
      "step": 23581
    },
    {
      "epoch": 0.15122483006284468,
      "grad_norm": 25.313026428222656,
      "learning_rate": 0.00019988744999924,
      "loss": 4.2579,
      "step": 23582
    },
    {
      "epoch": 0.1512312427856868,
      "grad_norm": 5.084667682647705,
      "learning_rate": 0.00019988744044325575,
      "loss": 4.3842,
      "step": 23583
    },
    {
      "epoch": 0.1512376555085289,
      "grad_norm": 8.508636474609375,
      "learning_rate": 0.00019988743088686606,
      "loss": 4.5227,
      "step": 23584
    },
    {
      "epoch": 0.15124406823137104,
      "grad_norm": 5.9793620109558105,
      "learning_rate": 0.00019988742133007095,
      "loss": 4.0171,
      "step": 23585
    },
    {
      "epoch": 0.15125048095421315,
      "grad_norm": 6.741511821746826,
      "learning_rate": 0.0001998874117728704,
      "loss": 4.0878,
      "step": 23586
    },
    {
      "epoch": 0.15125689367705528,
      "grad_norm": 5.258896350860596,
      "learning_rate": 0.00019988740221526445,
      "loss": 4.2052,
      "step": 23587
    },
    {
      "epoch": 0.1512633063998974,
      "grad_norm": 22.50275230407715,
      "learning_rate": 0.00019988739265725306,
      "loss": 4.3043,
      "step": 23588
    },
    {
      "epoch": 0.1512697191227395,
      "grad_norm": 6.639926910400391,
      "learning_rate": 0.00019988738309883623,
      "loss": 4.3394,
      "step": 23589
    },
    {
      "epoch": 0.15127613184558164,
      "grad_norm": 6.84362268447876,
      "learning_rate": 0.00019988737354001396,
      "loss": 4.5349,
      "step": 23590
    },
    {
      "epoch": 0.15128254456842374,
      "grad_norm": 9.380637168884277,
      "learning_rate": 0.00019988736398078629,
      "loss": 4.3506,
      "step": 23591
    },
    {
      "epoch": 0.15128895729126587,
      "grad_norm": 5.449248313903809,
      "learning_rate": 0.0001998873544211532,
      "loss": 4.2467,
      "step": 23592
    },
    {
      "epoch": 0.15129537001410798,
      "grad_norm": 11.011879920959473,
      "learning_rate": 0.00019988734486111467,
      "loss": 4.0949,
      "step": 23593
    },
    {
      "epoch": 0.1513017827369501,
      "grad_norm": 7.246145248413086,
      "learning_rate": 0.0001998873353006707,
      "loss": 4.4541,
      "step": 23594
    },
    {
      "epoch": 0.15130819545979224,
      "grad_norm": 21.730274200439453,
      "learning_rate": 0.00019988732573982137,
      "loss": 4.5846,
      "step": 23595
    },
    {
      "epoch": 0.15131460818263434,
      "grad_norm": 8.909796714782715,
      "learning_rate": 0.00019988731617856656,
      "loss": 4.2097,
      "step": 23596
    },
    {
      "epoch": 0.15132102090547647,
      "grad_norm": 8.189862251281738,
      "learning_rate": 0.00019988730661690634,
      "loss": 4.0988,
      "step": 23597
    },
    {
      "epoch": 0.15132743362831858,
      "grad_norm": 11.94745922088623,
      "learning_rate": 0.00019988729705484065,
      "loss": 4.4279,
      "step": 23598
    },
    {
      "epoch": 0.1513338463511607,
      "grad_norm": 18.49431610107422,
      "learning_rate": 0.00019988728749236958,
      "loss": 4.368,
      "step": 23599
    },
    {
      "epoch": 0.1513402590740028,
      "grad_norm": 16.698183059692383,
      "learning_rate": 0.00019988727792949308,
      "loss": 4.3778,
      "step": 23600
    },
    {
      "epoch": 0.1513402590740028,
      "eval_loss": 4.26480770111084,
      "eval_runtime": 34.8055,
      "eval_samples_per_second": 90.072,
      "eval_steps_per_second": 22.525,
      "step": 23600
    },
    {
      "epoch": 0.15134667179684494,
      "grad_norm": 14.87328815460205,
      "learning_rate": 0.00019988726836621114,
      "loss": 4.3415,
      "step": 23601
    },
    {
      "epoch": 0.15135308451968707,
      "grad_norm": 5.706100940704346,
      "learning_rate": 0.00019988725880252378,
      "loss": 4.0649,
      "step": 23602
    },
    {
      "epoch": 0.15135949724252917,
      "grad_norm": 7.063119411468506,
      "learning_rate": 0.000199887249238431,
      "loss": 4.381,
      "step": 23603
    },
    {
      "epoch": 0.1513659099653713,
      "grad_norm": 8.473258018493652,
      "learning_rate": 0.00019988723967393277,
      "loss": 4.6767,
      "step": 23604
    },
    {
      "epoch": 0.1513723226882134,
      "grad_norm": 17.406356811523438,
      "learning_rate": 0.00019988723010902915,
      "loss": 4.1845,
      "step": 23605
    },
    {
      "epoch": 0.15137873541105554,
      "grad_norm": 20.81691551208496,
      "learning_rate": 0.00019988722054372008,
      "loss": 4.1804,
      "step": 23606
    },
    {
      "epoch": 0.15138514813389764,
      "grad_norm": 7.795045375823975,
      "learning_rate": 0.00019988721097800557,
      "loss": 4.7816,
      "step": 23607
    },
    {
      "epoch": 0.15139156085673977,
      "grad_norm": 7.874817371368408,
      "learning_rate": 0.00019988720141188567,
      "loss": 4.5283,
      "step": 23608
    },
    {
      "epoch": 0.1513979735795819,
      "grad_norm": 12.021803855895996,
      "learning_rate": 0.00019988719184536034,
      "loss": 4.2747,
      "step": 23609
    },
    {
      "epoch": 0.151404386302424,
      "grad_norm": 51.40670394897461,
      "learning_rate": 0.00019988718227842957,
      "loss": 4.1566,
      "step": 23610
    },
    {
      "epoch": 0.15141079902526614,
      "grad_norm": 23.023088455200195,
      "learning_rate": 0.00019988717271109336,
      "loss": 4.4938,
      "step": 23611
    },
    {
      "epoch": 0.15141721174810824,
      "grad_norm": 16.185041427612305,
      "learning_rate": 0.00019988716314335174,
      "loss": 4.7515,
      "step": 23612
    },
    {
      "epoch": 0.15142362447095037,
      "grad_norm": 25.73534393310547,
      "learning_rate": 0.0001998871535752047,
      "loss": 4.0295,
      "step": 23613
    },
    {
      "epoch": 0.15143003719379247,
      "grad_norm": 85.11093139648438,
      "learning_rate": 0.00019988714400665224,
      "loss": 4.2602,
      "step": 23614
    },
    {
      "epoch": 0.1514364499166346,
      "grad_norm": 18.10570526123047,
      "learning_rate": 0.00019988713443769437,
      "loss": 4.2781,
      "step": 23615
    },
    {
      "epoch": 0.15144286263947673,
      "grad_norm": 13.801009178161621,
      "learning_rate": 0.00019988712486833103,
      "loss": 4.3744,
      "step": 23616
    },
    {
      "epoch": 0.15144927536231884,
      "grad_norm": 7.92153787612915,
      "learning_rate": 0.00019988711529856228,
      "loss": 4.3883,
      "step": 23617
    },
    {
      "epoch": 0.15145568808516097,
      "grad_norm": 7.688686370849609,
      "learning_rate": 0.0001998871057283881,
      "loss": 4.1716,
      "step": 23618
    },
    {
      "epoch": 0.15146210080800307,
      "grad_norm": 6.041033744812012,
      "learning_rate": 0.00019988709615780851,
      "loss": 4.1667,
      "step": 23619
    },
    {
      "epoch": 0.1514685135308452,
      "grad_norm": 17.42910385131836,
      "learning_rate": 0.0001998870865868235,
      "loss": 4.3996,
      "step": 23620
    },
    {
      "epoch": 0.1514749262536873,
      "grad_norm": 10.518637657165527,
      "learning_rate": 0.00019988707701543306,
      "loss": 4.5619,
      "step": 23621
    },
    {
      "epoch": 0.15148133897652943,
      "grad_norm": 14.168219566345215,
      "learning_rate": 0.0001998870674436372,
      "loss": 4.4587,
      "step": 23622
    },
    {
      "epoch": 0.15148775169937156,
      "grad_norm": 7.4672698974609375,
      "learning_rate": 0.00019988705787143588,
      "loss": 4.2132,
      "step": 23623
    },
    {
      "epoch": 0.15149416442221367,
      "grad_norm": 9.569836616516113,
      "learning_rate": 0.00019988704829882918,
      "loss": 4.53,
      "step": 23624
    },
    {
      "epoch": 0.1515005771450558,
      "grad_norm": 8.265048027038574,
      "learning_rate": 0.00019988703872581703,
      "loss": 4.496,
      "step": 23625
    },
    {
      "epoch": 0.1515069898678979,
      "grad_norm": 29.739028930664062,
      "learning_rate": 0.00019988702915239945,
      "loss": 4.2118,
      "step": 23626
    },
    {
      "epoch": 0.15151340259074003,
      "grad_norm": 29.298561096191406,
      "learning_rate": 0.00019988701957857646,
      "loss": 4.6326,
      "step": 23627
    },
    {
      "epoch": 0.15151981531358213,
      "grad_norm": 75.64373016357422,
      "learning_rate": 0.00019988701000434804,
      "loss": 4.3954,
      "step": 23628
    },
    {
      "epoch": 0.15152622803642427,
      "grad_norm": 49.07052993774414,
      "learning_rate": 0.0001998870004297142,
      "loss": 4.3241,
      "step": 23629
    },
    {
      "epoch": 0.1515326407592664,
      "grad_norm": 7.733348369598389,
      "learning_rate": 0.0001998869908546749,
      "loss": 4.16,
      "step": 23630
    },
    {
      "epoch": 0.1515390534821085,
      "grad_norm": 5.879331111907959,
      "learning_rate": 0.0001998869812792302,
      "loss": 4.2239,
      "step": 23631
    },
    {
      "epoch": 0.15154546620495063,
      "grad_norm": 11.023707389831543,
      "learning_rate": 0.0001998869717033801,
      "loss": 4.3251,
      "step": 23632
    },
    {
      "epoch": 0.15155187892779273,
      "grad_norm": 21.03569793701172,
      "learning_rate": 0.00019988696212712456,
      "loss": 4.1775,
      "step": 23633
    },
    {
      "epoch": 0.15155829165063486,
      "grad_norm": 7.752333164215088,
      "learning_rate": 0.00019988695255046359,
      "loss": 4.3911,
      "step": 23634
    },
    {
      "epoch": 0.15156470437347697,
      "grad_norm": 10.730012893676758,
      "learning_rate": 0.0001998869429733972,
      "loss": 4.6062,
      "step": 23635
    },
    {
      "epoch": 0.1515711170963191,
      "grad_norm": 11.527237892150879,
      "learning_rate": 0.00019988693339592536,
      "loss": 4.1032,
      "step": 23636
    },
    {
      "epoch": 0.15157752981916123,
      "grad_norm": 6.764353275299072,
      "learning_rate": 0.00019988692381804813,
      "loss": 4.2224,
      "step": 23637
    },
    {
      "epoch": 0.15158394254200333,
      "grad_norm": 51.50617218017578,
      "learning_rate": 0.00019988691423976547,
      "loss": 4.4293,
      "step": 23638
    },
    {
      "epoch": 0.15159035526484546,
      "grad_norm": 21.761741638183594,
      "learning_rate": 0.00019988690466107736,
      "loss": 4.7608,
      "step": 23639
    },
    {
      "epoch": 0.15159676798768756,
      "grad_norm": 7.172781944274902,
      "learning_rate": 0.00019988689508198385,
      "loss": 4.2409,
      "step": 23640
    },
    {
      "epoch": 0.1516031807105297,
      "grad_norm": 6.2091965675354,
      "learning_rate": 0.0001998868855024849,
      "loss": 4.3489,
      "step": 23641
    },
    {
      "epoch": 0.1516095934333718,
      "grad_norm": 30.645578384399414,
      "learning_rate": 0.00019988687592258054,
      "loss": 4.4792,
      "step": 23642
    },
    {
      "epoch": 0.15161600615621393,
      "grad_norm": 6.617429733276367,
      "learning_rate": 0.00019988686634227074,
      "loss": 4.9496,
      "step": 23643
    },
    {
      "epoch": 0.15162241887905606,
      "grad_norm": 15.078673362731934,
      "learning_rate": 0.00019988685676155553,
      "loss": 4.4513,
      "step": 23644
    },
    {
      "epoch": 0.15162883160189816,
      "grad_norm": 8.473072052001953,
      "learning_rate": 0.00019988684718043488,
      "loss": 4.394,
      "step": 23645
    },
    {
      "epoch": 0.1516352443247403,
      "grad_norm": 6.013941764831543,
      "learning_rate": 0.00019988683759890883,
      "loss": 3.9255,
      "step": 23646
    },
    {
      "epoch": 0.1516416570475824,
      "grad_norm": 10.538925170898438,
      "learning_rate": 0.00019988682801697736,
      "loss": 4.2962,
      "step": 23647
    },
    {
      "epoch": 0.15164806977042453,
      "grad_norm": 5.199534893035889,
      "learning_rate": 0.00019988681843464043,
      "loss": 4.0351,
      "step": 23648
    },
    {
      "epoch": 0.15165448249326663,
      "grad_norm": 11.110218048095703,
      "learning_rate": 0.0001998868088518981,
      "loss": 4.3869,
      "step": 23649
    },
    {
      "epoch": 0.15166089521610876,
      "grad_norm": 8.953813552856445,
      "learning_rate": 0.00019988679926875036,
      "loss": 4.4429,
      "step": 23650
    },
    {
      "epoch": 0.1516673079389509,
      "grad_norm": 14.708697319030762,
      "learning_rate": 0.00019988678968519717,
      "loss": 4.2603,
      "step": 23651
    },
    {
      "epoch": 0.151673720661793,
      "grad_norm": 10.12867259979248,
      "learning_rate": 0.00019988678010123855,
      "loss": 4.329,
      "step": 23652
    },
    {
      "epoch": 0.15168013338463512,
      "grad_norm": 10.468693733215332,
      "learning_rate": 0.0001998867705168745,
      "loss": 4.4183,
      "step": 23653
    },
    {
      "epoch": 0.15168654610747723,
      "grad_norm": 12.587207794189453,
      "learning_rate": 0.0001998867609321051,
      "loss": 4.1896,
      "step": 23654
    },
    {
      "epoch": 0.15169295883031936,
      "grad_norm": 13.359684944152832,
      "learning_rate": 0.0001998867513469302,
      "loss": 4.2148,
      "step": 23655
    },
    {
      "epoch": 0.15169937155316146,
      "grad_norm": 9.511140823364258,
      "learning_rate": 0.00019988674176134988,
      "loss": 4.2695,
      "step": 23656
    },
    {
      "epoch": 0.1517057842760036,
      "grad_norm": 5.638649940490723,
      "learning_rate": 0.00019988673217536415,
      "loss": 4.1696,
      "step": 23657
    },
    {
      "epoch": 0.15171219699884572,
      "grad_norm": 7.771658420562744,
      "learning_rate": 0.000199886722588973,
      "loss": 4.2897,
      "step": 23658
    },
    {
      "epoch": 0.15171860972168782,
      "grad_norm": 12.889413833618164,
      "learning_rate": 0.00019988671300217643,
      "loss": 4.4422,
      "step": 23659
    },
    {
      "epoch": 0.15172502244452996,
      "grad_norm": 9.250569343566895,
      "learning_rate": 0.0001998867034149744,
      "loss": 4.3164,
      "step": 23660
    },
    {
      "epoch": 0.15173143516737206,
      "grad_norm": 7.801565647125244,
      "learning_rate": 0.000199886693827367,
      "loss": 4.4518,
      "step": 23661
    },
    {
      "epoch": 0.1517378478902142,
      "grad_norm": 5.1163506507873535,
      "learning_rate": 0.00019988668423935417,
      "loss": 4.3433,
      "step": 23662
    },
    {
      "epoch": 0.1517442606130563,
      "grad_norm": 23.096261978149414,
      "learning_rate": 0.0001998866746509359,
      "loss": 4.3736,
      "step": 23663
    },
    {
      "epoch": 0.15175067333589842,
      "grad_norm": 28.745418548583984,
      "learning_rate": 0.0001998866650621122,
      "loss": 4.2645,
      "step": 23664
    },
    {
      "epoch": 0.15175708605874055,
      "grad_norm": 6.824552059173584,
      "learning_rate": 0.0001998866554728831,
      "loss": 4.807,
      "step": 23665
    },
    {
      "epoch": 0.15176349878158266,
      "grad_norm": 6.8455705642700195,
      "learning_rate": 0.00019988664588324855,
      "loss": 4.1431,
      "step": 23666
    },
    {
      "epoch": 0.1517699115044248,
      "grad_norm": 14.618508338928223,
      "learning_rate": 0.00019988663629320858,
      "loss": 4.3213,
      "step": 23667
    },
    {
      "epoch": 0.1517763242272669,
      "grad_norm": 10.214397430419922,
      "learning_rate": 0.0001998866267027632,
      "loss": 4.2672,
      "step": 23668
    },
    {
      "epoch": 0.15178273695010902,
      "grad_norm": 5.088359832763672,
      "learning_rate": 0.00019988661711191238,
      "loss": 4.4219,
      "step": 23669
    },
    {
      "epoch": 0.15178914967295112,
      "grad_norm": 12.118770599365234,
      "learning_rate": 0.00019988660752065615,
      "loss": 4.594,
      "step": 23670
    },
    {
      "epoch": 0.15179556239579325,
      "grad_norm": 52.094017028808594,
      "learning_rate": 0.00019988659792899451,
      "loss": 4.2728,
      "step": 23671
    },
    {
      "epoch": 0.15180197511863538,
      "grad_norm": 12.180669784545898,
      "learning_rate": 0.0001998865883369274,
      "loss": 4.2656,
      "step": 23672
    },
    {
      "epoch": 0.1518083878414775,
      "grad_norm": 7.253273963928223,
      "learning_rate": 0.00019988657874445492,
      "loss": 4.3151,
      "step": 23673
    },
    {
      "epoch": 0.15181480056431962,
      "grad_norm": 5.360169410705566,
      "learning_rate": 0.000199886569151577,
      "loss": 4.1634,
      "step": 23674
    },
    {
      "epoch": 0.15182121328716172,
      "grad_norm": 14.537033081054688,
      "learning_rate": 0.00019988655955829364,
      "loss": 4.2943,
      "step": 23675
    },
    {
      "epoch": 0.15182762601000385,
      "grad_norm": 19.10356330871582,
      "learning_rate": 0.00019988654996460487,
      "loss": 4.2791,
      "step": 23676
    },
    {
      "epoch": 0.15183403873284596,
      "grad_norm": 5.171665668487549,
      "learning_rate": 0.00019988654037051066,
      "loss": 4.6395,
      "step": 23677
    },
    {
      "epoch": 0.15184045145568809,
      "grad_norm": 12.747756004333496,
      "learning_rate": 0.00019988653077601106,
      "loss": 4.4302,
      "step": 23678
    },
    {
      "epoch": 0.15184686417853022,
      "grad_norm": 12.749086380004883,
      "learning_rate": 0.00019988652118110603,
      "loss": 4.3307,
      "step": 23679
    },
    {
      "epoch": 0.15185327690137232,
      "grad_norm": 10.871156692504883,
      "learning_rate": 0.00019988651158579557,
      "loss": 4.3057,
      "step": 23680
    },
    {
      "epoch": 0.15185968962421445,
      "grad_norm": 13.451910018920898,
      "learning_rate": 0.00019988650199007966,
      "loss": 4.2729,
      "step": 23681
    },
    {
      "epoch": 0.15186610234705655,
      "grad_norm": 3.7656025886535645,
      "learning_rate": 0.00019988649239395835,
      "loss": 4.1189,
      "step": 23682
    },
    {
      "epoch": 0.15187251506989868,
      "grad_norm": 12.876087188720703,
      "learning_rate": 0.00019988648279743162,
      "loss": 4.1326,
      "step": 23683
    },
    {
      "epoch": 0.1518789277927408,
      "grad_norm": 14.639209747314453,
      "learning_rate": 0.00019988647320049946,
      "loss": 4.3203,
      "step": 23684
    },
    {
      "epoch": 0.15188534051558292,
      "grad_norm": 7.330726146697998,
      "learning_rate": 0.00019988646360316189,
      "loss": 4.04,
      "step": 23685
    },
    {
      "epoch": 0.15189175323842505,
      "grad_norm": 9.780208587646484,
      "learning_rate": 0.00019988645400541888,
      "loss": 4.0034,
      "step": 23686
    },
    {
      "epoch": 0.15189816596126715,
      "grad_norm": 4.955523490905762,
      "learning_rate": 0.00019988644440727048,
      "loss": 4.6748,
      "step": 23687
    },
    {
      "epoch": 0.15190457868410928,
      "grad_norm": 4.328463554382324,
      "learning_rate": 0.00019988643480871662,
      "loss": 4.1206,
      "step": 23688
    },
    {
      "epoch": 0.15191099140695138,
      "grad_norm": 7.340639591217041,
      "learning_rate": 0.00019988642520975735,
      "loss": 4.301,
      "step": 23689
    },
    {
      "epoch": 0.15191740412979352,
      "grad_norm": 30.54640769958496,
      "learning_rate": 0.00019988641561039265,
      "loss": 4.2187,
      "step": 23690
    },
    {
      "epoch": 0.15192381685263562,
      "grad_norm": 62.47636413574219,
      "learning_rate": 0.00019988640601062256,
      "loss": 4.6428,
      "step": 23691
    },
    {
      "epoch": 0.15193022957547775,
      "grad_norm": 8.748270988464355,
      "learning_rate": 0.000199886396410447,
      "loss": 4.5067,
      "step": 23692
    },
    {
      "epoch": 0.15193664229831988,
      "grad_norm": 8.587457656860352,
      "learning_rate": 0.00019988638680986607,
      "loss": 4.1744,
      "step": 23693
    },
    {
      "epoch": 0.15194305502116198,
      "grad_norm": 35.94694137573242,
      "learning_rate": 0.0001998863772088797,
      "loss": 4.3603,
      "step": 23694
    },
    {
      "epoch": 0.1519494677440041,
      "grad_norm": 10.538044929504395,
      "learning_rate": 0.00019988636760748788,
      "loss": 4.3994,
      "step": 23695
    },
    {
      "epoch": 0.15195588046684622,
      "grad_norm": 18.425981521606445,
      "learning_rate": 0.00019988635800569066,
      "loss": 4.3202,
      "step": 23696
    },
    {
      "epoch": 0.15196229318968835,
      "grad_norm": 6.233572006225586,
      "learning_rate": 0.00019988634840348798,
      "loss": 3.9431,
      "step": 23697
    },
    {
      "epoch": 0.15196870591253045,
      "grad_norm": 9.165323257446289,
      "learning_rate": 0.00019988633880087996,
      "loss": 4.5993,
      "step": 23698
    },
    {
      "epoch": 0.15197511863537258,
      "grad_norm": 26.06110191345215,
      "learning_rate": 0.00019988632919786645,
      "loss": 4.1604,
      "step": 23699
    },
    {
      "epoch": 0.1519815313582147,
      "grad_norm": 19.585329055786133,
      "learning_rate": 0.00019988631959444754,
      "loss": 4.44,
      "step": 23700
    },
    {
      "epoch": 0.1519815313582147,
      "eval_loss": 4.259066581726074,
      "eval_runtime": 34.7227,
      "eval_samples_per_second": 90.287,
      "eval_steps_per_second": 22.579,
      "step": 23700
    }
  ],
  "logging_steps": 1,
  "max_steps": 1559400,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 100,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 4,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 4
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4972708966170624.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}